-- Logs begin at Mon 2021-12-06 11:18:15 UTC, end at Mon 2021-12-06 13:17:59 UTC. -- Dec 06 11:55:08.796202 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 06 11:55:11.667170 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.common.config [-] Logging enabled! Dec 06 11:55:11.667721 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev252 Dec 06 11:55:11.667902 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103145) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 11:55:11.671212 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.common.config [-] Logging enabled! Dec 06 11:55:11.671466 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev252 Dec 06 11:55:11.671780 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103145) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 11:55:11.672740 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 11:55:11.672973 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 11:55:11.673335 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 11:55:11.673580 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 11:55:11.673806 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 11:55:11.674117 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.674535 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 06 11:55:11.674844 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.675137 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.675427 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.675720 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.676035 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.676314 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.676600 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.676897 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.677179 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.677455 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.677771 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.678146 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.678427 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.678719 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.679003 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.679284 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] debug = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.679563 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.680019 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.680425 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.680704 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.680991 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.681266 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.681550 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.681816 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.682097 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.682424 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.682703 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.682989 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.683271 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.683554 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.683827 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.684124 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.684405 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.684676 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.684947 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.685219 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.685504 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.685788 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.686083 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.686305 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.686524 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.686810 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.687094 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.687365 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.687636 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.687932 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.688206 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.688474 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.688739 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.689020 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.689299 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.689579 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.689847 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.690115 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.690380 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.690646 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.690924 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.691191 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.691458 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.691731 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.692039 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.692307 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.692575 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.692875 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.693152 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.693955 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.694230 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.694498 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.694777 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.695044 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.695309 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.695575 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_json = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.695842 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.696128 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.696405 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.696669 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.696935 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.697202 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.697467 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.697744 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:11.698033 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.698322 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.698614 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.698889 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.699186 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.699461 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.699745 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.700040 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.700324 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.700607 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.700888 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.701161 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.701443 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.701714 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.702002 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.702306 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.702593 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.702879 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.703149 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.703416 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.703683 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.703989 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.704275 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.704545 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.704830 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.705113 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.705386 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.705674 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.705953 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.706242 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.706525 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.706795 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.707067 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.707352 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.707623 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.707913 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.708189 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.708471 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.708744 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.709031 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.709821 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.710094 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.710360 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.710627 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.710897 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.711184 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.711461 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.711731 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.712037 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.712314 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.712581 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.712859 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.713131 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.713399 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.713667 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.713936 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.714202 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.714468 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.714737 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.715003 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.715275 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.715542 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.715809 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.716100 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.716365 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.716629 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.716894 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.717160 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.717430 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.717694 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.717960 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.718227 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.718490 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.718754 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.719036 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.719328 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.719603 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.719905 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.720184 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.720456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.720730 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.721004 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.721282 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.721555 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.721823 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.722114 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.722393 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.722672 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.722947 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.723241 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.723534 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.723808 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.724112 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.724384 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.724683 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.724962 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.725237 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.725528 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.725818 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.726110 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.726398 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.726685 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.726964 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.727267 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.727543 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:11.727758 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 11:55:11.728037 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103145) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 06 11:55:12.153367 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 11:55:12.153642 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 11:55:12.153946 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 11:55:12.154273 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 06 11:55:12.476195 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.476469 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.476670 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.477853 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.478120 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.478380 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.523448 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.523730 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.524022 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.538358 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.538639 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.538910 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.567145 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.567424 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.567692 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.604717 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.604993 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.605258 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.945187 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.945841 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.945841 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.946025 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:12.946665 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.046193 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.046515 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.046802 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.047073 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.047339 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.047647 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.047928 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.048188 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.048440 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.048722 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.048978 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.049240 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.049492 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.049741 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.049996 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.050256 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.050508 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.050772 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.051037 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.051295 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.051566 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.051826 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.052131 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.052506 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.052919 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.053386 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.053487 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:13.053688 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:13.053923 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:13.054158 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:13.054390 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:13.054622 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:13.054980 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 06 11:55:13.058079 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 06 11:55:13.062131 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 06 11:55:13.065978 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 06 11:55:13.067603 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 06 11:55:13.068085 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 06 11:55:13.068567 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 06 11:55:13.069030 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 06 11:55:13.071720 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 06 11:55:13.072008 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 06 11:55:13.072350 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 11:55:13.077572 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 06 11:55:13.101296 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 06 11:55:13.101745 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.102041 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103145) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 06 11:55:13.102407 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.103772 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103145) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 06 11:55:13.104075 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 11:55:13.104321 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 06 11:55:13.107527 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.107810 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.171409 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 06 11:55:13.171643 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 06 11:55:13.171902 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 06 11:55:13.172272 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 06 11:55:13.193057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_db.sqlalchemy.engines [None req-d894eea8-af89-4e61-9247-86da73321288 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103145) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 06 11:55:13.615417 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Initializing driver for type 'gre' Dec 06 11:55:13.616115 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d894eea8-af89-4e61-9247-86da73321288 None None] gre ID ranges: [(1, 1000)] Dec 06 11:55:13.667217 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Initializing driver for type 'local' Dec 06 11:55:13.667552 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Initializing driver for type 'vlan' Dec 06 11:55:13.680263 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d894eea8-af89-4e61-9247-86da73321288 None None] VlanTypeDriver initialization complete Dec 06 11:55:13.680603 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Initializing driver for type 'vxlan' Dec 06 11:55:13.681102 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d894eea8-af89-4e61-9247-86da73321288 None None] vxlan ID ranges: [(1, 1000)] Dec 06 11:55:13.734376 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Initializing extension driver 'port_security' Dec 06 11:55:13.734723 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.extensions.port_security [None req-d894eea8-af89-4e61-9247-86da73321288 None None] PortSecurityExtensionDriver initialization complete Dec 06 11:55:13.735079 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Initializing mechanism driver 'openvswitch' Dec 06 11:55:13.735540 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Initializing mechanism driver 'hyperv' Dec 06 11:55:13.742149 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-d894eea8-af89-4e61-9247-86da73321288 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:13.742991 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.743368 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.743728 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.744292 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:13.744732 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > subnet after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.745087 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > subnet after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.745436 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.745838 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:13.746245 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > network after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.746596 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > network after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.746947 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > network after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.747343 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:13.747754 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > security_group after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.748132 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > security_group after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.748477 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.748875 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:13.749286 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.749639 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.749986 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.750384 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:13.750788 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > address_group after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.751139 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > address_group after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.751483 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.751896 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 11:55:13.752284 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d894eea8-af89-4e61-9247-86da73321288 None None] ML2 OVO RPC backend initialized. {{(pid=103145) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 06 11:55:13.752985 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.753342 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.753761 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > network before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.754112 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > networks before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.754464 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > port before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.754814 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > ports before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.755161 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > subnet before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.755514 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > subnets before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.755881 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > network after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.756229 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > network after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.756567 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > network after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.756905 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.757246 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.757582 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.757921 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > subnet after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.758259 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > subnet after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.758596 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.759172 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.plugin [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Modular L2 Plugin initialization complete Dec 06 11:55:13.759504 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading services supported by the core plugin {{(pid=103145) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 06 11:55:13.759837 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Got port-security extension from driver 'port_security' Dec 06 11:55:13.760333 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.extensions.vlantransparent [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Disabled vlantransparent extension. Dec 06 11:55:13.760816 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103145) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 06 11:55:13.761131 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading Plugin: router Dec 06 11:55:13.798289 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.798684 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router after_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.799062 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router before_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.799431 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.799809 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.800202 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router after_delete 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.800565 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.801045 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.801414 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router after_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.801770 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router after_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.802130 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router after_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.802484 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.803494 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router after_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.803996 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.804377 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.804724 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.805070 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: subnet after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.805419 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.805774 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.806123 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.806474 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: port before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.806821 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.807186 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router after_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.807532 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.807907 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.808273 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.808623 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.808988 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > agent after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.809342 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > agent after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.809688 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > network after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.810546 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Tracking information for resource: router configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:13.810883 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Tracking information for resource: floatingip configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 11:55:13.815785 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.db.l3_agentschedulers_db [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 06 11:55:13.816407 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.816771 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.817126 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.817481 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.818316 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router before_create 55550100 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.819186 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.819687 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_create 55550100 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.820077 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > router precommit_update 55550100 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.824918 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.services.provider_configuration [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service providers = [] {{(pid=103145) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 06 11:55:13.825295 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.db.servicetype_db [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103145) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 06 11:55:13.828285 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.services.service_base [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 11:55:13.828653 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.services.service_base [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 11:55:13.828988 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.services.service_base [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 11:55:13.829884 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.services.service_base [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 11:55:13.830258 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.services.service_base [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 06 11:55:13.830638 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:13.830961 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 06 11:55:13.841716 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:13.842057 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading Plugin: auto_allocate Dec 06 11:55:13.847843 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: network precommit_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.848247 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: network precommit_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.848771 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:13.849098 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading Plugin: tag Dec 06 11:55:13.856516 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:13.856852 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading Plugin: timestamp Dec 06 11:55:13.860685 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:13.861024 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading Plugin: network_ip_availability Dec 06 11:55:13.867127 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.867452 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.867811 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:13.868549 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:13.868875 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading Plugin: flavors Dec 06 11:55:13.873834 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:13.874177 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading Plugin: revisions Dec 06 11:55:13.878489 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 11:55:13.878887 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.725s {{(pid=103145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 11:55:13.879632 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103145) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 06 11:55:13.880005 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Initializing extension manager. Dec 06 11:55:13.880530 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: __init__.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.880910 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: __pycache__ {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.881249 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.881585 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: address_group.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.882349 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.882913 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: address-group Dec 06 11:55:13.883244 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: address_scope.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.883996 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.884521 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: address-scope Dec 06 11:55:13.884850 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.885787 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.886307 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: router-admin-state-down-before-update Dec 06 11:55:13.886636 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: agent.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.887343 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.888147 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: agent Dec 06 11:55:13.888474 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: agent_resources_synced.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.889397 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.889912 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: agent-resources-synced Dec 06 11:55:13.890238 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: allowedaddresspairs.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.892061 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.892590 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: allowed-address-pairs Dec 06 11:55:13.892928 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: auto_allocated_topology.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.894021 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.894544 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: auto-allocated-topology Dec 06 11:55:13.894876 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: availability_zone.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.895578 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.896126 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: availability_zone Dec 06 11:55:13.896488 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: availability_zone_filter.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.897422 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.897934 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: availability_zone_filter Dec 06 11:55:13.898262 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: data_plane_status.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.899177 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.899691 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension data-plane-status not supported by any of loaded plugins Dec 06 11:55:13.900045 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: default_subnetpools.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.900984 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.901503 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: default-subnetpools Dec 06 11:55:13.901831 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.902654 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.903164 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: dhcp_agent_scheduler Dec 06 11:55:13.903493 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: dns.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.904450 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.904963 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension dns-integration not supported by any of loaded plugins Dec 06 11:55:13.905290 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: dns_domain_ports.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.906215 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.906722 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 06 11:55:13.907386 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.908353 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.908864 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 06 11:55:13.909194 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: dvr.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.909871 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.910385 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: dvr Dec 06 11:55:13.910712 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: ecmp_routes.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.911642 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.912710 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 06 11:55:13.913030 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: empty_string_filtering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.913956 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.914473 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: empty-string-filtering Dec 06 11:55:13.914798 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.915726 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.916268 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 06 11:55:13.916595 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.917516 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.918029 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 06 11:55:13.918356 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: external_net.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.919283 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.919798 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: external-net Dec 06 11:55:13.920156 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.921070 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.921586 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: extra_dhcp_opt Dec 06 11:55:13.921918 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: extraroute.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.922843 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.923357 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: extraroute Dec 06 11:55:13.923683 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: extraroute_atomic.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.924932 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.925453 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: extraroute-atomic Dec 06 11:55:13.925785 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: filter_validation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.926457 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.926968 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: filter-validation Dec 06 11:55:13.927294 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: fip_pf_description.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.928833 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.929354 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 06 11:55:13.929685 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: fip_port_details.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.930641 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.931155 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: fip-port-details Dec 06 11:55:13.931481 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: flavors.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.932791 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.933321 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: flavors Dec 06 11:55:13.933651 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.935343 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.935897 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 06 11:55:13.936235 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: floatingip_pools.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.937379 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.938009 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: floatingip-pools Dec 06 11:55:13.938379 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: ip_allocation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.939601 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.940290 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension ip_allocation not supported by any of loaded plugins Dec 06 11:55:13.940662 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.941739 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.942415 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: ip-substring-filtering Dec 06 11:55:13.942865 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: l2_adjacency.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.944252 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.944792 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 06 11:55:13.945267 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: l3.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.946285 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.946928 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: router Dec 06 11:55:13.947341 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.950076 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.950720 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 06 11:55:13.951191 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.952351 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.952989 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: ext-gw-mode Dec 06 11:55:13.953356 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.954559 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.955076 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: l3-ha Dec 06 11:55:13.955525 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: l3_flavors.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.956620 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.957139 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: l3-flavors Dec 06 11:55:13.957467 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.958391 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.958944 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 06 11:55:13.959347 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: l3agentscheduler.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.960436 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.960960 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: l3_agent_scheduler Dec 06 11:55:13.961291 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: local_ip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.963086 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.963615 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension local_ip not supported by any of loaded plugins Dec 06 11:55:13.963977 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: logging.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.967020 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.967564 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension logging not supported by any of loaded plugins Dec 06 11:55:13.967935 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: metering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.968718 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.969318 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: metering Dec 06 11:55:13.969659 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.970773 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.971303 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: metering_source_and_destination_fields Dec 06 11:55:13.971640 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: multiprovidernet.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.972623 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.973150 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: multi-provider Dec 06 11:55:13.973486 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: netmtu.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.974432 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.975508 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: net-mtu Dec 06 11:55:13.975843 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: netmtu_writable.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.976809 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.977334 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: net-mtu-writable Dec 06 11:55:13.977666 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: network_availability_zone.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.978348 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.978864 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: network_availability_zone Dec 06 11:55:13.979194 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: network_ip_availability.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.980347 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.980868 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: network-ip-availability Dec 06 11:55:13.981203 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: network_segment_range.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.981975 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.982490 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension network-segment-range not supported by any of loaded plugins Dec 06 11:55:13.982818 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: pagination.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.983810 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.984192 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: pagination Dec 06 11:55:13.984521 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: port_device_profile.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.985463 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.985988 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: port-device-profile Dec 06 11:55:13.986320 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.987256 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.987778 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: port-mac-address-regenerate Dec 06 11:55:13.988141 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.989066 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.989587 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: port-numa-affinity-policy Dec 06 11:55:13.989918 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: port_resource_request.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.991651 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.992195 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension port-resource-request not supported by any of loaded plugins Dec 06 11:55:13.992527 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: port_resource_request_groups.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.993528 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.994049 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 06 11:55:13.994380 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: portbindings.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.995319 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.995835 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: binding Dec 06 11:55:13.996196 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: portbindings_extended.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.997499 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.998025 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: binding-extended Dec 06 11:55:13.998356 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: portsecurity.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:13.999282 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:13.999804 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: port-security Dec 06 11:55:14.000159 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: project_id.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.001151 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.001488 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: project-id Dec 06 11:55:14.001817 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: providernet.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.002749 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.003276 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: provider Dec 06 11:55:14.003605 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.007371 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.007926 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos not supported by any of loaded plugins Dec 06 11:55:14.008270 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.009542 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.010066 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 06 11:55:14.010403 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.011339 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.011892 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 06 11:55:14.012219 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_default.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.013416 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.013937 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-default not supported by any of loaded plugins Dec 06 11:55:14.014270 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_fip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.014936 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.015448 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-fip not supported by any of loaded plugins Dec 06 11:55:14.015777 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_gateway_ip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.016739 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.017254 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 06 11:55:14.017584 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_port_network_policy.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.018514 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.019029 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 06 11:55:14.019357 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.020576 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.021099 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 06 11:55:14.021454 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_pps_rule.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.022642 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.023169 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-pps not supported by any of loaded plugins Dec 06 11:55:14.023502 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_rule_type_details.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.024473 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.024991 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 06 11:55:14.025322 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: qos_rules_alias.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.026371 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.026892 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 06 11:55:14.027222 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: quota_check_limit.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.028182 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.028702 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: quota-check-limit Dec 06 11:55:14.029033 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: quotasv2.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.029983 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.030318 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: quotas Dec 06 11:55:14.030648 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: quotasv2_detail.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.033848 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.034200 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: quota_details Dec 06 11:55:14.034543 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: rbac.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.035617 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.036198 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: rbac-policies Dec 06 11:55:14.036533 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: rbac_address_group.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.038002 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.038529 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: rbac-address-group Dec 06 11:55:14.038859 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: rbac_address_scope.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.039815 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.040372 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: rbac-address-scope Dec 06 11:55:14.040702 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: rbac_security_groups.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.041634 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.042165 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: rbac-security-groups Dec 06 11:55:14.042498 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: rbac_subnetpool.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.043433 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.044030 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: rbac-subnetpool Dec 06 11:55:14.044360 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: revisionifmatch.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.045294 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.045819 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: revision-if-match Dec 06 11:55:14.046146 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: revisions.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.047269 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.047790 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: standard-attr-revisions Dec 06 11:55:14.048142 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: router_availability_zone.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.048823 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.049345 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: router_availability_zone Dec 06 11:55:14.049674 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: routerservicetype.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.050608 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.051128 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension router-service-type not supported by any of loaded plugins Dec 06 11:55:14.051455 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.052496 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.053592 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: security-groups-normalized-cidr Dec 06 11:55:14.053915 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.054848 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.055370 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: port-security-groups-filtering Dec 06 11:55:14.055698 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.056659 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.057182 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: security-groups-remote-address-group Dec 06 11:55:14.057510 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.058459 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.058979 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: security-groups-shared-filtering Dec 06 11:55:14.059308 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.059938 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 06 11:55:14.060266 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: securitygroup.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.070089 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.070630 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: security-group Dec 06 11:55:14.070974 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: segment.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.071778 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.072335 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension segment not supported by any of loaded plugins Dec 06 11:55:14.072670 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.073624 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.074147 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 06 11:55:14.074479 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: servicetype.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.075597 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.076164 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: service-type Dec 06 11:55:14.076495 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: sorting.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.077492 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.077830 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: sorting Dec 06 11:55:14.078159 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: standard_attr_segment.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.079081 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.079609 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 06 11:55:14.079968 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: standardattrdescription.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.080626 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.081142 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: standard-attr-description Dec 06 11:55:14.081471 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: stateful_security_group.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.082416 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.082940 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: stateful-security-group Dec 06 11:55:14.083270 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: stdattrs_common.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.083879 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 06 11:55:14.084217 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.085162 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.085684 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 06 11:55:14.086012 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: subnet_onboard.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.087086 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.087612 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: subnet_onboard Dec 06 11:55:14.087971 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.088917 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.089435 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 06 11:55:14.089764 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: subnet_service_types.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.090702 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.091226 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: subnet-service-types Dec 06 11:55:14.091556 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: subnetallocation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.092679 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.093206 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: subnet_allocation Dec 06 11:55:14.093546 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.094222 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.094740 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: subnetpool-prefix-ops Dec 06 11:55:14.095068 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.096048 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.096569 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 06 11:55:14.096896 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: tagging.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.097968 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.098511 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: standard-attr-tag Dec 06 11:55:14.098844 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: timestamp.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.100619 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.101149 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loaded extension: standard-attr-timestamp Dec 06 11:55:14.101486 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: trunk.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.102540 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.103071 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension trunk not supported by any of loaded plugins Dec 06 11:55:14.103408 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: trunk_details.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.104380 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.104909 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension trunk-details not supported by any of loaded plugins Dec 06 11:55:14.105241 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: uplink_status_propagation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.106170 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.106701 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 06 11:55:14.107031 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Loading extension file: vlantransparent.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 11:55:14.107710 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 11:55:14.108259 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 06 11:55:14.110780 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:network Dec 06 11:55:14.111306 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:subnet Dec 06 11:55:14.111713 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:14.112143 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:port Dec 06 11:55:14.113390 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.113843 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service FLAVORS assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.114462 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.114894 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.116077 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:router Dec 06 11:55:14.116515 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:floatingip Dec 06 11:55:14.117027 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service METERING assigned prefix: /metering {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.118505 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.118838 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.119196 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 11:55:14.120247 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 11:55:14.120716 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:security_group Dec 06 11:55:14.121151 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 11:55:14.121769 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service CORE assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.122110 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:14.122463 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] subnetpool is already registered Dec 06 11:55:14.122907 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service CORE assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.123240 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:14.123579 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] subnetpool is already registered Dec 06 11:55:14.125897 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.126341 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service FLAVORS assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.126936 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.127365 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.127704 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:router Dec 06 11:55:14.128080 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] router is already registered Dec 06 11:55:14.128502 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:floatingip Dec 06 11:55:14.128845 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] floatingip is already registered Dec 06 11:55:14.129304 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service METERING assigned prefix: /metering {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.129971 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 11:55:14.130302 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] rbac_policy is already registered Dec 06 11:55:14.130715 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:security_group Dec 06 11:55:14.131077 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] security_group is already registered Dec 06 11:55:14.131656 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 11:55:14.132028 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] security_group_rule is already registered Dec 06 11:55:14.132662 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service CORE assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.132994 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:14.133332 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] subnetpool is already registered Dec 06 11:55:14.133773 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Service CORE assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 11:55:14.134101 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 11:55:14.134438 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d894eea8-af89-4e61-9247-86da73321288 None None] subnetpool is already registered Dec 06 11:55:14.134909 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: extensions {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.136392 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: address-groups {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.138115 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: address-scopes {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.139448 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: agents {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.140636 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: auto-allocated-topology {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.141889 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: availability_zones {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.143114 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: dhcp-networks {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.144653 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: dhcp-agents {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.146075 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: routers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.148518 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: flavors {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.149683 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: service_profiles {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.150903 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: next_providers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.152381 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: service_profiles {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.153914 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: floatingip-pools {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.155166 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: routers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.157326 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: floatingips {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.159512 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: l3-routers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.160933 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: l3-agents {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.162946 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: metering-labels {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.164455 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: metering-label-rules {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.165724 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: network-ip-availabilities {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.167013 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: bindings {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.168681 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: quotas {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.170244 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: quotas {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.171767 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: rbac-policies {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.173084 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: security-groups {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.174317 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: security-group-rules {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.175540 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: service-providers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.176781 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: subnetpools {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.178926 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: subnetpools {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.180418 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.182102 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.183927 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.185715 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.187503 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.189401 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.191089 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.193032 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.194827 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.196770 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 11:55:14.202802 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING keystonemiddleware.auth_token [None req-d894eea8-af89-4e61-9247-86da73321288 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 06 11:55:14.207542 dv-neutron-master-2-hyperv neutron-server[103145]: WARNING keystonemiddleware.auth_token [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 06 11:55:14.216258 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Acquired lock "singleton_lock" {{(pid=103145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 06 11:55:14.216729 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Releasing lock "singleton_lock" {{(pid=103145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 06 11:55:14.217372 dv-neutron-master-2-hyperv neutron-server[103145]: INFO oslo_service.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Starting 2 workers Dec 06 11:55:14.222232 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Started child 103286 {{(pid=103145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 11:55:14.227323 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Started child 103287 {{(pid=103145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 11:55:14.228548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:14.229233 dv-neutron-master-2-hyperv neutron-server[103145]: INFO neutron.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 06 11:55:14.229603 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Publish callbacks [] for process, before_spawn {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:14.230244 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [-] (103286) wsgi starting up on http://0.0.0.0:9696 Dec 06 11:55:14.232023 dv-neutron-master-2-hyperv neutron-server[103145]: INFO oslo_service.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Starting 1 workers Dec 06 11:55:14.232171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:14.233469 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [-] (103287) wsgi starting up on http://0.0.0.0:9696 Dec 06 11:55:14.237269 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Started child 103288 {{(pid=103145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 11:55:14.237833 dv-neutron-master-2-hyperv neutron-server[103145]: INFO oslo_service.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Starting 1 workers Dec 06 11:55:14.241719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] calling RpcWorker wait() {{(pid=103288) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 06 11:55:14.242279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] returning from RpcWorker wait() {{(pid=103288) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 06 11:55:14.242964 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Started child 103289 {{(pid=103145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 11:55:14.243591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:14.243774 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d894eea8-af89-4e61-9247-86da73321288 None None] Publish callbacks [] for process, after_spawn {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:14.244172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:14.245703 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 11:55:14.245909 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 11:55:14.246098 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 11:55:14.246326 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 11:55:14.246667 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 11:55:14.246851 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 11:55:14.247337 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.247608 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.247905 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.247996 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:14.248450 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.248450 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.249047 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.249138 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:14.249318 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.249593 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.249872 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.250124 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.250297 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.250466 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.250711 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.250948 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.251244 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.251509 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.251747 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.252020 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.252199 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.252449 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.252712 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.252959 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.253229 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] debug = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.253475 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.253942 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.254170 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.254420 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.254659 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.254934 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.255186 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.255461 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.255706 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.255991 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.256250 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.256480 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.256795 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.257034 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.257284 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.257522 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.257780 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.258001 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.258490 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.258710 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.258971 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.259201 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.259450 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.259697 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.259962 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.260202 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.260466 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.260771 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.260986 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.261171 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.261436 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.261672 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.261916 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.262080 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_options = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.262317 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.262858 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.263104 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.263302 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.263471 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.263651 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.263934 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.264101 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.264364 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.264579 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.264799 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.265045 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.265217 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.265430 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.265701 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.265931 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.266143 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.266356 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.266610 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.266854 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.267085 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.267311 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.267545 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.267766 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.268023 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.268258 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.268488 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.268724 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.268942 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.269184 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.269432 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.269686 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.269902 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.270142 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.270416 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.270664 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.270888 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.271100 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.271907 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.272158 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.272410 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.272657 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.272875 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.273122 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.273356 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.273609 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.273852 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_json = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.274081 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.274363 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.274555 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.274769 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.274998 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.275208 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.275395 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.275628 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.276086 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.276380 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.276686 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.276931 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.277162 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.277413 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.277641 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.277862 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.278111 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.278369 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.278676 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.278898 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.279199 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.279437 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.279735 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.280097 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.280342 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.280622 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.280868 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.281103 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.281318 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.281562 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.281841 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.282059 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.282306 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.282821 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.283705 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.284272 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.284272 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.284601 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.285045 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.285329 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.285576 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.285799 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.286053 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.286275 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.286501 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.287729 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.288015 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.291346 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.293057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.293057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.293057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.293057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.293057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.293057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.293057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.294101 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.294438 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.295666 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.297558 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.298074 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.298318 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.298562 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.298820 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.299899 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.300195 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.302765 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.302765 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.303061 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.303196 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.303362 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.303592 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.304036 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.304196 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.304335 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.304544 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.304771 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.305013 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.305221 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.305563 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.305809 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.305952 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.306088 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.306276 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.306490 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.306490 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.306999 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.307137 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.307333 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.307542 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.308296 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.308296 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.308296 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.308730 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.308874 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.309102 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.309311 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.309604 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.309791 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.310030 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.310273 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.310496 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.310734 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.310992 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.311531 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.311531 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.311818 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.312018 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.312212 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.312458 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.312684 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.312903 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.313143 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.313369 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.314286 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.314286 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.314286 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.314707 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.314707 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.314928 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.315120 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.315973 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.315973 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.315973 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.316203 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.316692 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.316942 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.317311 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.317793 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.317793 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.317980 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.318307 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.321447 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.321447 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.321447 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.321447 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.321447 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.321447 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.321447 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.321447 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322057 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322819 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322819 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.322819 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.323031 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.323145 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.323394 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.323646 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.323882 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.324126 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.324378 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.324615 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.324837 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.325056 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.325318 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.325531 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.325752 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.325973 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.326185 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.326411 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.326666 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.326889 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.327111 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.327385 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.327610 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.327871 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.328097 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.328337 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.328591 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.328828 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.329099 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.329366 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.329615 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.329848 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.330111 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.330348 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.330563 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.330828 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.331050 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.331267 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.331484 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.331732 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.331983 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.332424 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.332811 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.333197 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.333613 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.334450 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.335007 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.335413 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.335799 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.336217 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.336445 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.336695 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.336942 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.337169 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.337422 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.337644 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.337871 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.338120 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.338365 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.338620 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.338837 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.339075 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.339288 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.339502 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.340144 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.340144 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.340324 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.340487 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.340747 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.340968 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.341204 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.341453 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.341664 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.341874 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.342116 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.342334 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.342544 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.342799 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.343009 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.343221 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.343472 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.343662 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.343954 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.344161 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.344370 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.344579 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.344799 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.345012 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.345218 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.345444 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.345818 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.346031 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.346279 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.346503 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.347246 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.347246 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.347246 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.347664 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.347664 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.347971 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.347971 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.348277 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.348550 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.348772 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.349054 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.349413 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.349613 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.350374 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.350664 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.350898 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.351178 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.351402 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.351622 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.351887 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.352164 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.352475 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.352769 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.353022 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.353259 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.353540 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.353823 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.354089 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.354326 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.354626 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.354968 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.355265 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.355530 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.355759 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.356038 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.356282 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.356517 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.356754 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.357001 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.357222 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.357462 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.357719 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.357965 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.358203 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.358449 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.358666 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.358892 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.359124 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.359375 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.359591 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.359749 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 11:55:14.360325 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 11:55:14.360489 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 11:55:14.360645 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 11:55:14.360847 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 11:55:14.361010 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 11:55:14.361151 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 11:55:14.361368 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.361532 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.361688 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.361827 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.362054 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.362169 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.362325 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.362479 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.362645 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.362810 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.362958 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.363109 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.363251 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.363413 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.363567 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.363729 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.363902 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.364114 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.364257 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.364394 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.364542 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.364678 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.364813 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] debug = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.364960 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.365205 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.365361 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.365525 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.365679 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.365865 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.366085 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.366221 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.366351 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.366495 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.366579 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.366719 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.366877 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.367037 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.367203 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.367363 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.367524 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.367686 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.367846 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.368031 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.368192 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.368375 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.368503 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.368765 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.368917 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.368917 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.369176 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.369310 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.369445 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.369581 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.369715 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.369859 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.370021 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.370152 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_options = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.370334 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.370461 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.370686 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.370827 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.370965 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.371102 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.371238 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.371381 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.371521 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.371655 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.371778 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.371922 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.372086 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.372247 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.372407 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.372567 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.372728 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.372887 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.373047 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.373206 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.373365 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.373525 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.373685 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.373848 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.374213 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.374213 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.374503 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.374503 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.374764 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.374764 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.374911 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.375046 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.375205 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.375364 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.375524 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.375683 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.375844 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.376024 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.376191 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.376349 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.376668 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.376829 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.376990 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.377156 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.377320 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.377480 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.377640 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_json = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.377800 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.377959 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.378120 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.378280 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.378438 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.378597 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.378755 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.378916 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 11:55:14.379096 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.379573 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.379573 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.379573 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.379806 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.379920 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.380051 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.380218 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.380378 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.380694 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.380898 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.381061 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.381222 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.381465 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.381540 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.383897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:14.384011 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384011 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384011 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384011 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384011 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384011 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384011 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384011 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384456 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384883 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384883 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384883 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384883 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384883 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.384883 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.385215 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.385215 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.385331 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.385512 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.385804 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.385804 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.385950 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.386100 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.386264 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.386429 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.386592 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.386755 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.386918 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.387086 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.387250 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.387676 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.387843 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.388043 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.388209 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.388372 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.388572 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.388738 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.388901 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.389065 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.389228 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.389390 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.389552 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.389714 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.389876 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.390040 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.390204 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.390381 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.390545 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.390708 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.390871 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.391033 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.391227 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.391399 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.391562 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.391726 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.391909 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.392075 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.392238 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.392402 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.392552 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.392750 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.392903 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.393029 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.393172 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.393650 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.393650 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.393650 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.394032 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.394032 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.394225 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.394225 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.394636 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.394636 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.394820 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.394900 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.395068 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.395268 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.395395 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.395520 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.395646 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.395769 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.395928 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.396082 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.396247 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.396940 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.397098 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.397261 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.397442 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.397634 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398016 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398016 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398016 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398293 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398487 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398487 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398638 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398814 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.398949 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.399089 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.399252 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.399423 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.399595 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.399761 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.399947 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.400111 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.400276 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.400438 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.400600 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.400762 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.400924 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.401086 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.401249 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.401422 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.401585 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.401750 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.402274 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.402274 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.402274 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.402895 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.402895 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.402895 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.402895 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.403350 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.403350 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.403350 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.403654 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.403654 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.403921 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.403921 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.404070 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.404564 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.404564 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.404564 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405148 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405148 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405148 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405148 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405617 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405617 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405617 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405931 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.405931 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.406174 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.406174 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.406483 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.406483 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.406775 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.406775 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.407441 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.407441 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.407441 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.407441 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.407905 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.407905 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.407905 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.408135 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.408135 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.408311 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.408475 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.408661 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.408804 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.408965 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.409133 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.409256 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.409444 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.409614 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.409738 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.409884 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.410049 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.410252 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.410441 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.410568 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.410691 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.410814 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.410977 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.411138 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.411301 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.411462 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.411624 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.411787 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.411993 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.412175 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.412342 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.412652 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.412830 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.412993 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.413156 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.413318 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.413482 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.413645 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.413821 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.413985 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.414147 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.414309 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.414471 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.414633 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.414806 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.414968 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.415130 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.415292 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.415454 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.415615 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.415787 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.416041 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.416203 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.416365 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.416528 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.416689 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.416861 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.417028 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.417190 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.417351 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.417514 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.417676 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.417847 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.418009 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.418172 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.418333 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.418495 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.418657 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.418829 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.418991 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.419153 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.419313 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.419475 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.419637 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.419808 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.419984 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.420145 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.420314 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.420476 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.420637 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.420822 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.420997 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.421124 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.421271 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.421396 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.422431 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.422431 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.422431 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.422431 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.422431 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.422431 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.423382 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.423382 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.423382 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.423382 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.423382 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.423382 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424003 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424003 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424003 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424003 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424287 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424287 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424428 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424504 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424637 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424801 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.424964 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.425307 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.425307 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.426227 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.426227 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.426227 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.426227 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.426227 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.426227 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.426643 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 11:55:14.426643 dv-neutron-master-2-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 11:55:14.469622 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36156) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:14.478982 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070748 Dec 06 11:55:26.219245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e06bd-65c1-4c91-b97c-64f1ce5050fb None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 11:55:26.275273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e06bd-65c1-4c91-b97c-64f1ce5050fb None None] No non-hosted networks {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 06 11:55:26.292675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.agentschedulers_db [None req-c22e06bd-65c1-4c91-b97c-64f1ce5050fb None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=103288) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 06 11:55:26.450739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c6cca9c-d5b4-42e1-afbc-3117d6986480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-775434'] for agent, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:28.566712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc4c716-d467-45bb-ab30-6c45a0e03a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-775434'] for agent, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:28.640783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5d47-b07e-42b8-b6ba-5a5be2cf9ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:29.730335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-775434'] for agent, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:30.786817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-775434'] for agent, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:31.815888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-775434'] for agent, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:31.816712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.817156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.817611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.818326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.818756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.819571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.820522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.821183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.823293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.824810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.825266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.826120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.828285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:31.829691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:31.842731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:55:32.378036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36248) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:32.881526 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING oslo_policy.policy [None req-5333410a-aa91-4901-b133-45f28ae38de7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:32.882114 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING oslo_policy.policy [None req-5333410a-aa91-4901-b133-45f28ae38de7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:33.116502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-5333410a-aa91-4901-b133-45f28ae38de7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:55:33.117522 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5333410a-aa91-4901-b133-45f28ae38de7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7384565 Dec 06 11:55:35.747625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36264) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:36.060550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-aff4f367-f443-4f72-8907-0ac03c37f287 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:36.075494 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.db.l3_hamode_db [None req-70c5fd3d-fab2-4f63-8008-691f2a2d0ebb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 06 11:55:36.153654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5fd3d-fab2-4f63-8008-691f2a2d0ebb None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:55:36.154042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5fd3d-fab2-4f63-8008-691f2a2d0ebb None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 11:55:36.165109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.policy [None req-aff4f367-f443-4f72-8907-0ac03c37f287 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103287) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 11:55:36.212482 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING oslo_policy.policy [None req-aff4f367-f443-4f72-8907-0ac03c37f287 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:36.212794 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING oslo_policy.policy [None req-aff4f367-f443-4f72-8907-0ac03c37f287 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:55:36.221259 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.quota [None req-aff4f367-f443-4f72-8907-0ac03c37f287 admin admin] Loaded quota_driver: . Dec 06 11:55:36.311280 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aff4f367-f443-4f72-8907-0ac03c37f287 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760313222534', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760313223161', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760313233997', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760313239364', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760313187569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760313211154', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1619922', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1946366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-865612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1031714'] for rbac-policy, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:36.377261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aff4f367-f443-4f72-8907-0ac03c37f287 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:36.378463 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aff4f367-f443-4f72-8907-0ac03c37f287 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6297946 Dec 06 11:55:39.165353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36276) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:39.463695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Request body: {'network': {'name': 'private', 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'admin_state_up': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:39.492292 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Made reservation on behalf of 3ae7fb24bb774242baea7e75a5744bf5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:55:39.495268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:39.512149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:39.619951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:39.623756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:39.643810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 11:55:39.671881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760314251421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:39.672483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Unsubscribe: segment precommit_create {{(pid=103287) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 11:55:39.673008 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Added segment 89546a92-7c37-4887-b99a-c243a6158900 of type vlan for network a9d44482-289c-449f-afe2-22df9b539603 Dec 06 11:55:39.688754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cae73a-40a5-40d1-a8a3-9d26cc69af42,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:39.715785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.716166 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.716503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.716830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.717154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.717476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.717810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.718133 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.718462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.718785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.719100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.719411 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.719723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Tracked resource versions report: Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: pushed versions: Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: { 'AddressGroup': {'1.2'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Log': {'1.0'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Network': {'1.1'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Port': {'1.7'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'PortForwarding': {'1.2'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'QosPolicy': {'1.10'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'SecurityGroup': {'1.5'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'SubPort': {'1.0'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Subnet': {'1.1'}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Trunk': {'1.1'}} Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: consumer versions: Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'ConntrackHelper': '1.0', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'LocalIPAssociation': '1.0', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Log': '1.0', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Network': '1.1', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Port': '1.7', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'PortForwarding': '1.2', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'QosPolicy': '1.10', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'SecurityGroup': '1.5', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'SecurityGroupRule': '1.2', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'SubPort': '1.0', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Subnet': '1.1', Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: 'Trunk': '1.1'}} Dec 06 11:55:39.721154 dv-neutron-master-2-hyperv neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 11:55:39.796694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:39.836167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:39.837236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:55:39.837913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:39.890488 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7239971 Dec 06 11:55:39.942775 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025d49d-7cfb-42bf-a348-fc42d6e16c9e admin admin] Pushing event updated for resources: {'Network': ['ID=a9d44482-289c-449f-afe2-22df9b539603,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:39.959713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network a9d44482-289c-449f-afe2-22df9b539603 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 11:55:42.742260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36290) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:43.146392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f2cbe-a486-4b5a-bf20-07a9884aff59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:55:43.147763 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e46f2cbe-a486-4b5a-bf20-07a9884aff59 admin admin] 10.222.0.24 "GET /v2.0/networks/a9d44482-289c-449f-afe2-22df9b539603 HTTP/1.1" status: 200 len: 825 time: 0.4045510 Dec 06 11:55:43.172119 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a2d988e3-df95-4c47-8317-8bf57359ebe0 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/a106e123-f2a5-4c65-918c-67e53da94b45 HTTP/1.1" status: 200 len: 734 time: 0.0182102 Dec 06 11:55:43.181040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Request body: {'subnet': {'subnetpool_id': 'a106e123-f2a5-4c65-918c-67e53da94b45', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:43.203054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Made reservation on behalf of 3ae7fb24bb774242baea7e75a5744bf5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:55:43.205303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:43.498452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:43.570756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864f95cd-980c-4ef3-9e5e-492b5f13773d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:43.573026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Checking segment: {'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:55:43.573416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Network hostable DHCP agents. Network: a9d44482-289c-449f-afe2-22df9b539603, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 11:55:43.596840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Network a9d44482-289c-449f-afe2-22df9b539603 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 11:55:43.607929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a9d44482-289c-449f-afe2-22df9b539603) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:55:43.612571 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:55:43.613159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:43.619197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c920c347-c8d1-4ce8-b246-5c26c59c1104 None None] Network a9d44482-289c-449f-afe2-22df9b539603 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:55:43.628227 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-74cb74cf-aa30-40e9-9ec9-bcadda510700 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4503264 Dec 06 11:55:43.946237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a9d44482-289c-449f-afe2-22df9b539603', 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'fixed_ips': [{'subnet_id': '864f95cd-980c-4ef3-9e5e-492b5f13773d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 11:55:43.947473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.246874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Allocated IP 172.20.0.2 (a9d44482-289c-449f-afe2-22df9b539603/864f95cd-980c-4ef3-9e5e-492b5f13773d/28bc4483-6ebd-44ac-a572-476a8c18fea6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 11:55:44.454305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.462248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.542445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Network a9d44482-289c-449f-afe2-22df9b539603 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:55:44.547294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:55:44.553525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Pushing event updated for resources: {'Port': ['ID=28bc4483-6ebd-44ac-a572-476a8c18fea6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:44.555690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 11:55:44.565455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.565824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.566173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.567167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.567523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.567881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.568233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.568567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.568914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.569265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.569598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.569923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.570246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Tracked resource versions report: Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: pushed versions: Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: { 'AddressGroup': {'1.2'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Log': {'1.0'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Network': {'1.1'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Port': {'1.7'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'PortForwarding': {'1.2'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'QosPolicy': {'1.10'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'SecurityGroup': {'1.5'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'SubPort': {'1.0'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Subnet': {'1.1'}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Trunk': {'1.1'}} Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: consumer versions: Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'ConntrackHelper': '1.0', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'LocalIPAssociation': '1.0', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Log': '1.0', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Network': '1.1', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Port': '1.7', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'PortForwarding': '1.2', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'QosPolicy': '1.10', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'SecurityGroup': '1.5', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'SecurityGroupRule': '1.2', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'SubPort': '1.0', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Subnet': '1.1', Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: 'Trunk': '1.1'}} Dec 06 11:55:44.571636 dv-neutron-master-2-hyperv neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 11:55:44.643603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Attempting to bind port 28bc4483-6ebd-44ac-a572-476a8c18fea6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 11:55:44.644329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Attempting to bind port 28bc4483-6ebd-44ac-a572-476a8c18fea6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 11:55:44.644435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Attempting to bind port 28bc4483-6ebd-44ac-a572-476a8c18fea6 on network a9d44482-289c-449f-afe2-22df9b539603 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 11:55:44.649337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 11:55:44.649705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Checking segment: {'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:55:44.650195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.650584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Bound using segment: {'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 11:55:44.651078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Bound port: 28bc4483-6ebd-44ac-a572-476a8c18fea6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 11:55:44.651475 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.711864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] For port 28bc4483-6ebd-44ac-a572-476a8c18fea6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 11:55:44.716271 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] For port 28bc4483-6ebd-44ac-a572-476a8c18fea6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28bc4483-6ebd-44ac-a572-476a8c18fea6,segment=NetworkSegment(89546a92-7c37-4887-b99a-c243a6158900),segment_id=89546a92-7c37-4887-b99a-c243a6158900)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 11:55:44.720807 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:44.786135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19214e-7e0d-435a-b1fb-befd3cfa80b5 None None] Pushing event updated for resources: {'Port': ['ID=28bc4483-6ebd-44ac-a572-476a8c18fea6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:46.267326 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36298) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:46.584198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-f5fd97e5-308f-4b78-b5cc-b73276775b57 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:55:46.585237 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f5fd97e5-308f-4b78-b5cc-b73276775b57 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169649 Dec 06 11:55:49.270294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36306) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:49.586761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-d1c87afa-5255-482f-a512-a1ed9b65a895 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:55:49.587783 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d1c87afa-5255-482f-a512-a1ed9b65a895 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3165312 Dec 06 11:55:52.451536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36316) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:52.758276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d772cc02-2363-47ed-8de2-660f69f3f757 admin admin] Request body: {'router': {'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:52.787263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d772cc02-2363-47ed-8de2-660f69f3f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:52.789135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d772cc02-2363-47ed-8de2-660f69f3f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:52.929825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d772cc02-2363-47ed-8de2-660f69f3f757 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:52.935130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d772cc02-2363-47ed-8de2-660f69f3f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:52.953908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d772cc02-2363-47ed-8de2-660f69f3f757 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:52.955040 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d772cc02-2363-47ed-8de2-660f69f3f757 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5025094 Dec 06 11:55:53.647798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 28bc4483-6ebd-44ac-a572-476a8c18fea6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:55:53.736496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 28bc4483-6ebd-44ac-a572-476a8c18fea6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:55:53.736895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:53.845792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:53.881456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 28bc4483-6ebd-44ac-a572-476a8c18fea6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28bc4483-6ebd-44ac-a572-476a8c18fea6,segment=NetworkSegment(89546a92-7c37-4887-b99a-c243a6158900),segment_id=89546a92-7c37-4887-b99a-c243a6158900)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 11:55:53.885435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:53.932999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=28bc4483-6ebd-44ac-a572-476a8c18fea6,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:54.023157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d513b7-ec5c-4a57-978c-9fa0f625d62b None None] Network a9d44482-289c-449f-afe2-22df9b539603 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:55:54.097733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1754c74d-325a-42d0-b337-d747b1ead918 None None] Provisioning complete for port 28bc4483-6ebd-44ac-a572-476a8c18fea6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:55:54.098014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1754c74d-325a-42d0-b337-d747b1ead918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:54.450304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9822ffbc-57b5-48fd-af68-53fdda1c1b5f None None] Provisioning complete for port 28bc4483-6ebd-44ac-a572-476a8c18fea6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:55:54.450775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9822ffbc-57b5-48fd-af68-53fdda1c1b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:55.568679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36328) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:55.610143 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 28bc4483-6ebd-44ac-a572-476a8c18fea6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:55:55.659331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 28bc4483-6ebd-44ac-a572-476a8c18fea6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:55:55.660462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:55.890096 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-b25f8401-2087-4a34-8f81-889784c668e4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:55:55.891113 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b25f8401-2087-4a34-8f81-889784c668e4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3214841 Dec 06 11:55:56.137869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e4a6470-f75a-4815-8aca-21fc761e6dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:58.483307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36336) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:55:58.564366 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250acdf6-1d3a-4f9f-9d68-f6ce8f1d307e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:58.794582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:55:58.815982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Made reservation on behalf of a74a81f143c44f68b160d1e990629ba0 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:55:58.818122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:58.826067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:58.899502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:58.902978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:58.919694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103287) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 06 11:55:58.937822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5fe937-58a2-4091-9609-c36ccedabf33,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:58.943937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:58.944270 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Added segment bbbd943f-ef77-4a8d-8672-cb2560199c39 of type flat for network c355b24e-c41e-41ef-b5bb-f4107a1898b2 Dec 06 11:55:58.994321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:59.025293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:59.026363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:55:59.026933 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:55:59.057225 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5728519 Dec 06 11:55:59.091490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32bdc-3248-4146-b2a1-7eeb78b3a4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c355b24e-c41e-41ef-b5bb-f4107a1898b2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:55:59.101788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 11:55:59.306671 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:55:59.663630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:00.751016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:01.669531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36354) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:01.808293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:01.897438 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING oslo_policy.policy [None req-08eb5396-390d-4537-8205-ee20cd00eea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:56:01.898031 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING oslo_policy.policy [None req-08eb5396-390d-4537-8205-ee20cd00eea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:56:02.309192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.policy [None req-08eb5396-390d-4537-8205-ee20cd00eea5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103286) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 11:56:02.358109 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING oslo_policy.policy [None req-08eb5396-390d-4537-8205-ee20cd00eea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:56:02.358498 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING oslo_policy.policy [None req-08eb5396-390d-4537-8205-ee20cd00eea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 11:56:02.367511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb5396-390d-4537-8205-ee20cd00eea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:02.369478 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-08eb5396-390d-4537-8205-ee20cd00eea5 admin admin] 10.222.0.24 "GET /v2.0/subnets/864f95cd-980c-4ef3-9e5e-492b5f13773d HTTP/1.1" status: 200 len: 849 time: 0.6979356 Dec 06 11:56:02.536107 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-75098751-e9fd-414f-9b9e-796f36ad5ea2 admin admin] 10.222.0.24 "GET /v2.0/routers/aaa66b82-46a7-4d46-b7d5-b6e1115d6751 HTTP/1.1" status: 200 len: 704 time: 0.1606445 Dec 06 11:56:02.800715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.122435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Allocated IP 172.20.0.1 (a9d44482-289c-449f-afe2-22df9b539603/864f95cd-980c-4ef3-9e5e-492b5f13773d/3bba6888-fc1a-42a2-afcb-ce67c412078c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 11:56:03.338585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.407689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.468088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Network a9d44482-289c-449f-afe2-22df9b539603 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:56:03.474127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:56:03.528165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Pushing event updated for resources: {'Port': ['ID=3bba6888-fc1a-42a2-afcb-ce67c412078c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:03.530734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 11:56:03.531897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.592660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.593039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.593388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.593734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.594066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.594397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.594743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.595075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.595416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.595746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.596097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.596431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.596888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Tracked resource versions report: Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: pushed versions: Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: { 'AddressGroup': {'1.2'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Log': {'1.0'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Network': {'1.1'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Port': {'1.7'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'PortForwarding': {'1.2'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'QosPolicy': {'1.10'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'SecurityGroup': {'1.5'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'SubPort': {'1.0'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Subnet': {'1.1'}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Trunk': {'1.1'}} Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: consumer versions: Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'ConntrackHelper': '1.0', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'LocalIPAssociation': '1.0', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Log': '1.0', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Network': '1.1', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Port': '1.7', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'PortForwarding': '1.2', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'QosPolicy': '1.10', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'SecurityGroup': '1.5', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'SecurityGroupRule': '1.2', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'SubPort': '1.0', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Subnet': '1.1', Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: 'Trunk': '1.1'}} Dec 06 11:56:03.598380 dv-neutron-master-2-hyperv neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 11:56:03.738289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.782710 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a6bc34eb-9ce2-4675-b8c4-99433a43415e None None] Provisioning complete for port 3bba6888-fc1a-42a2-afcb-ce67c412078c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:03.783260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6bc34eb-9ce2-4675-b8c4-99433a43415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.816750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc34eb-9ce2-4675-b8c4-99433a43415e None None] Port 3bba6888-fc1a-42a2-afcb-ce67c412078c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 11:56:03.947958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.952341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:03.953231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.037441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Pushing event updated for resources: {'Port': ['ID=3bba6888-fc1a-42a2-afcb-ce67c412078c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:04.078787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Network a9d44482-289c-449f-afe2-22df9b539603 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:56:04.080092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:56:04.236683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-96d454f5-29b9-4166-b0bd-1f16f7d33061 None None] Provisioning complete for port 3bba6888-fc1a-42a2-afcb-ce67c412078c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:04.237066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96d454f5-29b9-4166-b0bd-1f16f7d33061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:04.272162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-96d454f5-29b9-4166-b0bd-1f16f7d33061 None None] Port 3bba6888-fc1a-42a2-afcb-ce67c412078c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 11:56:04.290361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Router aaa66b82-46a7-4d46-b7d5-b6e1115d6751 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 11:56:04.380725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 11:56:04.386310 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c0ef3d05-9045-4cbf-9849-220a7e6aeedc admin admin] 10.222.0.24 "PUT /v2.0/routers/aaa66b82-46a7-4d46-b7d5-b6e1115d6751/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8445554 Dec 06 11:56:04.390980 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Sync routers for ids ['aaa66b82-46a7-4d46-b7d5-b6e1115d6751'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 11:56:04.403761 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Routers {'aaa66b82-46a7-4d46-b7d5-b6e1115d6751'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:56:04.404639 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T11:55:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aaa66b82-46a7-4d46-b7d5-b6e1115d6751'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:04.601128 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Set router aaa66b82-46a7-4d46-b7d5-b6e1115d6751 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 11:56:05.033071 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'name': 'router1', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:52Z', 'updated_at': '2021-12-06T11:56:03Z', 'revision_number': 2, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'gw_port_host': None, '_interfaces': [{'id': '3bba6888-fc1a-42a2-afcb-ce67c412078c', 'name': '', 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'mac_address': 'fa:16:3e:41:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:02Z', 'updated_at': '2021-12-06T11:56:03Z', 'revision_number': 2, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'subnets': [{'id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a106e123-f2a5-4c65-918c-67e53da94b45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:05.083875 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Checking router: aaa66b82-46a7-4d46-b7d5-b6e1115d6751 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 11:56:05.084260 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Updating router aaa66b82-46a7-4d46-b7d5-b6e1115d6751 port 3bba6888-fc1a-42a2-afcb-ce67c412078c binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 11:56:05.132431 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:05.658662 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:05.665919 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:05.840798 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Pushing event updated for resources: {'Port': ['ID=3bba6888-fc1a-42a2-afcb-ce67c412078c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:05.843978 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Attempting to bind port 3bba6888-fc1a-42a2-afcb-ce67c412078c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 11:56:05.844379 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Attempting to bind port 3bba6888-fc1a-42a2-afcb-ce67c412078c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 11:56:05.844836 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Attempting to bind port 3bba6888-fc1a-42a2-afcb-ce67c412078c on network a9d44482-289c-449f-afe2-22df9b539603 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 11:56:05.853511 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.853862 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.854203 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.854538 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.854870 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.855204 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.855538 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.855879 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.856231 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.856576 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.856905 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.857226 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.857543 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Tracked resource versions report: Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: pushed versions: Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: { 'AddressGroup': {'1.2'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Log': {'1.0'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Network': {'1.1'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Port': {'1.7'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'PortForwarding': {'1.2'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'QosPolicy': {'1.10'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'SecurityGroup': {'1.5'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'SubPort': {'1.0'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Subnet': {'1.1'}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Trunk': {'1.1'}} Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: consumer versions: Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'ConntrackHelper': '1.0', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'LocalIPAssociation': '1.0', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Log': '1.0', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Network': '1.1', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Port': '1.7', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'PortForwarding': '1.2', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'QosPolicy': '1.10', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'SecurityGroup': '1.5', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'SecurityGroupRule': '1.2', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'SubPort': '1.0', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Subnet': '1.1', Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: 'Trunk': '1.1'}} Dec 06 11:56:05.858890 dv-neutron-master-2-hyperv neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 11:56:05.861457 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 11:56:05.861721 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Checking segment: {'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:56:05.862859 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:05.863460 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Bound using segment: {'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 11:56:05.863973 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Bound port: 3bba6888-fc1a-42a2-afcb-ce67c412078c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89546a92-7c37-4887-b99a-c243a6158900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 11:56:05.864361 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:05.902920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a0a3a2ab-be95-43ec-9b8c-671a44ac6b72 None None] Provisioning complete for port 3bba6888-fc1a-42a2-afcb-ce67c412078c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:05.903473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0a3a2ab-be95-43ec-9b8c-671a44ac6b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:05.931893 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] For port 3bba6888-fc1a-42a2-afcb-ce67c412078c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 11:56:05.937196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3a2ab-be95-43ec-9b8c-671a44ac6b72 None None] Port 3bba6888-fc1a-42a2-afcb-ce67c412078c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 11:56:05.957897 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] For port 3bba6888-fc1a-42a2-afcb-ce67c412078c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bba6888-fc1a-42a2-afcb-ce67c412078c,segment=NetworkSegment(89546a92-7c37-4887-b99a-c243a6158900),segment_id=89546a92-7c37-4887-b99a-c243a6158900)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 11:56:05.962214 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.020567 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Routers {'aaa66b82-46a7-4d46-b7d5-b6e1115d6751'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:56:06.021197 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T11:55:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aaa66b82-46a7-4d46-b7d5-b6e1115d6751'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:06.058534 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d2073-e0ca-4c6d-9444-3b990001741a None None] Pushing event updated for resources: {'Port': ['ID=3bba6888-fc1a-42a2-afcb-ce67c412078c,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:06.114989 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] Set router aaa66b82-46a7-4d46-b7d5-b6e1115d6751 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 11:56:06.260777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-aae96319-251f-4ef3-8b7f-8f87eff65dd3 None None] Provisioning complete for port 3bba6888-fc1a-42a2-afcb-ce67c412078c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:06.261147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae96319-251f-4ef3-8b7f-8f87eff65dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.335007 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'name': 'router1', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:52Z', 'updated_at': '2021-12-06T11:56:03Z', 'revision_number': 2, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'gw_port_host': None, '_interfaces': [{'id': '3bba6888-fc1a-42a2-afcb-ce67c412078c', 'name': '', 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'mac_address': 'fa:16:3e:41:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:02Z', 'updated_at': '2021-12-06T11:56:05Z', 'revision_number': 4, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'subnets': [{'id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a106e123-f2a5-4c65-918c-67e53da94b45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:06.343235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae96319-251f-4ef3-8b7f-8f87eff65dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.365734 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9af45-c035-4b34-a80c-bae8e89c3bb9 None None] The sync data for ids ['aaa66b82-46a7-4d46-b7d5-b6e1115d6751'] in dv-neutron-master-2-hyperv is: [{'id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'name': 'router1', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:52Z', 'updated_at': '2021-12-06T11:56:03Z', 'revision_number': 2, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'gw_port_host': None, '_interfaces': [{'id': '3bba6888-fc1a-42a2-afcb-ce67c412078c', 'name': '', 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'mac_address': 'fa:16:3e:41:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:02Z', 'updated_at': '2021-12-06T11:56:05Z', 'revision_number': 4, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'subnets': [{'id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a106e123-f2a5-4c65-918c-67e53da94b45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 11:56:06.378685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-aae96319-251f-4ef3-8b7f-8f87eff65dd3 None None] For port 3bba6888-fc1a-42a2-afcb-ce67c412078c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bba6888-fc1a-42a2-afcb-ce67c412078c,segment=NetworkSegment(89546a92-7c37-4887-b99a-c243a6158900),segment_id=89546a92-7c37-4887-b99a-c243a6158900)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 11:56:06.383556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aae96319-251f-4ef3-8b7f-8f87eff65dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:06.436142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae96319-251f-4ef3-8b7f-8f87eff65dd3 None None] Pushing event updated for resources: {'Port': ['ID=3bba6888-fc1a-42a2-afcb-ce67c412078c,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:06.857591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36386) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:06.968094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410bed9-b241-4141-a604-5f74acc4e976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:06.969468 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e410bed9-b241-4141-a604-5f74acc4e976 admin admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 842 time: 0.1108170 Dec 06 11:56:06.979883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Request body: {'subnet': {'gateway_ip': '172.36.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'cidr': '172.36.1.0/24'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:56:06.981302 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.quota [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Loaded quota_driver: . Dec 06 11:56:07.018281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Made reservation on behalf of a74a81f143c44f68b160d1e990629ba0 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:56:07.020794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:07.326659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 11:56:07.327084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:07.378844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f42656-d343-4265-9b82-01ebcabe99db,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:07.390843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:56:07.391191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Network hostable DHCP agents. Network: c355b24e-c41e-41ef-b5bb-f4107a1898b2, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 11:56:07.415743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 11:56:07.427379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c355b24e-c41e-41ef-b5bb-f4107a1898b2) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:56:07.431680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:07.433373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:07.437396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6cf73c-d27e-4498-8ea7-f1b28e96f13f None None] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:56:07.457863 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-148b4cae-dbd1-4438-8962-f6803f4b8278 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4814179 Dec 06 11:56:07.576010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bba778-980b-4b6a-92a1-74fdd95703bd None None] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:56:10.027894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36394) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:10.160469 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6e0826df-d77f-4f5f-942a-3d535ffa389c admin admin] 10.222.0.24 "GET /v2.0/routers/aaa66b82-46a7-4d46-b7d5-b6e1115d6751 HTTP/1.1" status: 200 len: 710 time: 0.1314008 Dec 06 11:56:10.249556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91e1fc-d8c0-4739-88bd-faef6c86a5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:56:10.250940 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8a91e1fc-d8c0-4739-88bd-faef6c86a5d4 admin admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 886 time: 0.0846477 Dec 06 11:56:10.261485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:56:10.504613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:10.793085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:10.868109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:10.974363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Allocated IP 172.36.1.127 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/6644c866-c0a5-4dc7-9b93-7f86084f1311) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 11:56:11.079017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.112423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.150014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:56:11.152751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:56:11.156138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 11:56:11.219575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Pushing event updated for resources: {'Port': ['ID=6644c866-c0a5-4dc7-9b93-7f86084f1311,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:11.415974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.624554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.629509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.757101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Router aaa66b82-46a7-4d46-b7d5-b6e1115d6751 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 11:56:11.880000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 11:56:11.884391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:11.885958 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8898fb8e-d18a-41e9-a7ec-7830556b6092 admin admin] 10.222.0.24 "PUT /v2.0/routers/aaa66b82-46a7-4d46-b7d5-b6e1115d6751 HTTP/1.1" status: 200 len: 890 time: 1.6281314 Dec 06 11:56:13.615439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Sync routers for ids ['aaa66b82-46a7-4d46-b7d5-b6e1115d6751'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 11:56:13.627664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Routers {'aaa66b82-46a7-4d46-b7d5-b6e1115d6751'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:56:13.628408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T11:55:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aaa66b82-46a7-4d46-b7d5-b6e1115d6751'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:13.649575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3bba6888-fc1a-42a2-afcb-ce67c412078c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:56:13.877422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 3bba6888-fc1a-42a2-afcb-ce67c412078c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:13.877712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:13.882708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Set router aaa66b82-46a7-4d46-b7d5-b6e1115d6751 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 11:56:14.409453 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'name': 'router1', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '6644c866-c0a5-4dc7-9b93-7f86084f1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:52Z', 'updated_at': '2021-12-06T11:56:11Z', 'revision_number': 4, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'gw_port': {'id': '6644c866-c0a5-4dc7-9b93-7f86084f1311', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:10Z', 'updated_at': '2021-12-06T11:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3bba6888-fc1a-42a2-afcb-ce67c412078c', 'name': '', 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'mac_address': 'fa:16:3e:41:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:02Z', 'updated_at': '2021-12-06T11:56:06Z', 'revision_number': 5, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'subnets': [{'id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a106e123-f2a5-4c65-918c-67e53da94b45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:14.461194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Checking router: aaa66b82-46a7-4d46-b7d5-b6e1115d6751 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 11:56:14.461572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Updating router aaa66b82-46a7-4d46-b7d5-b6e1115d6751 port 6644c866-c0a5-4dc7-9b93-7f86084f1311 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 11:56:14.508199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:14.550082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36406) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:56:14.662163 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b94ed0ec-363c-4d8b-aed8-6c1e54bcfa66 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1109526 Dec 06 11:56:14.839135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:14.846210 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:14.901583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa9993-e23b-4064-b518-559b99d8bc55 None None] Pushing event updated for resources: {'Port': ['ID=6644c866-c0a5-4dc7-9b93-7f86084f1311,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:14.903979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Attempting to bind port 6644c866-c0a5-4dc7-9b93-7f86084f1311 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 11:56:14.904367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Attempting to bind port 6644c866-c0a5-4dc7-9b93-7f86084f1311 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 11:56:14.904726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Attempting to bind port 6644c866-c0a5-4dc7-9b93-7f86084f1311 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 11:56:14.910403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 11:56:14.910796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:56:14.911202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:14.911599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 11:56:14.912119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Bound port: 6644c866-c0a5-4dc7-9b93-7f86084f1311, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 11:56:14.912530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:14.972176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] For port 6644c866-c0a5-4dc7-9b93-7f86084f1311, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 11:56:14.975573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] For port 6644c866-c0a5-4dc7-9b93-7f86084f1311, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6644c866-c0a5-4dc7-9b93-7f86084f1311,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 11:56:14.979763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.039617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Routers {'aaa66b82-46a7-4d46-b7d5-b6e1115d6751'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 11:56:15.040263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T11:55:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aaa66b82-46a7-4d46-b7d5-b6e1115d6751'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:15.074357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa9993-e23b-4064-b518-559b99d8bc55 None None] Pushing event updated for resources: {'Port': ['ID=6644c866-c0a5-4dc7-9b93-7f86084f1311,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:15.153475 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] Set router aaa66b82-46a7-4d46-b7d5-b6e1115d6751 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 11:56:15.369207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'name': 'router1', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '6644c866-c0a5-4dc7-9b93-7f86084f1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:52Z', 'updated_at': '2021-12-06T11:56:11Z', 'revision_number': 4, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'gw_port': {'id': '6644c866-c0a5-4dc7-9b93-7f86084f1311', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:10Z', 'updated_at': '2021-12-06T11:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3bba6888-fc1a-42a2-afcb-ce67c412078c', 'name': '', 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'mac_address': 'fa:16:3e:41:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:02Z', 'updated_at': '2021-12-06T11:56:06Z', 'revision_number': 5, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'subnets': [{'id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a106e123-f2a5-4c65-918c-67e53da94b45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 11:56:15.396466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35655f9e-cc08-466a-9c82-e6b759969219 None None] The sync data for ids ['aaa66b82-46a7-4d46-b7d5-b6e1115d6751'] in dv-neutron-master-2-hyperv is: [{'id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'name': 'router1', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '6644c866-c0a5-4dc7-9b93-7f86084f1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T11:55:52Z', 'updated_at': '2021-12-06T11:56:11Z', 'revision_number': 4, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'gw_port': {'id': '6644c866-c0a5-4dc7-9b93-7f86084f1311', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:10Z', 'updated_at': '2021-12-06T11:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3bba6888-fc1a-42a2-afcb-ce67c412078c', 'name': '', 'network_id': 'a9d44482-289c-449f-afe2-22df9b539603', 'tenant_id': '3ae7fb24bb774242baea7e75a5744bf5', 'mac_address': 'fa:16:3e:41:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa66b82-46a7-4d46-b7d5-b6e1115d6751', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T11:56:02Z', 'updated_at': '2021-12-06T11:56:06Z', 'revision_number': 5, 'project_id': '3ae7fb24bb774242baea7e75a5744bf5', 'subnets': [{'id': '864f95cd-980c-4ef3-9e5e-492b5f13773d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a106e123-f2a5-4c65-918c-67e53da94b45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 11:56:15.683748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6644c866-c0a5-4dc7-9b93-7f86084f1311 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:56:15.741845 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6644c866-c0a5-4dc7-9b93-7f86084f1311 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:15.742242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.825112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.847814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 6644c866-c0a5-4dc7-9b93-7f86084f1311, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6644c866-c0a5-4dc7-9b93-7f86084f1311,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 11:56:15.852780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:15.905595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=6644c866-c0a5-4dc7-9b93-7f86084f1311,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:56:17.641843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6644c866-c0a5-4dc7-9b93-7f86084f1311 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:56:17.690766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6644c866-c0a5-4dc7-9b93-7f86084f1311 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:56:17.691420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:26.142715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b3be4fd-a3c7-4272-bc8c-47ca8cb45533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:28.567508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96d68d92-dda2-461f-bf7c-de9e649b67b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:29.669477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:30.723899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:31.818505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:36.312937 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:56:56.147080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-673551ac-75d8-4f75-b702-4a5e35399afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:58.578009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6218e95b-573a-4927-aef6-62bb56d20cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:56:59.674292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:00.721809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:01.813028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:13.303118 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:57:26.149583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd923eea-efa7-4601-adef-6bb70547bf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:28.569245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2b91-08b0-4874-81d8-9e0e48d9fb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:29.674640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:30.723916 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:31.816748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:45.645542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36922) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:45.705835 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-2caf3e92-c5de-4cea-8c4f-b768db19ff2b admin admin] GET failed (client error): The resource could not be found. Dec 06 11:57:45.707144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2caf3e92-c5de-4cea-8c4f-b768db19ff2b admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606496 Dec 06 11:57:45.864687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882726b0-ca27-4feb-a3c7-06b987b4f2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:45.866072 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-882726b0-ca27-4feb-a3c7-06b987b4f2de admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543550 Dec 06 11:57:48.253186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36932) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:48.345759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de5d49c-502f-42f4-a1cc-996faa180866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:48.347116 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4de5d49c-502f-42f4-a1cc-996faa180866 admin admin] 10.222.0.24 "GET /v2.0/subnets/864f95cd-980c-4ef3-9e5e-492b5f13773d HTTP/1.1" status: 200 len: 849 time: 0.0929770 Dec 06 11:57:48.356987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:57:48.516519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Publish callbacks [] for subnet, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:48.656402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760314415535'] for subnet, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:48.686801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:48.686965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:48.688504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] 10.222.0.24 "PUT /v2.0/subnets/864f95cd-980c-4ef3-9e5e-492b5f13773d HTTP/1.1" status: 200 len: 868 time: 0.3351126 Dec 06 11:57:48.690202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f550da-1110-402f-8b9a-7063d1b7a7a5 None None] Network a9d44482-289c-449f-afe2-22df9b539603 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:57:48.709890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=864f95cd-980c-4ef3-9e5e-492b5f13773d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:57:48.717435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.717845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.718133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.719098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.719423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.719760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.720205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.720535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.720866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.721192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.721524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.721852 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:48.722166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded5afb-10c9-4e9e-b98e-7aafe0784aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:57:49.059698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42d667b1-6ac8-4ef4-93be-d708d71d6349 None None] Provisioning complete for port 3bba6888-fc1a-42a2-afcb-ce67c412078c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:57:49.060116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42d667b1-6ac8-4ef4-93be-d708d71d6349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:49.146539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42d667b1-6ac8-4ef4-93be-d708d71d6349 None None] Provisioning complete for port 28bc4483-6ebd-44ac-a572-476a8c18fea6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:57:49.146790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42d667b1-6ac8-4ef4-93be-d708d71d6349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:50.302210 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:57:51.168338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36940) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:51.371804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fe9bd-3b90-4909-b303-b15f5042c1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:51.372237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fe9bd-3b90-4909-b303-b15f5042c1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:51.373778 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ef7fe9bd-3b90-4909-b303-b15f5042c1ef admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2044353 Dec 06 11:57:53.753527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36948) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:53.883691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d3493-12c9-4c30-8b72-8ac52d7e4309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:53.884394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d3493-12c9-4c30-8b72-8ac52d7e4309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:53.885915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aa2d3493-12c9-4c30-8b72-8ac52d7e4309 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314454 Dec 06 11:57:56.150692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c503bbc7-28a1-491c-b979-0ead03e613d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:56.261080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36956) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:56.388976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5106795a-128e-4079-bab9-bc720d20588b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:56.390853 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5106795a-128e-4079-bab9-bc720d20588b admin admin] 10.222.0.24 "GET /v2.0/networks/a9d44482-289c-449f-afe2-22df9b539603 HTTP/1.1" status: 200 len: 869 time: 0.1282535 Dec 06 11:57:58.571076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02a9874d-3443-4e5b-9046-bf16219d30ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:57:58.748820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 36964) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:57:58.873872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ea202-2d55-459a-84c9-4ec8b57c9953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:57:58.875404 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-292ea202-2d55-459a-84c9-4ec8b57c9953 admin admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 886 time: 0.1253941 Dec 06 11:57:59.680723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:00.726871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:01.282130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36972) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:01.412904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a1fee-0c8c-4284-a916-b41f3ccd5ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:01.413364 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a1fee-0c8c-4284-a916-b41f3ccd5ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:01.414889 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-965a1fee-0c8c-4284-a916-b41f3ccd5ebc admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318033 Dec 06 11:58:01.817143 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:03.817719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36982) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:03.908676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b78544-f800-416e-b3e3-066dfd1ea52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:03.909052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b78544-f800-416e-b3e3-066dfd1ea52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:03.910546 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-05b78544-f800-416e-b3e3-066dfd1ea52f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918467 Dec 06 11:58:06.314036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36990) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:06.403213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc23047-eb47-477d-85f2-b7f82d40a2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:06.404564 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0cc23047-eb47-477d-85f2-b7f82d40a2bf admin admin] 10.222.0.24 "GET /v2.0/subnets/10f42656-d343-4265-9b82-01ebcabe99db HTTP/1.1" status: 200 len: 816 time: 0.0895793 Dec 06 11:58:08.798564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 36998) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:08.889830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58be9a7-7285-4d8e-ab82-2d1d3dccb85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:08.891140 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f58be9a7-7285-4d8e-ab82-2d1d3dccb85d admin admin] 10.222.0.24 "GET /v2.0/subnets/864f95cd-980c-4ef3-9e5e-492b5f13773d HTTP/1.1" status: 200 len: 868 time: 0.0915861 Dec 06 11:58:26.152426 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2998-ef1c-48b9-a50b-58a00244fb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:27.300896 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:58:28.572173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04bd05ab-ea29-4bb7-afbb-b6d768ab9f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:29.681113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:30.729353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:31.819921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:34.080373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37052) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:34.127952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-5f696cb7-d63a-40ab-b755-cecfc8ca1b12 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:58:34.128927 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5f696cb7-d63a-40ab-b755-cecfc8ca1b12 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476248 Dec 06 11:58:36.654480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37060) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:36.716800 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-c814da5d-fd11-44dc-97ed-540d8c04c75c admin admin] GET failed (client error): The resource could not be found. Dec 06 11:58:36.718053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c814da5d-fd11-44dc-97ed-540d8c04c75c admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626278 Dec 06 11:58:36.802775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14ece71-2eb7-465a-8862-7826c5c88598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:36.804537 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c14ece71-2eb7-465a-8862-7826c5c88598 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816915 Dec 06 11:58:39.249021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37068) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:39.295680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:58:39.316906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Made reservation on behalf of a74a81f143c44f68b160d1e990629ba0 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:58:39.319349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:39.353464 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.services.revisions.revision_plugin [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Could not find related network for resource to bump revision. Dec 06 11:58:39.364570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 11:58:39.373137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:39.373474 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Added segment ee54b34c-103b-4933-abd8-c5fb495783cf of type vlan for network 69584afa-51ec-4963-a310-555a024ad68d Dec 06 11:58:39.414705 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:39.437268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:39.438665 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:39.439227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:39.470524 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2204716 Dec 06 11:58:39.501961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Pushing event updated for resources: {'Network': ['ID=69584afa-51ec-4963-a310-555a024ad68d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:39.509285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.509661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.510267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.510598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.510930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.511255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.511579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.511928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.512267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.512595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.512916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.513234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.513548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4034f3c-4cab-4652-89ba-79f5ab386834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:39.525559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 69584afa-51ec-4963-a310-555a024ad68d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 11:58:41.888700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37076) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:58:41.949554 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-369e7711-89a9-4e28-8e74-30e53d6da3ab admin admin] GET failed (client error): The resource could not be found. Dec 06 11:58:41.950891 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-369e7711-89a9-4e28-8e74-30e53d6da3ab admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612576 Dec 06 11:58:42.053107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d7cc91-37f3-47fd-a200-698c79dd0551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:42.054549 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-60d7cc91-37f3-47fd-a200-698c79dd0551 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0990434 Dec 06 11:58:42.064625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 11:58:42.085405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Made reservation on behalf of a74a81f143c44f68b160d1e990629ba0 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 11:58:42.087581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.246535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.299827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb06fad0-aa0d-4359-8a90-c459bd1a0ea9,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:42.311333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Checking segment: {'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:58:42.311692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Network hostable DHCP agents. Network: 69584afa-51ec-4963-a310-555a024ad68d, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 11:58:42.327723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Network 69584afa-51ec-4963-a310-555a024ad68d is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 11:58:42.336543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 69584afa-51ec-4963-a310-555a024ad68d) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:58:42.340607 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 11:58:42.341330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.346368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e41551-b215-4fc5-963d-67cc9094b377 None None] Network 69584afa-51ec-4963-a310-555a024ad68d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:58:42.360382 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-abc2c718-f387-46ef-92ad-fb984fb0a1ca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2991047 Dec 06 11:58:42.498988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-69584afa-51ec-4963-a310-555a024ad68d', 'network_id': '69584afa-51ec-4963-a310-555a024ad68d', 'tenant_id': 'a74a81f143c44f68b160d1e990629ba0', 'fixed_ips': [{'subnet_id': 'eb06fad0-aa0d-4359-8a90-c459bd1a0ea9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 11:58:42.500505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.730109 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Allocated IP 192.168.233.2 (69584afa-51ec-4963-a310-555a024ad68d/eb06fad0-aa0d-4359-8a90-c459bd1a0ea9/cc133aa6-01dc-4e87-8ae1-21f75452517c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 11:58:42.878740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.885349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:42.928852 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Network 69584afa-51ec-4963-a310-555a024ad68d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 11:58:42.932618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Pushing event updated for resources: {'Port': ['ID=cc133aa6-01dc-4e87-8ae1-21f75452517c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:42.934792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 11:58:42.938123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 11:58:42.944600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.944977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.945328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.946074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.946074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.946341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.946669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.947562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.947562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.947741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.948004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.948815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:42.948815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:58:43.008556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Attempting to bind port cc133aa6-01dc-4e87-8ae1-21f75452517c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 11:58:43.008917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Attempting to bind port cc133aa6-01dc-4e87-8ae1-21f75452517c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 11:58:43.009277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Attempting to bind port cc133aa6-01dc-4e87-8ae1-21f75452517c on network 69584afa-51ec-4963-a310-555a024ad68d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 11:58:43.014465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 11:58:43.014836 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Checking segment: {'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 11:58:43.015332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:43.016268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Bound using segment: {'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 11:58:43.016771 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Bound port: cc133aa6-01dc-4e87-8ae1-21f75452517c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 11:58:43.017216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:43.079449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] For port cc133aa6-01dc-4e87-8ae1-21f75452517c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 11:58:43.082617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] For port cc133aa6-01dc-4e87-8ae1-21f75452517c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc133aa6-01dc-4e87-8ae1-21f75452517c,segment=NetworkSegment(ee54b34c-103b-4933-abd8-c5fb495783cf),segment_id=ee54b34c-103b-4933-abd8-c5fb495783cf)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 11:58:43.087739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:43.154174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44569e-209d-450f-9ea7-a0065b0568c7 None None] Pushing event updated for resources: {'Port': ['ID=cc133aa6-01dc-4e87-8ae1-21f75452517c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:43.739021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cc133aa6-01dc-4e87-8ae1-21f75452517c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:58:43.801049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cc133aa6-01dc-4e87-8ae1-21f75452517c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:58:43.801562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:43.901881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:43.939729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port cc133aa6-01dc-4e87-8ae1-21f75452517c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc133aa6-01dc-4e87-8ae1-21f75452517c,segment=NetworkSegment(ee54b34c-103b-4933-abd8-c5fb495783cf),segment_id=ee54b34c-103b-4933-abd8-c5fb495783cf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 11:58:43.946740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:44.000505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=cc133aa6-01dc-4e87-8ae1-21f75452517c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:58:44.020638 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217e0d3-9cc4-4359-9206-96613445c526 None None] Network 69584afa-51ec-4963-a310-555a024ad68d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 11:58:44.108861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8a44d9eb-dfca-4f20-9871-446be2d2291b None None] Provisioning complete for port cc133aa6-01dc-4e87-8ae1-21f75452517c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:58:44.109233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a44d9eb-dfca-4f20-9871-446be2d2291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:44.567267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1681d18e-517c-46fb-8c39-d5dbd4ac8da6 None None] Provisioning complete for port cc133aa6-01dc-4e87-8ae1-21f75452517c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:58:44.567531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1681d18e-517c-46fb-8c39-d5dbd4ac8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:45.706730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cc133aa6-01dc-4e87-8ae1-21f75452517c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 11:58:45.754847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cc133aa6-01dc-4e87-8ae1-21f75452517c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 11:58:45.755213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:56.154570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99aca966-82e2-43aa-8e4a-999486e1b416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:58.574255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-818cb343-b46d-4beb-b61f-6b650fb62f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:58:59.684534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:00.734937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:01.824292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:04.299429 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:59:26.157011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-154839c9-feb3-4bad-a658-1df8f844e388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:28.579447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b876e0-2493-45e7-9d59-1b1358a62b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:29.686172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:30.737319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:31.826820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:41.298703 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 11:59:56.158994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-add3f5fb-964c-4c29-833e-de4ea07a95a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.583580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01a753d8-0919-4767-b50c-dacd44922e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:58.749169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37120) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:59:58.755357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-a1064b8e-2f95-481b-9f3f-2de836ece31b tempest-verify_tempest_config-141562798 tempest-verify_tempest_config-141562798-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 11:59:58.756336 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a1064b8e-2f95-481b-9f3f-2de836ece31b tempest-verify_tempest_config-141562798 tempest-verify_tempest_config-141562798-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062065 Dec 06 11:59:59.052522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37138) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:59:59.154162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:59.229125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:59.232742 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:59.278199 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13e1c34089374c90b2b19948634cd0d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2245600 Dec 06 11:59:59.278937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d43f0-7063-44e1-806d-430411a55276,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:59:59.280944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37142) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 11:59:59.285626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.286001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.286354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.286697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.287037 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.287378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.287734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.288105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.288464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.288806 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.289140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.289476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.289806 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef5d0-fa87-403e-96d0-71f34a35ce19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.356381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:59.377895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:59.472345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:59.474957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 11:59:59.476134 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e1d43f0-7063-44e1-806d-430411a55276 HTTP/1.1" status: 204 len: 168 time: 0.1941383 Dec 06 11:59:59.485721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1d43f0-7063-44e1-806d-430411a55276,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 11:59:59.492678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.493059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.493412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.493757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.494095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.494491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.494774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.495107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.495439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.495903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.496239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.496570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.496896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43b7c-7ab9-4398-8c82-7ee78b39eb8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 11:59:59.696351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:00.740050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:01.829891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:18.298124 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:00:26.160583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e908ba2-90ce-465b-adb3-fc89d4e547ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:28.585417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f648cdbf-bcb2-47cb-809e-f2b007226ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:29.692244 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:30.741988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:31.832259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:55.297617 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 5 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:00:56.163376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14dafda7-5307-4e99-9920-ed8681f2a466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:58.585948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc701879-a396-4caf-95c0-2d25172c35bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:00:59.694615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:00.746621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:01.834198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:14.845698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-775434'] for agent, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:26.165390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebb364a1-ff07-41a4-92f2-c7ffa7b286c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:28.587893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6361565-cc65-4b58-b611-26a2bc36ab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:29.611133 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37214) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:01:29.697991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:29.715791 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a6f4f776-2d7e-4ab6-9b6d-cacfd4ceb5ed admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1035683 Dec 06 12:01:30.746969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:31.837473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:32.140945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37224) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:01:32.195174 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3130114f-e7e4-4a04-b062-448f80086a13 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0531564 Dec 06 12:01:32.296716 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:01:44.815494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:56.166059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60aeede2-02dc-425f-a77e-bd79c7890fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:58.588730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-817d329f-587b-410e-ab3a-27c5c958adbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:01:59.702273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:00.750385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:01.839162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:09.296875 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:02:14.829968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:26.167306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6be07e3-9117-4b3b-a58f-1fee068df590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:28.589260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eabffd24-7a55-42c1-bb61-731438661b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:29.703895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:30.755764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:31.841383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:44.844309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.194701 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37368) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:46.301973 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:02:46.445851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1502597217-network', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:46.469505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Made reservation on behalf of 90e32a41520b408b9aaefa7592e5e993 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:46.472437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.481582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.561150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.566237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.594613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:46.613026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6642798-108c-4581-9339-fb611bd8e91a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:46.625263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.625597 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Added segment 7b953547-1595-40c9-999e-c4c4902f2746 of type vlan for network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e Dec 06 12:02:46.628154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.628520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.628865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.629197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.629534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.629860 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.630187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.630513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.631148 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.631148 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.631459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.631777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.632118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Tracked resource versions report: Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: pushed versions: Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: { 'AddressGroup': {'1.2'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Log': {'1.0'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Network': {'1.1'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Port': {'1.7'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'PortForwarding': {'1.2'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'QosPolicy': {'1.10'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'SecurityGroup': {'1.5'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'SubPort': {'1.0'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Subnet': {'1.1'}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Trunk': {'1.1'}} Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: consumer versions: Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: HyperV agent@hv-neutron-mast: {}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'ConntrackHelper': '1.0', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'LocalIPAssociation': '1.0', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Log': '1.0', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Network': '1.1', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Port': '1.7', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'PortForwarding': '1.2', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'QosPolicy': '1.10', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'SecurityGroup': '1.5', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'SecurityGroupRule': '1.2', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'SubPort': '1.0', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Subnet': '1.1', Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: 'Trunk': '1.1'}} Dec 06 12:02:46.633222 dv-neutron-master-2-hyperv neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 12:02:46.671081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37400) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:46.683360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.709947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.711374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:46.712173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:46.749462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5509901 Dec 06 12:02:46.749796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37408) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:46.756181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Request body: {'subnet': {'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1502597217-subnet', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:46.782795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e536e6-d4e0-4748-b67b-bdfc88225a67 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb0a5c2-6a61-4c25-b106-ccd67c95469e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:46.793533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:46.810310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Made reservation on behalf of 90e32a41520b408b9aaefa7592e5e993 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:46.812884 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.023076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.068219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e5490f-b97d-4a72-8ecb-b246d628d752,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:47.076867 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.077250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.077603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.077948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.078285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.078616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.078967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.079300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.080354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.080698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.081031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.081358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.081774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Tracked resource versions report: Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: pushed versions: Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: { 'AddressGroup': {'1.2'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Log': {'1.0'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Network': {'1.1'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Port': {'1.7'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'PortForwarding': {'1.2'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'QosPolicy': {'1.10'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'SecurityGroup': {'1.5'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'SubPort': {'1.0'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Subnet': {'1.1'}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Trunk': {'1.1'}} Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: consumer versions: Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: HyperV agent@hv-neutron-mast: {}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'ConntrackHelper': '1.0', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'LocalIPAssociation': '1.0', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Log': '1.0', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Network': '1.1', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Port': '1.7', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'PortForwarding': '1.2', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'QosPolicy': '1.10', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'SecurityGroup': '1.5', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'SecurityGroupRule': '1.2', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'SubPort': '1.0', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Subnet': '1.1', Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: 'Trunk': '1.1'}} Dec 06 12:02:47.082809 dv-neutron-master-2-hyperv neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 12:02:47.104951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1508130920-network', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:47.117158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Checking segment: {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:47.117515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Network hostable DHCP agents. Network: 0cb0a5c2-6a61-4c25-b106-ccd67c95469e, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:02:47.130641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37420) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:47.140589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Made reservation on behalf of 2074aa01cf6b4337828029d94b21cc16 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:47.144282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.156177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.172509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:02:47.231576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0cb0a5c2-6a61-4c25-b106-ccd67c95469e) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:47.240159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4deb3-054a-4d2b-8cbb-ff6396ea1fa3 None None] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:47.263601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.265607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:47.266455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.273617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.294423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:47.329159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760314251421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.330443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Unsubscribe: segment precommit_create {{(pid=103286) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 12:02:47.331045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Added segment 42fc9f10-2c37-42ca-95ad-c8402b2c5834 of type vlan for network 385cab7c-1387-44ec-a99a-23b13f08f307 Dec 06 12:02:47.387406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.438414 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-247b0c01-b8b7-42cd-a1d0-06a2ae27d712 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6873357 Dec 06 12:02:47.439779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.440917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:47.441645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.442886 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37436) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:47.448236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:47.454959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:02:47.458134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.480820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90531ad5-1a93-40ed-9025-a7a8bf6c20ba,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:47.485802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.488104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.542974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] Pushing event updated for resources: {'Network': ['ID=385cab7c-1387-44ec-a99a-23b13f08f307,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:47.571457 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5f5d1eeb-45cf-44aa-99e8-a60727aae40a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8977144 Dec 06 12:02:47.574473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37442) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:47.581693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Request body: {'subnet': {'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1508130920-subnet', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:47.583284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 385cab7c-1387-44ec-a99a-23b13f08f307 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:47.633045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Made reservation on behalf of 2074aa01cf6b4337828029d94b21cc16 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:47.635693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.648547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.657413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1572856589-network', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:47.714424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Allocated IP 172.20.0.2 (0cb0a5c2-6a61-4c25-b106-ccd67c95469e/d4e5490f-b97d-4a72-8ecb-b246d628d752/67de26aa-1ed9-42d4-8573-9a19e807b5b5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:47.834453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Made reservation on behalf of 8ef7a184d3aa42d09fc31064638724f1 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:47.840522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.842720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.881837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.893615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.901596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.930609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2668b53-2c2c-4b36-918a-c586a4cda4f3,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:47.935016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Checking segment: {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:47.935016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Network hostable DHCP agents. Network: 385cab7c-1387-44ec-a99a-23b13f08f307, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:02:47.963724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Pushing event updated for resources: {'Port': ['ID=67de26aa-1ed9-42d4-8573-9a19e807b5b5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:47.965049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Network 385cab7c-1387-44ec-a99a-23b13f08f307 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:02:47.975048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.977786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.982588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.982694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 385cab7c-1387-44ec-a99a-23b13f08f307) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:47.982787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.982787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.982787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.982787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.989344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:47.990055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:47.990491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.992452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.993222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.993724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.994750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.995413 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.996053 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Tracked resource versions report: Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: pushed versions: Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: { 'AddressGroup': {'1.2'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Log': {'1.0'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Network': {'1.1'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Port': {'1.7'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'PortForwarding': {'1.2'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'QosPolicy': {'1.10'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'SecurityGroup': {'1.5'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'SubPort': {'1.0'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Subnet': {'1.1'}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Trunk': {'1.1'}} Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: consumer versions: Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: HyperV agent@hv-neutron-mast: {}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'ConntrackHelper': '1.0', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'LocalIPAssociation': '1.0', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Log': '1.0', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Network': '1.1', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Port': '1.7', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'PortForwarding': '1.2', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'QosPolicy': '1.10', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'SecurityGroup': '1.5', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'SecurityGroupRule': '1.2', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'SubPort': '1.0', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Subnet': '1.1', Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: 'Trunk': '1.1'}} Dec 06 12:02:47.997721 dv-neutron-master-2-hyperv neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 12:02:48.003139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c58f94-c73a-4b96-b06a-1839f5af35a5 None None] Network 385cab7c-1387-44ec-a99a-23b13f08f307 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:48.031042 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-115bab11-dae8-43b6-82b0-93c518a01d87 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4551485 Dec 06 12:02:48.035731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37454) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:48.040218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:48.107135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:48.110704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:48.119500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:48.191324 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.216287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.240386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Attempting to bind port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:48.241008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Attempting to bind port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:48.241567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Attempting to bind port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 on network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:48.253689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:02:48.254353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Checking segment: {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:48.254927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.255646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Bound using segment: {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:02:48.256325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Bound port: 67de26aa-1ed9-42d4-8573-9a19e807b5b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:02:48.256798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f912d-658b-4e5a-8f5d-2198abf7c425,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:48.257166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.303019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:48.308508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-385cab7c-1387-44ec-a99a-23b13f08f307', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:02:48.309721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.324366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.325853 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Added segment 7fb6fbcd-6ab0-41d0-bba6-816b7f15729b of type vlan for network 4118da23-03dd-4555-8aa5-b92daa98623f Dec 06 12:02:48.356906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.358116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.509496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] For port 67de26aa-1ed9-42d4-8573-9a19e807b5b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:02:48.514238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] For port 67de26aa-1ed9-42d4-8573-9a19e807b5b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67de26aa-1ed9-42d4-8573-9a19e807b5b5,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:02:48.524336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.544973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.565080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.580106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.592113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37478) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:48.601818 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.618802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.620077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:48.620766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.622881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719746e-2d58-4e8a-a1ae-d136db08b950 None None] Pushing event updated for resources: {'Port': ['ID=67de26aa-1ed9-42d4-8573-9a19e807b5b5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:48.650764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Allocated IP 172.20.0.2 (385cab7c-1387-44ec-a99a-23b13f08f307/b2668b53-2c2c-4b36-918a-c586a4cda4f3/cf1c8cae-ef68-4b82-a643-7ba26e8c8166) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:48.859983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.887283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.896362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:48.915740 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7837839 Dec 06 12:02:48.932832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37492) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:48.946404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Request body: {'subnet': {'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1572856589-subnet', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:48.964669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Pushing event updated for resources: {'Port': ['ID=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:48.982168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Network 385cab7c-1387-44ec-a99a-23b13f08f307 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:48.990582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:49.005363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:49.036843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05371d42-a30a-4fa9-8d88-c337ad445159 admin admin] Pushing event updated for resources: {'Network': ['ID=4118da23-03dd-4555-8aa5-b92daa98623f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:49.073618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 4118da23-03dd-4555-8aa5-b92daa98623f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:49.087626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Allocated IP 172.36.1.209 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/21ef2d8d-6a48-42bd-9908-a1e67aafde31) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:49.099686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Made reservation on behalf of 8ef7a184d3aa42d09fc31064638724f1 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:49.102286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.206140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Attempting to bind port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:49.206519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Attempting to bind port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:49.206885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Attempting to bind port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 on network 385cab7c-1387-44ec-a99a-23b13f08f307 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:49.212960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:02:49.213338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Checking segment: {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:49.213879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.214272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Bound using segment: {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:02:49.214873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Bound port: cf1c8cae-ef68-4b82-a643-7ba26e8c8166, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:02:49.215134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.268159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-51025659'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:49.287539 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.303293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Made reservation on behalf of e40e1d9383194a4fb50f35e8eefcea73 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:49.307414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.319968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] For port cf1c8cae-ef68-4b82-a643-7ba26e8c8166, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:02:49.324008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] For port cf1c8cae-ef68-4b82-a643-7ba26e8c8166, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:02:49.326546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.331678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.387643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.442422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb760ad-de97-4000-bd2e-cb3840bb4eb5 None None] Pushing event updated for resources: {'Port': ['ID=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:49.442946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.465048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.481597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:49.494263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.494727 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Added segment 0f8565f7-82e3-4a50-a68b-9e196fa0e3ba of type vlan for network 49c052a7-0534-45a1-92aa-e9902d3ca980 Dec 06 12:02:49.531887 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=21ef2d8d-6a48-42bd-9908-a1e67aafde31,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:49.545287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:49.546722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:49.550933 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:49.608422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.655493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37504) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:49.663268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:49.715704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f40b822-eb9e-4277-9e3f-8246badf3197,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:49.881954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37514) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:49.928278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6818edfa-59b7-4071-9185-dfe24d568129,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:49.987673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.010824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.020624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:50.020624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.035752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.098275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cf1c8cae-ef68-4b82-a643-7ba26e8c8166 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:02:50.189874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:50.190455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.197495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.6022611 Dec 06 12:02:50.292460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Checking segment: {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:50.292724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Network hostable DHCP agents. Network: 4118da23-03dd-4555-8aa5-b92daa98623f, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:02:50.301457 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.344225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-135055301'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:50.389082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.390116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf04ec-3d8b-4544-8bad-b68368e6d0ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Pushing event updated for resources: {'Network': ['ID=49c052a7-0534-45a1-92aa-e9902d3ca980,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:50.391643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37526) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:50.397139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901a04b-eaa7-41e3-b097-0242aedf56f6 None None] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:50.406801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Network 4118da23-03dd-4555-8aa5-b92daa98623f is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:02:50.437973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Made reservation on behalf of ca55586f29c243279ce7f1230759d129 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:50.442432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.443218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 49c052a7-0534-45a1-92aa-e9902d3ca980 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:50.457667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4118da23-03dd-4555-8aa5-b92daa98623f) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:50.465045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Allocated IP 172.36.1.98 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/3afd14fc-b957-4a2d-ac86-0a75f01fb232) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:50.472657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.478048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:50.478848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.539321 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6ec8a063-4fa2-47ac-9296-f05b333948d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6020806 Dec 06 12:02:50.554646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37534) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:50.585205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:50.689984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1197063557', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:50.702160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c49dd-72d4-48b9-915d-d8166a0719a9 None None] Network 4118da23-03dd-4555-8aa5-b92daa98623f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:50.746282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-da908717-e7cc-4662-a8cb-35d938ed6375 None None] Provisioning complete for port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:50.746655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da908717-e7cc-4662-a8cb-35d938ed6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.790854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1940771600'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:50.832590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.833602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.898283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Made reservation on behalf of 55ba8f21766f4e8a9cb9567fe2100728 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:50.900673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.935019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:50.948331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.064909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.072065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.085760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.087498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4d9951-b143-41fe-99d9-be8363df848d None None] Network 385cab7c-1387-44ec-a99a-23b13f08f307 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:51.089406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4118da23-03dd-4555-8aa5-b92daa98623f', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:02:51.090562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.095941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port cf1c8cae-ef68-4b82-a643-7ba26e8c8166, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:02:51.109910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.115824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Made reservation on behalf of f2d61e85d92b4c8a9ec4956d1cf9fbf5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:51.127187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.148077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.150094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 67de26aa-1ed9-42d4-8573-9a19e807b5b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:02:51.169791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:51.190657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.282293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da908717-e7cc-4662-a8cb-35d938ed6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.402478 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Router e0236941-25b8-4163-a8dd-de2d57fddce5 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:02:51.416132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.431811 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.434516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.440089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] device_id is not set on port bea548bc-3c43-4ce7-a6bd-58ce6ed4d945 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:02:51.448474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.451384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37554) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:51.472835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37556) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:51.474717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.475053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Added segment 579846f5-e5e7-48a8-bd6c-5956ffda8962 of type vlan for network 6f701ed3-1c67-4491-951e-3104a9342fc1 Dec 06 12:02:51.492934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.494008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Request body: {'port': {'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239375668'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:51.501339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f596495a-58dc-4258-9f75-9105c9e37975,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:51.522403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bdc6d7-3b61-4749-92cb-7b744e06d6a9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:51.556848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.572267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-da908717-e7cc-4662-a8cb-35d938ed6375 None None] For port 67de26aa-1ed9-42d4-8573-9a19e807b5b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67de26aa-1ed9-42d4-8573-9a19e807b5b5,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:02:51.602711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:51.604880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.607878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Pushing event updated for resources: {'Port': ['ID=3afd14fc-b957-4a2d-ac86-0a75f01fb232,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:51.613653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:51.617847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296f2d1b-c659-4e01-9eae-a2b06eaf9cbd,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:51.624049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:51.624829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:51.629655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:51.631467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.636330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Made reservation on behalf of efba411e8a7649deac33f9efb607bc5b for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:51.639339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.647800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da908717-e7cc-4662-a8cb-35d938ed6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.655164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:51.658799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.748327 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.749063 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Added segment d9708c68-e98e-44c2-a225-ff76ec93232c of type vlan for network ae343b46-06d9-4ed1-9e4a-3397e598ce3a Dec 06 12:02:51.825752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Allocated IP 172.20.0.2 (4118da23-03dd-4555-8aa5-b92daa98623f/6818edfa-59b7-4071-9185-dfe24d568129/c0e34779-1277-437a-882c-05aa1230af2b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:51.834507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:51.840764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.846224 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:51.846821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.859582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4075d163-ef46-4ad8-9aa1-8326b8cbddd2 None None] Provisioning complete for port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:51.860000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4075d163-ef46-4ad8-9aa1-8326b8cbddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.862014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da908717-e7cc-4662-a8cb-35d938ed6375 None None] Pushing event updated for resources: {'Port': ['ID=67de26aa-1ed9-42d4-8573-9a19e807b5b5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:51.872396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:51.896558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Allocated IP 172.36.1.170 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/bea548bc-3c43-4ce7-a6bd-58ce6ed4d945) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:51.905968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:02:51.920260 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Sync routers for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:02:51.937833 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:02:51.938467 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:52.059818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.063712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event updated for resources: {'Network': ['ID=6f701ed3-1c67-4491-951e-3104a9342fc1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:52.094487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 6f701ed3-1c67-4491-951e-3104a9342fc1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:52.107578 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2ecb3f24-c041-40f7-bf18-5630d92ee5c7 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4383664 Dec 06 12:02:52.124634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37562) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:52.146509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Request body: {'subnet': {'network_id': '6f701ed3-1c67-4491-951e-3104a9342fc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:52.171759 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:02:52.262820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.337489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cf1c8cae-ef68-4b82-a643-7ba26e8c8166 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:02:52.372552 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.389799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.396047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.400377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] device_id is not set on port c49f12c4-8470-4789-94ad-2c65f05f0387 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:02:52.450945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.463161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.497231 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:49Z', 'revision_number': 3, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:52.514789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:52.515202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.524379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Network 4118da23-03dd-4555-8aa5-b92daa98623f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:52.532546 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Checking router: e0236941-25b8-4163-a8dd-de2d57fddce5 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:02:52.533753 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Updating router e0236941-25b8-4163-a8dd-de2d57fddce5 port 21ef2d8d-6a48-42bd-9908-a1e67aafde31 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:02:52.534893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.561876 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.567482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:52.570064 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:52.582824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Pushing event updated for resources: {'Port': ['ID=c0e34779-1277-437a-882c-05aa1230af2b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:52.627669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3282c9e8-a1f7-468b-bc0f-8440942c0aed None None] Provisioning complete for port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:52.628063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3282c9e8-a1f7-468b-bc0f-8440942c0aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.683379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Made reservation on behalf of ca55586f29c243279ce7f1230759d129 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:52.686873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks [] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.710794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Attempting to bind port c0e34779-1277-437a-882c-05aa1230af2b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:52.711172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Attempting to bind port c0e34779-1277-437a-882c-05aa1230af2b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:52.711546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Attempting to bind port c0e34779-1277-437a-882c-05aa1230af2b on network 4118da23-03dd-4555-8aa5-b92daa98623f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:52.723323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:02:52.723697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Checking segment: {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:52.724122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.724515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Bound using segment: {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:02:52.724999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Bound port: c0e34779-1277-437a-882c-05aa1230af2b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:02:52.725401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.756414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] device_id is not set on port c49f12c4-8470-4789-94ad-2c65f05f0387 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:02:52.775705 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.837651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:52.839536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.849982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:52.850975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.852675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 67de26aa-1ed9-42d4-8573-9a19e807b5b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:02:52.863468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.873861 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36c505c-339e-499e-b952-c36719bd0279,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:52.883324 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.890384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:52.893498 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.928135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.938608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:52.953174 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Pushing event updated for resources: {'Port': ['ID=21ef2d8d-6a48-42bd-9908-a1e67aafde31,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:52.969729 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.971143 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.971994 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.973260 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.973857 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.974537 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.975163 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.976044 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.976686 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.977248 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.978186 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.978835 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.979673 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Tracked resource versions report: Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: pushed versions: Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: { 'AddressGroup': {'1.2'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Log': {'1.0'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Network': {'1.1'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Port': {'1.7'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'PortForwarding': {'1.2'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'QosPolicy': {'1.10'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'SecurityGroup': {'1.5'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'SubPort': {'1.0'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Subnet': {'1.1'}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Trunk': {'1.1'}} Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: consumer versions: Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: HyperV agent@hv-neutron-mast: {}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'ConntrackHelper': '1.0', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'LocalIPAssociation': '1.0', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Log': '1.0', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Network': '1.1', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Port': '1.7', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'PortForwarding': '1.2', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'QosPolicy': '1.10', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'SecurityGroup': '1.5', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'SecurityGroupRule': '1.2', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'SubPort': '1.0', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Subnet': '1.1', Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: 'Trunk': '1.1'}} Dec 06 12:02:52.983023 dv-neutron-master-2-hyperv neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 12:02:53.017675 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Attempting to bind port 21ef2d8d-6a48-42bd-9908-a1e67aafde31 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:53.018446 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Attempting to bind port 21ef2d8d-6a48-42bd-9908-a1e67aafde31 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:53.019234 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Attempting to bind port 21ef2d8d-6a48-42bd-9908-a1e67aafde31 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:53.025179 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:02:53.025918 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:53.026555 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.027228 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:02:53.028134 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Bound port: 21ef2d8d-6a48-42bd-9908-a1e67aafde31, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:02:53.028797 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.057793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] For port c0e34779-1277-437a-882c-05aa1230af2b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:02:53.061702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] For port c0e34779-1277-437a-882c-05aa1230af2b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0e34779-1277-437a-882c-05aa1230af2b,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:02:53.070207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.080009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3282c9e8-a1f7-468b-bc0f-8440942c0aed None None] Provisioning complete for port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:53.080009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3282c9e8-a1f7-468b-bc0f-8440942c0aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.094443 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.097667 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] For port 21ef2d8d-6a48-42bd-9908-a1e67aafde31, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:02:53.102880 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] For port 21ef2d8d-6a48-42bd-9908-a1e67aafde31, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21ef2d8d-6a48-42bd-9908-a1e67aafde31,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:02:53.109768 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.115258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.120399 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-22876cc2-47f3-4e50-96ac-ee227d1bb0a4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.6763949 Dec 06 12:02:53.121038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37570) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:53.124239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Pushing event updated for resources: {'Network': ['ID=ae343b46-06d9-4ed1-9e4a-3397e598ce3a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:53.153137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network ae343b46-06d9-4ed1-9e4a-3397e598ce3a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:53.184126 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab4190-d3fa-4ed3-8aa1-fb7c2e9a2ab0 None None] Pushing event updated for resources: {'Port': ['ID=21ef2d8d-6a48-42bd-9908-a1e67aafde31,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:53.221373 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:02:53.222169 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:53.248485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:53.248890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.250550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15ad4d-1197-4b08-a714-826961b8a1e3 None None] Pushing event updated for resources: {'Port': ['ID=c0e34779-1277-437a-882c-05aa1230af2b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:53.375026 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:02:53.438622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.506176 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-70e8ec26-eafc-427f-8810-4fb26109af75 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1104867 Dec 06 12:02:53.511273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37572) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:53.552499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:53.553881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:53.554881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.600877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Allocated IP 172.36.1.198 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/0cc456a1-e2b7-4222-8c49-25eb50d65257) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:53.609712 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.4150794 Dec 06 12:02:53.610690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37576) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:53.613817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.633642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.170'}]}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:53.687026 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:49Z', 'revision_number': 3, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:53.719960 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55835435-d5e1-4e3b-8b53-f532353b4ad8 None None] The sync data for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv is: [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:49Z', 'revision_number': 3, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:02:53.746353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402b6a6-b10f-4ee9-a760-bf97da98d735 tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Pushing event updated for resources: {'Port': ['ID=bea548bc-3c43-4ce7-a6bd-58ce6ed4d945,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:53.748684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.749743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.778283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Request body: {'network': {'name': 'tempest-network--461484239', 'router:external': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:53.799889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event updated for resources: {'Subnet': ['ID=14d59858-5c92-4ec0-964f-b7a8204f9ad2,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:53.852527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Made reservation on behalf of 53551cbadf1d4a7c9073d5415cdc5f97 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:53.854830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.879058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Checking segment: {'id': '579846f5-e5e7-48a8-bd6c-5956ffda8962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f701ed3-1c67-4491-951e-3104a9342fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:53.879424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Network hostable DHCP agents. Network: 6f701ed3-1c67-4491-951e-3104a9342fc1, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:02:53.892012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.909290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=c49f12c4-8470-4789-94ad-2c65f05f0387,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:53.912173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.915065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Checking segment: {'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:53.915232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:53.915338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Network hostable DHCP agents. Network: 49c052a7-0534-45a1-92aa-e9902d3ca980, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:02:53.953748 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Network 6f701ed3-1c67-4491-951e-3104a9342fc1 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:02:53.977603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:02:53.990546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6f701ed3-1c67-4491-951e-3104a9342fc1) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:53.998434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c9a0d-d6a3-4968-8bac-9b34f4ba3c01 None None] Network 6f701ed3-1c67-4491-951e-3104a9342fc1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:54.051341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:54.052186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.070476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Network 49c052a7-0534-45a1-92aa-e9902d3ca980 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:02:54.148092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 49c052a7-0534-45a1-92aa-e9902d3ca980) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:54.152853 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:54.168401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.183346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dea041-5a9d-4dc7-9230-07f48d396b0b None None] Network 49c052a7-0534-45a1-92aa-e9902d3ca980 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:54.197814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.213266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:54.213639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:54.214116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:54.239164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:54.239580 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:54.249763 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 2 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:54.267900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Allocated IP 172.36.1.131 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/29c539f8-995d-400f-9a79-0fd5b185f407) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:54.300839 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:54.302318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:54.302635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:54.352198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c0e34779-1277-437a-882c-05aa1230af2b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:02:54.353638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:54.353960 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:54.357001 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 3 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:54.406239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.408828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:54.409247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:54.409755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:54.447743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.448804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:54.448930 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:54.449606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.451339 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 4 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:54.481123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:54.481852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:54.482340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:54.508243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:54.508815 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:54.531938 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 5 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:54.539432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc456a1-e2b7-4222-8c49-25eb50d65257,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:54.542209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.552039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f7c74-6644-4781-95c4-2063c0ac897c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:54.591114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:54.591356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:54.591632 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:54.596832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6f701ed3-1c67-4491-951e-3104a9342fc1', 'network_id': '6f701ed3-1c67-4491-951e-3104a9342fc1', 'tenant_id': 'ca55586f29c243279ce7f1230759d129', 'fixed_ips': [{'subnet_id': '14d59858-5c92-4ec0-964f-b7a8204f9ad2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:02:54.598755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.600442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:54.608082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:54.618162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:54.634360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:54.634668 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:54.638105 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 6 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:54.645323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.666858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:54.694653 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:54.694885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:54.695105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:54.729588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port c0e34779-1277-437a-882c-05aa1230af2b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:54.730033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.777216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:54.777545 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:54.779972 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 7 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:54.834788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.834788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:54.834788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:54.840473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2290c19a-35d8-4522-b9d2-8a4db57b1f11 None None] Network 4118da23-03dd-4555-8aa5-b92daa98623f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:54.875091 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dcbb348b-0f36-4964-97d5-e382c87f1ae5 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7491775 Dec 06 12:02:54.885582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37582) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:54.888214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:54.898939 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Request body: {'port': {'network_id': '6f701ed3-1c67-4491-951e-3104a9342fc1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1217914238'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:54.904303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:54.904785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:54.905287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:54.932756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Allocated IP 172.20.0.2 (6f701ed3-1c67-4491-951e-3104a9342fc1/14d59858-5c92-4ec0-964f-b7a8204f9ad2/6c37e238-29ee-4133-8fd7-2f1e937aca6d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:54.943701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.944069 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Added segment 73d9e746-8858-4e16-b586-6a8622824007 of type vlan for network 337b2c46-b690-4a75-a766-e03c03cf0111 Dec 06 12:02:54.957376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a153e904-da35-479f-95f5-4dfa2723f5f2 None None] Provisioning complete for port c0e34779-1277-437a-882c-05aa1230af2b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:54.957376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a153e904-da35-479f-95f5-4dfa2723f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:54.979384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:54.979987 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:55.004329 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 8 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:55.006520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'Port': ['ID=29c539f8-995d-400f-9a79-0fd5b185f407,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:55.062034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.107307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.118854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.145417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.155190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.160846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:55.161175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:55.161905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:55.188319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:02:55.222531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Sync routers for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:02:55.227092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port c0e34779-1277-437a-882c-05aa1230af2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0e34779-1277-437a-882c-05aa1230af2b,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:02:55.262714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.263504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 21ef2d8d-6a48-42bd-9908-a1e67aafde31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:02:55.276269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.280237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-eb7f223f-a324-4162-8d16-61fbe2634767 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2408752 Dec 06 12:02:55.288997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37584) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:55.358080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:02:55.358706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:55.370004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.371106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:55.371790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.375365 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:55.375508 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:55.404623 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 9 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:55.453876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:55.454261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:55.455225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:55.468617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:55.469014 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:55.473425 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 10 to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 Dec 06 12:02:55.492400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.500586 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9850945 Dec 06 12:02:55.525386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Allocated IP 172.20.0.1 (0cb0a5c2-6a61-4c25-b106-ccd67c95469e/d4e5490f-b97d-4a72-8ecb-b246d628d752/f28d3828-cc98-4e2e-8b5c-ffafa257157a) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:55.527149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37586) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:55.542597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=c0e34779-1277-437a-882c-05aa1230af2b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:55.553092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.564806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.566549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e07ac3-9e0f-49e1-b7e6-3d92d61cfdc6 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Network': ['ID=337b2c46-b690-4a75-a766-e03c03cf0111,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:55.599953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 337b2c46-b690-4a75-a766-e03c03cf0111 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:55.604218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:55.604414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:55.604768 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:55.660592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Network 6f701ed3-1c67-4491-951e-3104a9342fc1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:55.661413 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 21ef2d8d-6a48-42bd-9908-a1e67aafde31 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:55.661779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.679340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:55.679340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:02:55.684501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port c49f12c4-8470-4789-94ad-2c65f05f0387 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:02:55.684698 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port c49f12c4-8470-4789-94ad-2c65f05f0387 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:02:55.685004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.722167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Pushing event updated for resources: {'Port': ['ID=6c37e238-29ee-4133-8fd7-2f1e937aca6d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:55.725368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:55.793590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Made reservation on behalf of ca55586f29c243279ce7f1230759d129 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:55.800006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.843058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.910042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] device_id is not set on port dbfbc417-0a55-49ee-84d5-507c83225cc4 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:02:55.914233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.936412 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:55.950284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.010665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.036699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'Port': ['ID=29c539f8-995d-400f-9a79-0fd5b185f407,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:56.089602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] For port c49f12c4-8470-4789-94ad-2c65f05f0387, host hv-neutron-mast, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:02:56.090115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempted to set empty binding levels {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:02:56.117425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.119148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9afcf448-7751-4c98-af25-2a3bdf23e880 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6420968 Dec 06 12:02:56.125457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37588) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:56.134656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-707270723'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:56.141386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.151590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-bfd58024-00ff-4f54-aad3-656c6949d057 None None] Provisioning complete for port c0e34779-1277-437a-882c-05aa1230af2b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:56.152196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfd58024-00ff-4f54-aad3-656c6949d057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.170295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.249183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Made reservation on behalf of 164823d9a5d546dda8ffbce795551d3f for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:56.249433 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Attempting to bind port 6c37e238-29ee-4133-8fd7-2f1e937aca6d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:56.250181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Attempting to bind port 6c37e238-29ee-4133-8fd7-2f1e937aca6d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '579846f5-e5e7-48a8-bd6c-5956ffda8962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f701ed3-1c67-4491-951e-3104a9342fc1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:56.250768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Attempting to bind port 6c37e238-29ee-4133-8fd7-2f1e937aca6d on network 6f701ed3-1c67-4491-951e-3104a9342fc1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:56.254083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.271651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.276714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.280810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba969ac9-bfa4-45b5-a100-d23bc3ed21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.291441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:02:56.292142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Checking segment: {'id': '579846f5-e5e7-48a8-bd6c-5956ffda8962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f701ed3-1c67-4491-951e-3104a9342fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:56.292700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.294859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Bound using segment: {'id': '579846f5-e5e7-48a8-bd6c-5956ffda8962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f701ed3-1c67-4491-951e-3104a9342fc1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:02:56.295555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Bound port: 6c37e238-29ee-4133-8fd7-2f1e937aca6d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579846f5-e5e7-48a8-bd6c-5956ffda8962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f701ed3-1c67-4491-951e-3104a9342fc1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:02:56.296194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.347645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.350362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.416344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.441249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:56.442188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.488572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 21ef2d8d-6a48-42bd-9908-a1e67aafde31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21ef2d8d-6a48-42bd-9908-a1e67aafde31,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:02:56.497292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] For port 6c37e238-29ee-4133-8fd7-2f1e937aca6d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:02:56.506834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.551494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.554650 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.555398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 370e99eb-b687-4fea-874d-c6648218a063 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:02:56.562315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.581322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] For port 6c37e238-29ee-4133-8fd7-2f1e937aca6d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c37e238-29ee-4133-8fd7-2f1e937aca6d,segment=NetworkSegment(579846f5-e5e7-48a8-bd6c-5956ffda8962),segment_id=579846f5-e5e7-48a8-bd6c-5956ffda8962)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:02:56.585948 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.592527 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.1074319 Dec 06 12:02:56.598660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37590) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:56.621397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.623910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2343b8-da9c-474f-b018-0097589139a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=c49f12c4-8470-4789-94ad-2c65f05f0387,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:56.636437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.645804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c0e34779-1277-437a-882c-05aa1230af2b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:02:56.652701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:56.664141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.664513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.665258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.665604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > port after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.665920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.666248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > port after_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.666566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.666881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.667285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.667590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.683435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Router 9081f710-d49d-4c78-be1e-88187f4c9123 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:02:56.688146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:51Z', 'revision_number': 3, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:56.690686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.691168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Added segment 8a9f13a1-d4b5-4367-a005-e92b99d91bbb of type vlan for network 6df3f0dc-3553-4981-bd34-65614b3a51d0 Dec 06 12:02:56.692717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c116a83-5e37-4564-a95c-c1ae0152a6f0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:56.733410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=21ef2d8d-6a48-42bd-9908-a1e67aafde31,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:56.741665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Checking router: 0f9f7db2-6e80-463c-8895-0fe6cb127d4b for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:02:56.742562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Updating router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b port 3afd14fc-b957-4a2d-ac86-0a75f01fb232 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:02:56.812876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.816787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.868112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c9a34-5d3d-4d2b-b963-be506b89521f None None] Pushing event updated for resources: {'Port': ['ID=6c37e238-29ee-4133-8fd7-2f1e937aca6d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:56.889042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port c0e34779-1277-437a-882c-05aa1230af2b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:56.889407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.935999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.936335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.936674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.937003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:02:56.937379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337b2c46-b690-4a75-a766-e03c03cf0111']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:56.966649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d9e746-8858-4e16-b586-6a8622824007') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:56.966780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.966869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d9e746-8858-4e16-b586-6a8622824007') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:56.972777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:56.973610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:56.987891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.012115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.021988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:02:57.022381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.026093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Deleting port c49f12c4-8470-4789-94ad-2c65f05f0387 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:02:57.026599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.118561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9868283 Dec 06 12:02:57.122166 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:02:57.130263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37592) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:57.130263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37594) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:57.133282 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-02f8fbf2-cfe2-4a92-a460-b2c11faa391b tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5042627 Dec 06 12:02:57.133443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Request body: {'subnet': {'network_id': '6df3f0dc-3553-4981-bd34-65614b3a51d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: from cryptography.utils import int_from_bytes Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: from cryptography.utils import int_from_bytes Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:02:57.137950 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:02:57.139744 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Allocated IP 172.20.0.8 (6f701ed3-1c67-4491-951e-3104a9342fc1/14d59858-5c92-4ec0-964f-b7a8204f9ad2/dbfbc417-0a55-49ee-84d5-507c83225cc4) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:57.163405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.184545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:02:57.186352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ebc9a-dae3-44c3-b4d8-d7449d118f88 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'Network': ['ID=6df3f0dc-3553-4981-bd34-65614b3a51d0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:57.210263 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Sync routers for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:02:57.220738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Pushing event updated for resources: {'Port': ['ID=f28d3828-cc98-4e2e-8b5c-ffafa257157a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:57.227038 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:02:57.232190 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:57.249881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:57.266405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.285431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 337b2c46-b690-4a75-a766-e03c03cf0111 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:02:57.297820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Allocated IP 172.20.0.1 (385cab7c-1387-44ec-a99a-23b13f08f307/b2668b53-2c2c-4b36-918a-c586a4cda4f3/84a7345f-895f-4626-8593-06703511805e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:02:57.310286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] For port c49f12c4-8470-4789-94ad-2c65f05f0387, host hv-neutron-mast, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:02:57.310598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.315662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.338320 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "DELETE /v2.0/networks/337b2c46-b690-4a75-a766-e03c03cf0111 HTTP/1.1" status: 204 len: 168 time: 1.8062360 Dec 06 12:02:57.339075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37596) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:57.343873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.345383 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e45b9d36-22d1-44ae-bf4f-411b450e1e63 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7795022 Dec 06 12:02:57.352830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:57.365828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.370003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37598) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:57.371223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Calling delete_port for c49f12c4-8470-4789-94ad-2c65f05f0387 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:02:57.383471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.399444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:57.422602 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:02:57.523693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Attempting to bind port 3afd14fc-b957-4a2d-ac86-0a75f01fb232 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:57.524353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Attempting to bind port 3afd14fc-b957-4a2d-ac86-0a75f01fb232 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:57.524890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Attempting to bind port 3afd14fc-b957-4a2d-ac86-0a75f01fb232 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:57.541423 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85bc8f-97ba-49b4-a284-b9c15efdfdd2 None None] Pushing event updated for resources: {'Port': ['ID=3afd14fc-b957-4a2d-ac86-0a75f01fb232,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:57.544613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:02:57.545195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:57.545754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.546286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:02:57.546920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Bound port: 3afd14fc-b957-4a2d-ac86-0a75f01fb232, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:02:57.547490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.660407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] For port 3afd14fc-b957-4a2d-ac86-0a75f01fb232, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:02:57.663623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] For port 3afd14fc-b957-4a2d-ac86-0a75f01fb232, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3afd14fc-b957-4a2d-ac86-0a75f01fb232,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:02:57.675302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.695455 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:02:55Z', 'revision_number': 3, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:57.740107 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Checking router: 9081f710-d49d-4c78-be1e-88187f4c9123 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:02:57.740688 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Updating router 9081f710-d49d-4c78-be1e-88187f4c9123 port 0cc456a1-e2b7-4222-8c49-25eb50d65257 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:02:57.747103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.788221 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.790214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddf618-e8fc-4939-ba61-4ece3331b5ef tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event deleted for resources: {'Network': ['ID=337b2c46-b690-4a75-a766-e03c03cf0111,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:57.793619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:57.799472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:57.802765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:02:57.803396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:57.807189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85bc8f-97ba-49b4-a284-b9c15efdfdd2 None None] Pushing event updated for resources: {'Port': ['ID=3afd14fc-b957-4a2d-ac86-0a75f01fb232,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:57.811784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:57.957191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Network 6f701ed3-1c67-4491-951e-3104a9342fc1 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:57.988469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:57.995586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:58.044029 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:02:58.053469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Made reservation on behalf of 164823d9a5d546dda8ffbce795551d3f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:58.058187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.096222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:58.096877 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.151198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.190252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-83e92604-1fd3-459c-b4c3-ab2df08412bb tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Deleting port bea548bc-3c43-4ce7-a6bd-58ce6ed4d945 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:02:58.190933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83e92604-1fd3-459c-b4c3-ab2df08412bb tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.230003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event updated for resources: {'Port': ['ID=dbfbc417-0a55-49ee-84d5-507c83225cc4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:58.248946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Made reservation on behalf of 53551cbadf1d4a7c9073d5415cdc5f97 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:58.251960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.268735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.281488 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a73ea3c1-9d17-46e2-957e-e7dd850926c2 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3898683 Dec 06 12:02:58.286230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37600) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:58.331210 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.347549 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.361347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.370146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:02:58.408071 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d688fab-1741-4502-b15a-f23f48291aea None None] Pushing event updated for resources: {'Port': ['ID=0cc456a1-e2b7-4222-8c49-25eb50d65257,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:58.452812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.453153 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Added segment 607c5e80-6450-4e2d-a703-06e0d05d7306 of type vlan for network 7aef5142-0ad3-477c-82ef-5da3c4336384 Dec 06 12:02:58.461691 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Attempting to bind port 0cc456a1-e2b7-4222-8c49-25eb50d65257 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:02:58.462078 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Attempting to bind port 0cc456a1-e2b7-4222-8c49-25eb50d65257 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:02:58.462451 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Attempting to bind port 0cc456a1-e2b7-4222-8c49-25eb50d65257 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:02:58.468692 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:02:58.469043 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:02:58.469445 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.469841 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:02:58.470976 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Bound port: 0cc456a1-e2b7-4222-8c49-25eb50d65257, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:02:58.471527 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.511065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event deleted for resources: {'Port': ['ID=c49f12c4-8470-4789-94ad-2c65f05f0387,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:58.544530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.554077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-abd2046f-1aff-4d7b-9a6c-4cce77f45166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c49f12c4-8470-4789-94ad-2c65f05f0387 HTTP/1.1" status: 204 len: 168 time: 1.9473312 Dec 06 12:02:58.558046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37602) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:58.589080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c8019-7c39-40d1-be72-d73f7e823c86 None None] Network 6f701ed3-1c67-4491-951e-3104a9342fc1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:02:58.604086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.607665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83e92604-1fd3-459c-b4c3-ab2df08412bb tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.672590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-83e92604-1fd3-459c-b4c3-ab2df08412bb tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Calling delete_port for bea548bc-3c43-4ce7-a6bd-58ce6ed4d945 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:02:58.683325 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d525d6-3d9e-443c-b8a8-e5efc8bfad3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:02:58.684613 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-35d525d6-3d9e-443c-b8a8-e5efc8bfad3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "GET /v2.0/ports/c49f12c4-8470-4789-94ad-2c65f05f0387 HTTP/1.1" status: 404 len: 333 time: 0.1235268 Dec 06 12:02:58.719477 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] For port 0cc456a1-e2b7-4222-8c49-25eb50d65257, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:02:58.722166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37604) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:58.730982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Request body: {'port': {'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057265181'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:58.734072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-003b1005-24ba-49fc-879f-de610a0c5392 None None] Provisioning complete for port f28d3828-cc98-4e2e-8b5c-ffafa257157a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:58.734527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-003b1005-24ba-49fc-879f-de610a0c5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.735417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.740011 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] For port 0cc456a1-e2b7-4222-8c49-25eb50d65257, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cc456a1-e2b7-4222-8c49-25eb50d65257,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:02:58.748685 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.754155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Network 385cab7c-1387-44ec-a99a-23b13f08f307 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:02:58.767789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.796945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:02:58.806744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7345f-895f-4626-8593-06703511805e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:58.807295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-003b1005-24ba-49fc-879f-de610a0c5392 None None] Port f28d3828-cc98-4e2e-8b5c-ffafa257157a cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:02:58.813338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-50881af8-ae74-49c8-a35d-2d24b281b351 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Deleting port dbfbc417-0a55-49ee-84d5-507c83225cc4 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:02:58.814559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50881af8-ae74-49c8-a35d-2d24b281b351 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.816056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:02:58.816542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.822708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6c37e238-29ee-4133-8fd7-2f1e937aca6d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:02:58.824906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0a1720b-77a1-4313-ad0f-b0def6f994f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.879699 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d688fab-1741-4502-b15a-f23f48291aea None None] Pushing event updated for resources: {'Port': ['ID=0cc456a1-e2b7-4222-8c49-25eb50d65257,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:58.915422 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:02:58.915850 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:58.934310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.935756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:02:58.935896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:58.967797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:51Z', 'revision_number': 3, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:59.020166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189531c-51ff-4511-9db2-fd7b34f05cbf None None] The sync data for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv is: [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:51Z', 'revision_number': 3, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:02:59.039173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6abd69ea-7abd-4c72-83bf-280bc945ac13 None None] Provisioning complete for port 6c37e238-29ee-4133-8fd7-2f1e937aca6d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:59.039676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6abd69ea-7abd-4c72-83bf-280bc945ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.085091 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:02:59.114401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6c37e238-29ee-4133-8fd7-2f1e937aca6d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:59.114876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.162708 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7849205 Dec 06 12:02:59.174996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50881af8-ae74-49c8-a35d-2d24b281b351 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.178296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37606) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:02:59.187651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Request body: {'subnet': {'network_id': '7aef5142-0ad3-477c-82ef-5da3c4336384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:02:59.199219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec71240-4524-4abf-aae3-3c3e908f3649 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Network': ['ID=7aef5142-0ad3-477c-82ef-5da3c4336384,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:59.214918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 7aef5142-0ad3-477c-82ef-5da3c4336384 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:02:59.234874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-50881af8-ae74-49c8-a35d-2d24b281b351 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Calling delete_port for dbfbc417-0a55-49ee-84d5-507c83225cc4 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:02:59.364632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6abd69ea-7abd-4c72-83bf-280bc945ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.364828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.434991 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:02:55Z', 'revision_number': 3, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:02:59.438602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.441682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.463654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6abd69ea-7abd-4c72-83bf-280bc945ac13 None None] For port 6c37e238-29ee-4133-8fd7-2f1e937aca6d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c37e238-29ee-4133-8fd7-2f1e937aca6d,segment=NetworkSegment(579846f5-e5e7-48a8-bd6c-5956ffda8962),segment_id=579846f5-e5e7-48a8-bd6c-5956ffda8962)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:02:59.472063 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9afe5-3531-45be-bdd9-8a8423b0aef8 None None] The sync data for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv is: [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:02:55Z', 'revision_number': 3, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:02:59.483247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Made reservation on behalf of 53551cbadf1d4a7c9073d5415cdc5f97 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:59.487462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6abd69ea-7abd-4c72-83bf-280bc945ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.489088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.498217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Made reservation on behalf of efba411e8a7649deac33f9efb607bc5b for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:02:59.500570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.508625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.510555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83e92604-1fd3-459c-b4c3-ab2df08412bb tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.608057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'Subnet': ['ID=44a2207e-9f18-4d12-9c36-275b6acb762f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:59.676873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd69ea-7abd-4c72-83bf-280bc945ac13 None None] Pushing event updated for resources: {'Port': ['ID=6c37e238-29ee-4133-8fd7-2f1e937aca6d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:59.695529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:02:59.696612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:02:59.697374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] device_id is not set on port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:02:59.698128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d0f4d417-6ddd-4bfe-95ee-a54bedad9158 None None] Provisioning complete for port 84a7345f-895f-4626-8593-06703511805e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:59.698914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d417-6ddd-4bfe-95ee-a54bedad9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.749189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4d417-6ddd-4bfe-95ee-a54bedad9158 None None] Port 84a7345f-895f-4626-8593-06703511805e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:02:59.783102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.784052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d0f4d417-6ddd-4bfe-95ee-a54bedad9158 None None] Provisioning complete for port dbfbc417-0a55-49ee-84d5-507c83225cc4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:59.784531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d417-6ddd-4bfe-95ee-a54bedad9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.835962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4d417-6ddd-4bfe-95ee-a54bedad9158 None None] Port dbfbc417-0a55-49ee-84d5-507c83225cc4 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:02:59.851303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:02:59.853221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Pushing event updated for resources: {'Port': ['ID=f28d3828-cc98-4e2e-8b5c-ffafa257157a,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:02:59.880913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d0f4d417-6ddd-4bfe-95ee-a54bedad9158 None None] Provisioning complete for port 6c37e238-29ee-4133-8fd7-2f1e937aca6d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:02:59.881614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d417-6ddd-4bfe-95ee-a54bedad9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.016260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.029648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92604-1fd3-459c-b4c3-ab2df08412bb tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Pushing event deleted for resources: {'Port': ['ID=bea548bc-3c43-4ce7-a6bd-58ce6ed4d945,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:00.136539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-58fe3694-5592-4872-9d1c-fe05d0152b1a None None] Provisioning complete for port dbfbc417-0a55-49ee-84d5-507c83225cc4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:00.137150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58fe3694-5592-4872-9d1c-fe05d0152b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.153396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.187932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:00.213093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-58fe3694-5592-4872-9d1c-fe05d0152b1a None None] Port dbfbc417-0a55-49ee-84d5-507c83225cc4 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:00.215325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:00.229306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50881af8-ae74-49c8-a35d-2d24b281b351 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.296431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 21ef2d8d-6a48-42bd-9908-a1e67aafde31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:00.387430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 21ef2d8d-6a48-42bd-9908-a1e67aafde31 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:00.387801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.489125 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.500770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83e92604-1fd3-459c-b4c3-ab2df08412bb tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.508309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-83e92604-1fd3-459c-b4c3-ab2df08412bb tempest-RoutersAdminNegativeIpV6Test-213778579 tempest-RoutersAdminNegativeIpV6Test-213778579-project-admin] 10.222.0.24 "DELETE /v2.0/ports/bea548bc-3c43-4ce7-a6bd-58ce6ed4d945 HTTP/1.1" status: 204 len: 168 time: 3.3677063 Dec 06 12:03:00.571027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50881af8-ae74-49c8-a35d-2d24b281b351 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event deleted for resources: {'Port': ['ID=dbfbc417-0a55-49ee-84d5-507c83225cc4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:00.578576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Checking segment: {'id': '8a9f13a1-d4b5-4367-a005-e92b99d91bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6df3f0dc-3553-4981-bd34-65614b3a51d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:00.578855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Network hostable DHCP agents. Network: 6df3f0dc-3553-4981-bd34-65614b3a51d0, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:00.610073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Network 49c052a7-0534-45a1-92aa-e9902d3ca980 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:00.651546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:00.652882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-217df77b-89d7-4e1f-ba29-7775431ded64 None None] Provisioning complete for port f28d3828-cc98-4e2e-8b5c-ffafa257157a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:00.666127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-217df77b-89d7-4e1f-ba29-7775431ded64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.667704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:00.676026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:00.677325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:00.678118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.748382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:00.750313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.784779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-217df77b-89d7-4e1f-ba29-7775431ded64 None None] Port f28d3828-cc98-4e2e-8b5c-ffafa257157a cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:00.801624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.884188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6df3f0dc-3553-4981-bd34-65614b3a51d0) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:00.893609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-14d4c69a-e51c-4b53-ad16-0b97753218f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1671984 Dec 06 12:03:00.897515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee4d156-afc5-47ae-874c-a4b5593232f4 None None] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:00.899554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37610) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:00.925959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:00.926550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:00.931990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:01.011369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50881af8-ae74-49c8-a35d-2d24b281b351 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.021990 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-50881af8-ae74-49c8-a35d-2d24b281b351 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "DELETE /v2.0/ports/dbfbc417-0a55-49ee-84d5-507c83225cc4 HTTP/1.1" status: 204 len: 168 time: 2.7346900 Dec 06 12:03:01.026651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37614) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:01.029951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Allocated IP 172.20.0.1 (4118da23-03dd-4555-8aa5-b92daa98623f/6818edfa-59b7-4071-9185-dfe24d568129/7b30b6d6-af15-491c-b711-3fa46091bfa7) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:01.037013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0cc456a1-e2b7-4222-8c49-25eb50d65257 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:01.045895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Router e0236941-25b8-4163-a8dd-de2d57fddce5 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:01.211922 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-33f3db0a-6857-446f-a845-2dbfeaa43ed5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0780110 Dec 06 12:03:01.211922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37620) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:01.226283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37622) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:01.246506 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 0cc456a1-e2b7-4222-8c49-25eb50d65257 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:01.246885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.247946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1780924255', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:01.301242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:03:01.301674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.375002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6df3f0dc-3553-4981-bd34-65614b3a51d0', 'network_id': '6df3f0dc-3553-4981-bd34-65614b3a51d0', 'tenant_id': '164823d9a5d546dda8ffbce795551d3f', 'fixed_ips': [{'subnet_id': '44a2207e-9f18-4d12-9c36-275b6acb762f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:01.376722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.382474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.422860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14aeda02-3c57-4ca3-9b59-d7b178ec77e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.440862 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1014efd1-aa93-476b-8938-113a3e78f3ef tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3889172 Dec 06 12:03:01.442572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.443958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.447973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.450393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37626) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:01.452831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:01.454903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Subnet': ['ID=32653a72-320c-4b04-9cc0-5f32a06c429c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:01.465621 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aefb8f58-1438-49b2-8aae-c0a69f55cc4a admin admin] 10.222.0.24 "PUT /v2.0/routers/e0236941-25b8-4163-a8dd-de2d57fddce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3278000 Dec 06 12:03:01.486242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1121291710'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:01.494950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Checking segment: {'id': '607c5e80-6450-4e2d-a703-06e0d05d7306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7aef5142-0ad3-477c-82ef-5da3c4336384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:01.494950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Network hostable DHCP agents. Network: 7aef5142-0ad3-477c-82ef-5da3c4336384, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:01.538105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.547119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.551407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.567883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.568806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.641180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Made reservation on behalf of ca55586f29c243279ce7f1230759d129 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:01.645149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.662537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Sync routers for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:01.697591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Network 7aef5142-0ad3-477c-82ef-5da3c4336384 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:01.702481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 0cc456a1-e2b7-4222-8c49-25eb50d65257, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cc456a1-e2b7-4222-8c49-25eb50d65257,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:01.718027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:01.719307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:01.723287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.724237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6c37e238-29ee-4133-8fd7-2f1e937aca6d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:01.731169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7aef5142-0ad3-477c-82ef-5da3c4336384) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:01.748450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7345f-895f-4626-8593-06703511805e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:01.751708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:01.752646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.777777 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5227aaac-c644-4481-b84c-1f3a951ad005 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5980918 Dec 06 12:03:01.790130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37638) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:01.795122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Request body: {'floatingip': {'floating_network_id': '7aef5142-0ad3-477c-82ef-5da3c4336384'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:01.840473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:01.856318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.928331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.944871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.945467 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Added segment d377a4a8-9584-4915-9c7d-259d072d3689 of type vlan for network 4ee63540-45af-4ee5-918f-4dcdc7e226e3 Dec 06 12:03:01.955255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Network 4118da23-03dd-4555-8aa5-b92daa98623f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:01.969360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14aeda02-3c57-4ca3-9b59-d7b178ec77e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:01.970813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:01.992375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00df15-c914-4533-8b08-546fa20c44e8 None None] Network 7aef5142-0ad3-477c-82ef-5da3c4336384 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:02.009834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:02.010824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.041487 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.046023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Allocated IP 172.20.0.2 (6df3f0dc-3553-4981-bd34-65614b3a51d0/44a2207e-9f18-4d12-9c36-275b6acb762f/529fa1f2-6f56-43fb-8c26-2a47dfd99fc5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:02.060043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14aeda02-3c57-4ca3-9b59-d7b178ec77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.177166 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-14aeda02-3c57-4ca3-9b59-d7b178ec77e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf466d9fdb194ff6a7e5c7a0277cafcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9608088 Dec 06 12:03:02.199316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37642) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:02.254994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.267759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Network 385cab7c-1387-44ec-a99a-23b13f08f307 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:02.271117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.285859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:02.287735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b30b6d6-af15-491c-b711-3fa46091bfa7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:02.291556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] device_id is not set on port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:02.319468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.389578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aeda02-3c57-4ca3-9b59-d7b178ec77e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1519415-e2d7-49a6-a31e-3c86e0de2178,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:02.409403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.412063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=0cc456a1-e2b7-4222-8c49-25eb50d65257,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:02.428508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1212b57e-df85-4ac8-8bfa-9b3d3e71eb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.542594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6c37e238-29ee-4133-8fd7-2f1e937aca6d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:02.542968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.553896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:02.599280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.604937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:02.605564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.616819 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1212b57e-df85-4ac8-8bfa-9b3d3e71eb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.637634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.645657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37646) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:02.677149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:02.681616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.689782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-176ff83c-9a2a-4493-9598-aa9e09a0f189 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721587693', 'description': 'tempest-description--213733562'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:02.695839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1bf921c3-36b4-4b40-b922-3604f5a76c51 None None] Provisioning complete for port 7b30b6d6-af15-491c-b711-3fa46091bfa7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:02.696384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bf921c3-36b4-4b40-b922-3604f5a76c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.735911 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2536955 Dec 06 12:03:02.737287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.740152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:02.740771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:02.740944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:02.744304 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37648) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:02.756047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b3df3-8246-4615-9820-ec1740c19a14 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event updated for resources: {'Network': ['ID=4ee63540-45af-4ee5-918f-4dcdc7e226e3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:02.759087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:02.760170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:02.760500 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:02.764138 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 2 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:02.785465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8d177-0bea-4b70-9f93-d312e83a322d None None] Network 7aef5142-0ad3-477c-82ef-5da3c4336384 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:02.788307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 4ee63540-45af-4ee5-918f-4dcdc7e226e3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:02.798077 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:02.798404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:02.798736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:02.806822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:02.810895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:02.811214 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:02.818161 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 3 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:02.888366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:02.888626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:02.888751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:02.907173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:02.907506 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:02.910738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 4 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:02.972452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:02.972666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:02.972986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:02.979830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1bf921c3-36b4-4b40-b922-3604f5a76c51 None None] Port 7b30b6d6-af15-491c-b711-3fa46091bfa7 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:03.006562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:03.006885 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:03.009599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 5 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:03.052169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.100132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.114153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-176ff83c-9a2a-4493-9598-aa9e09a0f189 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.167036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1212b57e-df85-4ac8-8bfa-9b3d3e71eb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.169568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1212b57e-df85-4ac8-8bfa-9b3d3e71eb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.180009 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1212b57e-df85-4ac8-8bfa-9b3d3e71eb3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1519415-e2d7-49a6-a31e-3c86e0de2178 HTTP/1.1" status: 204 len: 168 time: 0.9699454 Dec 06 12:03:03.188319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:03.210698 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fed97468-c23e-4ccd-8a31-58efb2b41804 admin admin] 10.222.0.24 "PUT /v2.0/routers/0f9f7db2-6e80-463c-8895-0fe6cb127d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9095707 Dec 06 12:03:03.210698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:03.210945 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Sync routers for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:03.211432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:03.211432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:03.230014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:03.232879 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:03.233827 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:03.234716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3afd14fc-b957-4a2d-ac86-0a75f01fb232 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:03.235844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:03.236210 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:03.238643 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 6 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:03.262992 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:03.291608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:03.293000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:03.295653 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:03.297332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:03.304638 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Pushing event updated for resources: {'Port': ['ID=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:03.318866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:03.319210 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:03.325119 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 7 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:03.325685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7c523745-3b35-46e4-813a-cc9f668461e5 None None] Provisioning complete for port 84a7345f-895f-4626-8593-06703511805e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:03.326287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c523745-3b35-46e4-813a-cc9f668461e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.362978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:03.365048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:03.368102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:03.394468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:03.394989 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:03.397287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 8 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:03.410111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.424324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.425032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.452855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7c523745-3b35-46e4-813a-cc9f668461e5 None None] Port 84a7345f-895f-4626-8593-06703511805e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:03.460118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Attempting to bind port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:03.461260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Attempting to bind port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8a9f13a1-d4b5-4367-a005-e92b99d91bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6df3f0dc-3553-4981-bd34-65614b3a51d0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:03.462744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Attempting to bind port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 on network 6df3f0dc-3553-4981-bd34-65614b3a51d0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:03.479037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:03.479833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Checking segment: {'id': '8a9f13a1-d4b5-4367-a005-e92b99d91bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6df3f0dc-3553-4981-bd34-65614b3a51d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:03.480549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.481147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Bound using segment: {'id': '8a9f13a1-d4b5-4367-a005-e92b99d91bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6df3f0dc-3553-4981-bd34-65614b3a51d0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:03.481840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Bound port: 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9f13a1-d4b5-4367-a005-e92b99d91bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6df3f0dc-3553-4981-bd34-65614b3a51d0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:03.482459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.484533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212b57e-df85-4ac8-8bfa-9b3d3e71eb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1519415-e2d7-49a6-a31e-3c86e0de2178,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:03.490521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 3afd14fc-b957-4a2d-ac86-0a75f01fb232 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:03.491191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.500633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:03.500968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:03.501393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:03.510151 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:03.531727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 2, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:03.551583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b30b6d6-af15-491c-b711-3fa46091bfa7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:03.575844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:03.576198 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:03.592030 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 9 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:03.595590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Checking router: e0236941-25b8-4163-a8dd-de2d57fddce5 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:03:03.596330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Updating router e0236941-25b8-4163-a8dd-de2d57fddce5 port f28d3828-cc98-4e2e-8b5c-ffafa257157a binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:03:03.656974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.683580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] For port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:03.683817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-176ff83c-9a2a-4493-9598-aa9e09a0f189 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.704852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Allocated IP 172.20.0.12 (7aef5142-0ad3-477c-82ef-5da3c4336384/32653a72-320c-4b04-9cc0-5f32a06c429c/055076c5-bd6f-4226-a03d-ba47ce6c1524) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:03.716139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:03.717059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:03.717562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:03.722440 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] For port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,segment=NetworkSegment(8a9f13a1-d4b5-4367-a005-e92b99d91bbb),segment_id=8a9f13a1-d4b5-4367-a005-e92b99d91bbb)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:03.734682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:03.737031 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:03.746727 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 10 to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c Dec 06 12:03:03.758237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.796101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:03.796885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:03.796885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:03.832413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37660) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:03.858241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.861218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-176ff83c-9a2a-4493-9598-aa9e09a0f189 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.874195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:03.874517 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:03.879258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.895751 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ada0d479-e613-46d5-a81d-f80ab44bc2fb tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "GET /v2.0/agents/ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 1.1483636 Dec 06 12:03:03.911105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Allocated IP 172.36.1.182 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/e5dd0530-65ab-42ad-a6d2-8a4d60f5ef93) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:03.916235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37662) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:03.942924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ff83c-9a2a-4493-9598-aa9e09a0f189 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8915a1e-0f80-465f-9f42-7fc8eb95d746,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:03.943371 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Network 4118da23-03dd-4555-8aa5-b92daa98623f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:03.949238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6cd9d-dc1d-47f2-8143-d015c3a88635 None None] Pushing event updated for resources: {'Port': ['ID=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:03.959960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 3afd14fc-b957-4a2d-ac86-0a75f01fb232, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3afd14fc-b957-4a2d-ac86-0a75f01fb232,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:03.962859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:03.963645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-176ff83c-9a2a-4493-9598-aa9e09a0f189 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:03.965145 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-176ff83c-9a2a-4493-9598-aa9e09a0f189 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2847111 Dec 06 12:03:03.973905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37666) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:03.988325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.007611 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 2, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:04.017200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-64126c83-e05f-4a87-bbd9-3bb15a0c9301 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Request body: {'security_group_rule': {'security_group_id': 'f8915a1e-0f80-465f-9f42-7fc8eb95d746', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:04.104379 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Checking router: 0f9f7db2-6e80-463c-8895-0fe6cb127d4b for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:03:04.104918 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Updating router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b port 84a7345f-895f-4626-8593-06703511805e binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:03:04.105676 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-57e82516-9938-4f5c-b5b3-b4021a47b8d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55ba8f21766f4e8a9cb9567fe2100728&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2707088 Dec 06 12:03:04.110034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.119394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37668) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:04.181764 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.212220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37670) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:04.218825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a950916d-9970-49e7-a7b8-8c92a1dc65c5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097019527', 'description': 'tempest-description--748357042'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:04.284232 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.303218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0cc456a1-e2b7-4222-8c49-25eb50d65257 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:04.342525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] For port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:04.343112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempted to set empty binding levels {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:03:04.370759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.465273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.477680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=3afd14fc-b957-4a2d-ac86-0a75f01fb232,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:04.494270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] In _notify_port_updated(), no bound segment for port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:03:04.496121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.496862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.498235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "PUT /v2.0/ports/fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c HTTP/1.1" status: 200 len: 981 time: 3.5959690 Dec 06 12:03:04.506196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a950916d-9970-49e7-a7b8-8c92a1dc65c5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.508548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37672) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:04.515070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.543973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-446d0d20-3224-4d8d-bb07-e524cf25f5d7 None None] Provisioning complete for port 7b30b6d6-af15-491c-b711-3fa46091bfa7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:04.544296 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-446d0d20-3224-4d8d-bb07-e524cf25f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.575963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 0cc456a1-e2b7-4222-8c49-25eb50d65257 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:04.576395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.577505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64126c83-e05f-4a87-bbd9-3bb15a0c9301 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.586724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6bacd934-272a-4348-9b7d-1bfee2841926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.587047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a6c00-c42f-4a29-a365-1c56eb1fc9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:04.617295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4304ede5-f9a4-467a-8849-802929d8cc0c tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] Network 4ee63540-45af-4ee5-918f-4dcdc7e226e3 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:04.625706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:04.630683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Router 9081f710-d49d-4c78-be1e-88187f4c9123 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:04.631637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Network 7aef5142-0ad3-477c-82ef-5da3c4336384 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:04.645140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:04.659480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:04.664983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:04.666173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4304ede5-f9a4-467a-8849-802929d8cc0c tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "POST /v2.0/agents/ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7446477 Dec 06 12:03:04.669281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-446d0d20-3224-4d8d-bb07-e524cf25f5d7 None None] Port 7b30b6d6-af15-491c-b711-3fa46091bfa7 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:04.669918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37674) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:04.671717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6bacd934-272a-4348-9b7d-1bfee2841926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.671843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.674468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:04.677544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14c1db-7348-4872-bbb6-41f32a1e6d81 None None] Network 4ee63540-45af-4ee5-918f-4dcdc7e226e3 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:04.678387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'Port': ['ID=e5dd0530-65ab-42ad-a6d2-8a4d60f5ef93,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:04.691934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.692614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.693202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.694270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.694873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.695470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.696101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.696701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.697290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.697872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.699483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.700471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.701175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.701772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.702183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.704532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.705205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.705829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.706451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.707066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:04.714610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-587429dd-31ae-48f8-991c-d93d37ecd02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16781 time: 0.2014861 Dec 06 12:03:04.718736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37676) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:04.781948 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.790752 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.846036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Port': ['ID=055076c5-bd6f-4226-a03d-ba47ce6c1524,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:04.846250 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cd8b7-b243-4cf8-97cb-cc3c92b4b354 None None] Pushing event updated for resources: {'Port': ['ID=84a7345f-895f-4626-8593-06703511805e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:04.910982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a950916d-9970-49e7-a7b8-8c92a1dc65c5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.941694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a950916d-9970-49e7-a7b8-8c92a1dc65c5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.972323 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Attempting to bind port 84a7345f-895f-4626-8593-06703511805e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:04.972714 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Attempting to bind port 84a7345f-895f-4626-8593-06703511805e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:04.973082 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Attempting to bind port 84a7345f-895f-4626-8593-06703511805e on network 385cab7c-1387-44ec-a99a-23b13f08f307 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:04.988541 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:04.989246 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Checking segment: {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:04.989871 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:04.990484 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Bound using segment: {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:04.991127 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Bound port: 84a7345f-895f-4626-8593-06703511805e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:04.991758 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.026764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ea2b6-625a-424e-8265-d0f149652bcc None None] Pushing event updated for resources: {'Port': ['ID=f28d3828-cc98-4e2e-8b5c-ffafa257157a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:05.069779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64126c83-e05f-4a87-bbd9-3bb15a0c9301 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.071110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6bacd934-272a-4348-9b7d-1bfee2841926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.074359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6bacd934-272a-4348-9b7d-1bfee2841926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.078899 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6bacd934-272a-4348-9b7d-1bfee2841926 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94bdc6d7-3b61-4749-92cb-7b744e06d6a9 HTTP/1.1" status: 204 len: 168 time: 0.9574647 Dec 06 12:03:05.092984 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a950916d-9970-49e7-a7b8-8c92a1dc65c5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.106607 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a950916d-9970-49e7-a7b8-8c92a1dc65c5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8905170 Dec 06 12:03:05.123113 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] For port 84a7345f-895f-4626-8593-06703511805e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:05.123313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64126c83-e05f-4a87-bbd9-3bb15a0c9301 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.125540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:05.127806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37684) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:05.144509 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] For port 84a7345f-895f-4626-8593-06703511805e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=84a7345f-895f-4626-8593-06703511805e,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:05.152313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-93b94246-a561-4253-b793-1fcb037c92c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Request body: {'security_group_rule': {'security_group_id': '8df68057-8fd9-48c5-ac0b-331bbcc9b9dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:05.162423 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.177841 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0134dd1d-54d2-44d9-8e47-8412deca2af1 admin admin] 10.222.0.24 "PUT /v2.0/routers/9081f710-d49d-4c78-be1e-88187f4c9123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7986526 Dec 06 12:03:05.185683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Attempting to bind port f28d3828-cc98-4e2e-8b5c-ffafa257157a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:05.187698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacd934-272a-4348-9b7d-1bfee2841926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bdc6d7-3b61-4749-92cb-7b744e06d6a9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:05.188327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Attempting to bind port f28d3828-cc98-4e2e-8b5c-ffafa257157a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:05.197166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950916d-9970-49e7-a7b8-8c92a1dc65c5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:05.197921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Attempting to bind port f28d3828-cc98-4e2e-8b5c-ffafa257157a on network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:05.203426 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64126c83-e05f-4a87-bbd9-3bb15a0c9301 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cd3bff-331f-4704-875b-b9a12f6904e6,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:05.209830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64126c83-e05f-4a87-bbd9-3bb15a0c9301 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.213688 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-64126c83-e05f-4a87-bbd9-3bb15a0c9301 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2335479 Dec 06 12:03:05.219728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Deleting port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:05.223186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.223335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37688) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:05.232539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Sync routers for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:05.261597 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4c5c0784-0351-4650-85cd-452c27583e98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Request body: {'security_group_rule': {'security_group_id': 'f8915a1e-0f80-465f-9f42-7fc8eb95d746', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:05.329748 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cd8b7-b243-4cf8-97cb-cc3c92b4b354 None None] Pushing event updated for resources: {'Port': ['ID=84a7345f-895f-4626-8593-06703511805e,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:05.362755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:05.363760 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Checking segment: {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:05.365379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.365939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Bound using segment: {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:05.366880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Bound port: f28d3828-cc98-4e2e-8b5c-ffafa257157a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:05.369751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.378407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:05.379051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:05.388142 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:05.388787 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:05.491562 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0784-0351-4650-85cd-452c27583e98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.505440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93b94246-a561-4253-b793-1fcb037c92c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.560270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] For port f28d3828-cc98-4e2e-8b5c-ffafa257157a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:05.560517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] For port fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c, host hv-neutron-mast, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:05.561099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.570301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] For port f28d3828-cc98-4e2e-8b5c-ffafa257157a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f28d3828-cc98-4e2e-8b5c-ffafa257157a,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:05.617339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Calling delete_port for fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:05.674381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.761167 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:05.772413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0784-0351-4650-85cd-452c27583e98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.805144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0784-0351-4650-85cd-452c27583e98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.839408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:05.885014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.899267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c0784-0351-4650-85cd-452c27583e98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1952b69b-3272-408a-802e-6a27c366be92,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:05.913177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0784-0351-4650-85cd-452c27583e98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.914421 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4c5c0784-0351-4650-85cd-452c27583e98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6589010 Dec 06 12:03:05.936176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93b94246-a561-4253-b793-1fcb037c92c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.937546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37702) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:05.942591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:05.947680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ff1ee-de3e-4584-9eea-ac07d4e6c19a None None] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:05.996552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:06.010403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93b94246-a561-4253-b793-1fcb037c92c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:06.045811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:06.052904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Provisioning complete for port 84a7345f-895f-4626-8593-06703511805e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:06.056405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:06.056558 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f1aa7903-516d-429f-a1a0-5d28773d09f7 tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "GET /v2.0/agents/ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e/dhcp-networks HTTP/1.1" status: 200 len: 8795 time: 1.3762252 Dec 06 12:03:06.060130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37706) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:06.112960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:06.119825 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d3c28826-da04-4ded-bab2-e81fec9765ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "DELETE /v2.0/ports/fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c HTTP/1.1" status: 204 len: 168 time: 1.3982985 Dec 06 12:03:06.127270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37710) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:06.195898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:06.196695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:06.218086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:06.325287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b94246-a561-4253-b793-1fcb037c92c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8019731b-d101-42c9-b607-0072d70bb260,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:06.327216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebcf877-a586-45e8-9fb8-f0ee0ff93950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:03:06.337003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aebcf877-a586-45e8-9fb8-f0ee0ff93950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "GET /v2.0/ports/fbe5f8a0-17a6-4458-9f82-4df29d2b5e9c HTTP/1.1" status: 404 len: 333 time: 0.1748521 Dec 06 12:03:06.347498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37716) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:06.350433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:06.355888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232210551', 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:06.390424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93b94246-a561-4253-b793-1fcb037c92c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:06.391818 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-93b94246-a561-4253-b793-1fcb037c92c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2541752 Dec 06 12:03:06.398422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37720) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:06.424771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0313c405-cb03-4773-8cd3-6112da871ec9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Request body: {'security_group_rule': {'security_group_id': '8df68057-8fd9-48c5-ac0b-331bbcc9b9dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:06.445096 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:05Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:06.485247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37722) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:06.487091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ea2b6-625a-424e-8265-d0f149652bcc None None] Pushing event updated for resources: {'Port': ['ID=f28d3828-cc98-4e2e-8b5c-ffafa257157a,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:06.488332 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7594bfb-c6ea-4ff6-b7d7-ea73bab2fd62 None None] The sync data for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv is: [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:05Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:06.492171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474108012', 'description': 'tempest-description--937276755'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:06.541527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Made reservation on behalf of efba411e8a7649deac33f9efb607bc5b for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:06.544158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:06.547808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:06.655402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.api [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:03:06.655402 dv-neutron-master-2-hyperv neutron-server[103286]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:03:06.655402 dv-neutron-master-2-hyperv neutron-server[103286]: [parameters: {'project_id_1': '8ef7a184d3aa42d09fc31064638724f1', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 2, 46, 513841)}] Dec 06 12:03:06.655402 dv-neutron-master-2-hyperv neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:03:06.656346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG oslo_db.api [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:03:06.696185 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-713f3f37-9dd9-4369-8cc5-a55ea5420e68 tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "DELETE /v2.0/agents/ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e/dhcp-networks/4ee63540-45af-4ee5-918f-4dcdc7e226e3 HTTP/1.1" status: 204 len: 168 time: 0.5163538 Dec 06 12:03:06.697265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] device_id is not set on port b6d5110f-6041-4905-875b-9b55ac77a92e yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:06.702004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:06.706833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37728) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:06.724689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0313c405-cb03-4773-8cd3-6112da871ec9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:06.747436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.035680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.292030 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:07.292030 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.316792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] For port 84a7345f-895f-4626-8593-06703511805e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=84a7345f-895f-4626-8593-06703511805e,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:07.368843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.379634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.385988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.474355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Pushing event updated for resources: {'Port': ['ID=84a7345f-895f-4626-8593-06703511805e,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:07.509525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0313c405-cb03-4773-8cd3-6112da871ec9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.522324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 2, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:07.547044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Provisioning complete for port f28d3828-cc98-4e2e-8b5c-ffafa257157a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:07.547044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.556909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0313c405-cb03-4773-8cd3-6112da871ec9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.607504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37742) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:07.637353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Port': ['ID=055076c5-bd6f-4226-a03d-ba47ce6c1524,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:07.671363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.698012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Checking router: 9081f710-d49d-4c78-be1e-88187f4c9123 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:03:07.698223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Updating router 9081f710-d49d-4c78-be1e-88187f4c9123 port 7b30b6d6-af15-491c-b711-3fa46091bfa7 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:03:07.703244 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.714324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313c405-cb03-4773-8cd3-6112da871ec9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4dbee2-cc15-403d-827b-b5601084c4af,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:07.730915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a9d9ff55-9435-4438-8639-f5f77e207246 tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "GET /v2.0/agents/ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 1.0219851 Dec 06 12:03:07.732296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.749092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37746) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:07.752076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.766811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0313c405-cb03-4773-8cd3-6112da871ec9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.767374 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.773295 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0313c405-cb03-4773-8cd3-6112da871ec9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3732913 Dec 06 12:03:07.776983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37748) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:07.796162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:07.801128 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.805215 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-646b6f8e-2859-426c-9282-ada36f53b5db tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0111580 Dec 06 12:03:07.812630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37750) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:07.821053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.847273 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-71ab893a-3262-459a-95d4-87fb4a680ab0 tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "GET /v2.0/networks/6f701ed3-1c67-4491-951e-3104a9342fc1/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0910916 Dec 06 12:03:07.878516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37752) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:07.899443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.902315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.965393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1965420107', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:07.970052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:07.983612 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a103e628-ec34-46c4-897c-a3bad286d6b7 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=7aef5142-0ad3-477c-82ef-5da3c4336384 HTTP/1.1" status: 200 len: 690 time: 0.1629238 Dec 06 12:03:07.986685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37754) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:08.045848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,segment=NetworkSegment(8a9f13a1-d4b5-4367-a005-e92b99d91bbb),segment_id=8a9f13a1-d4b5-4367-a005-e92b99d91bbb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:08.049549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:03:05Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:08.054168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dbb7c5e5-6221-4c48-872d-9ad0bf2e3606 tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "GET /v2.0/networks/6f701ed3-1c67-4491-951e-3104a9342fc1/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1683807 Dec 06 12:03:08.054284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] For port f28d3828-cc98-4e2e-8b5c-ffafa257157a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f28d3828-cc98-4e2e-8b5c-ffafa257157a,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:08.067747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37756) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:08.076327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Allocated IP 172.36.1.11 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/5aa0464d-33d7-4944-a2e3-910616dc0420) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:08.089958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Made reservation on behalf of 1e661d5512dc4946bd57dcca147c0b02 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:08.093064 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.094394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.097062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.098008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3afd14fc-b957-4a2d-ac86-0a75f01fb232 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:08.122322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.125443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ae508-eab9-4ae9-b685-db41ad68223e None None] The sync data for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv is: [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:03:05Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:08.135000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.160279 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Router d9ca082b-f930-4a05-ab4a-63d4e72c3f44 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:03:08.181292 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.182371 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.272326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.336297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11079ea-f0a1-4a88-8c93-686874524a0d None None] Pushing event updated for resources: {'Port': ['ID=f28d3828-cc98-4e2e-8b5c-ffafa257157a,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:08.364851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Network 49c052a7-0534-45a1-92aa-e9902d3ca980 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:08.406608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:08.414860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:08.416794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:08.417496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.454341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e7610836-f06f-4e3e-9bf6-5fc44ed31e18 None None] Provisioning complete for port 84a7345f-895f-4626-8593-06703511805e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:08.455082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7610836-f06f-4e3e-9bf6-5fc44ed31e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.455770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.486020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 3afd14fc-b957-4a2d-ac86-0a75f01fb232 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:08.486455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.487991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.498458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.499691 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0116992 Dec 06 12:03:08.517302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37758) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:08.522162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3b7c6984-83e3-4b8f-83c4-244dafc9f0c3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Request body: {'security_group_rule': {'security_group_id': 'a2d4c569-254e-46fb-a5b2-3429638c4709', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:08.535717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344f60f-319f-4bd4-afa9-0737f2fc9774 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d4c569-254e-46fb-a5b2-3429638c4709,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:08.539698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=b6d5110f-6041-4905-875b-9b55ac77a92e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:08.572371 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5ddb16cd-ee78-465f-811b-92acd0b061b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2206008 Dec 06 12:03:08.574125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:08.577236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] device_id is not set on port f7e39829-2abc-4f29-8022-319b549fe39e yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:08.583277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37760) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:08.592945 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f52345-a9f9-4458-8f74-c6bf620c6f6e None None] Sync routers for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:08.609793 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f52345-a9f9-4458-8f74-c6bf620c6f6e None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:08.613593 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a6f52345-a9f9-4458-8f74-c6bf620c6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:08.627753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:08.654257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.678805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.683123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b7c6984-83e3-4b8f-83c4-244dafc9f0c3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.697603 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a6f52345-a9f9-4458-8f74-c6bf620c6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:08.712067 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f52345-a9f9-4458-8f74-c6bf620c6f6e None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:08.712823 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a6f52345-a9f9-4458-8f74-c6bf620c6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:08.743104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1109efcf-d43e-4a8c-b4f3-ed4596dcab74,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:08.743583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5700e-5a05-469f-908f-4911443922e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:08.745264 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-22f5700e-5a05-469f-908f-4911443922e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "GET /v2.0/ports/b6d5110f-6041-4905-875b-9b55ac77a92e HTTP/1.1" status: 200 len: 959 time: 0.1526000 Dec 06 12:03:08.751516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37762) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:08.762780 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Deleting port 055076c5-bd6f-4226-a03d-ba47ce6c1524 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:08.763130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.778030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.782472 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a6f52345-a9f9-4458-8f74-c6bf620c6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:08.783140 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f52345-a9f9-4458-8f74-c6bf620c6f6e None None] The sync data for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:08.791000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c8c08293-3d3c-435f-a38c-594cc175b698 tempest-DHCPAgentSchedulersTestJSON-1047685978 tempest-DHCPAgentSchedulersTestJSON-1047685978-project-admin] 10.222.0.24 "GET /v2.0/agents/ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.7219975 Dec 06 12:03:08.798915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37764) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:08.849943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.903650 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.906527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:08.944565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Calling delete_port for 055076c5-bd6f-4226-a03d-ba47ce6c1524 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:09.011740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.015357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de077000-899f-4004-ae96-b347de21dd17 None None] Pushing event updated for resources: {'Port': ['ID=7b30b6d6-af15-491c-b711-3fa46091bfa7,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:09.033137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e7610836-f06f-4e3e-9bf6-5fc44ed31e18 None None] Provisioning complete for port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:09.033532 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7610836-f06f-4e3e-9bf6-5fc44ed31e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.049202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b7c6984-83e3-4b8f-83c4-244dafc9f0c3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.080789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Attempting to bind port 7b30b6d6-af15-491c-b711-3fa46091bfa7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:09.081224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Attempting to bind port 7b30b6d6-af15-491c-b711-3fa46091bfa7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:09.081587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Attempting to bind port 7b30b6d6-af15-491c-b711-3fa46091bfa7 on network 4118da23-03dd-4555-8aa5-b92daa98623f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:09.083734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b7c6984-83e3-4b8f-83c4-244dafc9f0c3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.090510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:09.090875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Checking segment: {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:09.091273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.091668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Bound using segment: {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:09.092170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Bound port: 7b30b6d6-af15-491c-b711-3fa46091bfa7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:09.092278 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.092551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.097099 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c6252fcc-1c05-4bfa-9ab1-71322af75ca6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.8679876 Dec 06 12:03:09.097719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37766) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:09.114040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c6984-83e3-4b8f-83c4-244dafc9f0c3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d44772d-e312-4ecd-9d62-e4c50728489b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:09.123069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.164870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b7c6984-83e3-4b8f-83c4-244dafc9f0c3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.166424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3b7c6984-83e3-4b8f-83c4-244dafc9f0c3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6477220 Dec 06 12:03:09.194274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37768) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:09.206647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2e657ac7-b0ad-4197-9822-c30813a730fb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Request body: {'security_group_rule': {'security_group_id': 'a2d4c569-254e-46fb-a5b2-3429638c4709', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:09.223936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:09.244075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:09.281996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Allocated IP 172.36.1.213 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/f7e39829-2abc-4f29-8022-319b549fe39e) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:09.287297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] For port 7b30b6d6-af15-491c-b711-3fa46091bfa7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:09.297702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] For port 7b30b6d6-af15-491c-b711-3fa46091bfa7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7b30b6d6-af15-491c-b711-3fa46091bfa7,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:09.308281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.312202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.327100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:09.327339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e7610836-f06f-4e3e-9bf6-5fc44ed31e18 None None] Provisioning complete for port f28d3828-cc98-4e2e-8b5c-ffafa257157a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:09.327718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7610836-f06f-4e3e-9bf6-5fc44ed31e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.342535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:09.355783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:09.356203 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.357205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > segment before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.358079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.359376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.359961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > port after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.361733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > port after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.362309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > port after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.362838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > segment after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.363365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > subnet after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.363924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > subnet after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.364521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > subnet after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.365056 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e657ac7-b0ad-4197-9822-c30813a730fb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.397764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-899593f2-0bc2-461b-8617-db61519f2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Deleting port b6d5110f-6041-4905-875b-9b55ac77a92e {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:09.398100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-899593f2-0bc2-461b-8617-db61519f2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.541285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de077000-899f-4004-ae96-b347de21dd17 None None] Pushing event updated for resources: {'Port': ['ID=7b30b6d6-af15-491c-b711-3fa46091bfa7,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:09.552655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:09.553376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:09.558958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > subnet after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.559486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > subnet after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.559564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > subnet before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.560041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Subscribe: > subnet before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 12:03:09.560470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee63540-45af-4ee5-918f-4dcdc7e226e3']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:09.571966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event updated for resources: {'Port': ['ID=5aa0464d-33d7-4944-a2e3-910616dc0420,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:09.590710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd377a4a8-9584-4915-9c7d-259d072d3689') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:09.591334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd377a4a8-9584-4915-9c7d-259d072d3689') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:09.613361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.638445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.651543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:09.653145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: from cryptography.utils import int_from_bytes Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: from cryptography.utils import int_from_bytes Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:09.660958 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:09.710168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 84a7345f-895f-4626-8593-06703511805e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:09.742024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.764428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.772687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "DELETE /v2.0/networks/4ee63540-45af-4ee5-918f-4dcdc7e226e3 HTTP/1.1" status: 204 len: 168 time: 0.9689355 Dec 06 12:03:09.773178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37770) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:09.782020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b39722-e554-42bc-9e48-be22f183f88c tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event deleted for resources: {'Network': ['ID=4ee63540-45af-4ee5-918f-4dcdc7e226e3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:09.821144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ee7124-6ce8-4f88-99aa-9f34862efd06 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] DELETE failed (client error): The resource could not be found. Dec 06 12:03:09.821612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ee7124-6ce8-4f88-99aa-9f34862efd06 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:09.827695 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-41ee7124-6ce8-4f88-99aa-9f34862efd06 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "DELETE /v2.0/ports/dbfbc417-0a55-49ee-84d5-507c83225cc4 HTTP/1.1" status: 404 len: 333 time: 0.0534623 Dec 06 12:03:09.828401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37772) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:09.872943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:09.884965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-454d2018-bf12-430d-bc34-f49b9a8acaff tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Deleting subnet 14d59858-5c92-4ec0-964f-b7a8204f9ad2 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:03:09.888399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-454d2018-bf12-430d-bc34-f49b9a8acaff tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.919719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-899593f2-0bc2-461b-8617-db61519f2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.945109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.948568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e657ac7-b0ad-4197-9822-c30813a730fb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.962095 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-899593f2-0bc2-461b-8617-db61519f2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Calling delete_port for b6d5110f-6041-4905-875b-9b55ac77a92e owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:09.989611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-454d2018-bf12-430d-bc34-f49b9a8acaff tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:09.991211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e657ac7-b0ad-4197-9822-c30813a730fb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.012930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event deleted for resources: {'Port': ['ID=055076c5-bd6f-4226-a03d-ba47ce6c1524,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:10.028075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.034232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 84a7345f-895f-4626-8593-06703511805e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:10.034607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.112714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0d3a1310-9bff-4b9f-9114-4c7d4ebe5f4d None None] Provisioning complete for port 7b30b6d6-af15-491c-b711-3fa46091bfa7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:10.113086 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1310-9bff-4b9f-9114-4c7d4ebe5f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.135469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e657ac7-b0ad-4197-9822-c30813a730fb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0747f281-9e76-4bfa-8236-8873e05a8d86,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:10.169712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.209687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e657ac7-b0ad-4197-9822-c30813a730fb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.210825 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2e657ac7-b0ad-4197-9822-c30813a730fb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0118532 Dec 06 12:03:10.222394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.226447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37774) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:10.231061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:10.249112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f28d3828-cc98-4e2e-8b5c-ffafa257157a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:10.324962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.363841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.388231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f28d3828-cc98-4e2e-8b5c-ffafa257157a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:10.388581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.439989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1310-9bff-4b9f-9114-4c7d4ebe5f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.459613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-454d2018-bf12-430d-bc34-f49b9a8acaff tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.474558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-899593f2-0bc2-461b-8617-db61519f2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.484640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.511616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:09Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:10.528974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.537962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899593f2-0bc2-461b-8617-db61519f2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6d5110f-6041-4905-875b-9b55ac77a92e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:10.550534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0d3a1310-9bff-4b9f-9114-4c7d4ebe5f4d None None] For port 7b30b6d6-af15-491c-b711-3fa46091bfa7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7b30b6d6-af15-491c-b711-3fa46091bfa7,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:10.551605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec1f03-d739-43fa-bd23-9c1a14dd4cf3 None None] The sync data for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv is: [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:09Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:10.555818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1310-9bff-4b9f-9114-4c7d4ebe5f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.570026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-899593f2-0bc2-461b-8617-db61519f2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.573639 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-899593f2-0bc2-461b-8617-db61519f2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b6d5110f-6041-4905-875b-9b55ac77a92e HTTP/1.1" status: 204 len: 168 time: 1.5496807 Dec 06 12:03:10.583057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37776) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:10.637759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:10.648642 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-38321d51-8b68-47e0-a2f0-ee14a21a5ece tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:03:10.654089 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-38321d51-8b68-47e0-a2f0-ee14a21a5ece tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "GET /v2.0/ports/b6d5110f-6041-4905-875b-9b55ac77a92e HTTP/1.1" status: 404 len: 333 time: 0.0662115 Dec 06 12:03:10.655983 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a1310-9bff-4b9f-9114-4c7d4ebe5f4d None None] Pushing event updated for resources: {'Port': ['ID=7b30b6d6-af15-491c-b711-3fa46091bfa7,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:10.656101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Allocated IP 172.36.1.104 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/a88b57b6-233b-4d69-bdea-95762238f530) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:10.660513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37778) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:10.674929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Request body: {'port': {'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-269863664'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:10.677030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:10.680077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:10.712523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Made reservation on behalf of efba411e8a7649deac33f9efb607bc5b for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:10.715618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.735695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-454d2018-bf12-430d-bc34-f49b9a8acaff tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.748797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e39829-2abc-4f29-8022-319b549fe39e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:10.772665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.796552 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:10.798039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.808664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72826d32-6e38-49a6-bea3-03b7764c9dbd None None] Network 6f701ed3-1c67-4491-951e-3104a9342fc1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:10.826488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.826918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] device_id is not set on port 931c70f0-098c-470a-987c-243bbc5cd612 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:10.831976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.834955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d2018-bf12-430d-bc34-f49b9a8acaff tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event deleted for resources: {'Subnet': ['ID=14d59858-5c92-4ec0-964f-b7a8204f9ad2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:10.838123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-454d2018-bf12-430d-bc34-f49b9a8acaff tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.844248 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-454d2018-bf12-430d-bc34-f49b9a8acaff tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "DELETE /v2.0/subnets/14d59858-5c92-4ec0-964f-b7a8204f9ad2 HTTP/1.1" status: 204 len: 168 time: 1.0131490 Dec 06 12:03:10.851563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37780) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:10.884796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=32653a72-320c-4b04-9cc0-5f32a06c429c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:10.891178 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9b80febc-64e7-4f0e-adae-a90ebc084769 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2826102 Dec 06 12:03:10.906727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:10.923475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37782) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:10.939249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.213'}]}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:10.969854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event updated for resources: {'Port': ['ID=5aa0464d-33d7-4944-a2e3-910616dc0420,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:11.027048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.038128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.040531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] DHCP port deletion for 6f701ed3-1c67-4491-951e-3104a9342fc1 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:03:11.048268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.051505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.114199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.117320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] Deleting port 6c37e238-29ee-4133-8fd7-2f1e937aca6d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:11.119306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.165823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aef5142-0ad3-477c-82ef-5da3c4336384']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:11.169079 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.169413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.172337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.179891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.189553 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3b16b380-ecee-4875-8f56-d063444dd529 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2310381 Dec 06 12:03:11.207674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.250144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] For port 6c37e238-29ee-4133-8fd7-2f1e937aca6d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c37e238-29ee-4133-8fd7-2f1e937aca6d,segment=NetworkSegment(579846f5-e5e7-48a8-bd6c-5956ffda8962),segment_id=579846f5-e5e7-48a8-bd6c-5956ffda8962)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:11.250545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.276178 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607c5e80-6450-4e2d-a703-06e0d05d7306') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:11.277137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607c5e80-6450-4e2d-a703-06e0d05d7306') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:11.284451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] Calling delete_port for 6c37e238-29ee-4133-8fd7-2f1e937aca6d owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:11.297195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:11.305838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:11.321132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:11.333813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event updated for resources: {'Port': ['ID=a88b57b6-233b-4d69-bdea-95762238f530,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:11.362872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.373327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.450538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.518397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Network 49c052a7-0534-45a1-92aa-e9902d3ca980 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:11.524630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:11.537205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:11.542297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:11.543184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.548746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.569687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.571786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=931c70f0-098c-470a-987c-243bbc5cd612,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:11.596149 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f8726fd2-0678-4fe9-aa39-3e13cbf5496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9290137 Dec 06 12:03:11.599353 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37796) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:11.605906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:11.616347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] Pushing event deleted for resources: {'Port': ['ID=6c37e238-29ee-4133-8fd7-2f1e937aca6d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:11.619199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ba4df-2ec1-4c70-b08b-ec305c4076a4 None None] No DVR routers for this DVR port 6c37e238-29ee-4133-8fd7-2f1e937aca6d on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:11.707897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.727662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.734930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:11.735483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.783801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:11.927754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37812) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:11.932533 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:11.958652 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:12.076760 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-a7caf3f5-399c-4ea3-baad-a29404a17fb7 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--721587693&fields=id&tenant_id=90e32a41520b408b9aaefa7592e5e993 HTTP/1.1" status: 200 len: 267 time: 0.1479139 Dec 06 12:03:12.092951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.101692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Allocated IP 172.36.1.217 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/7edb1537-552a-4cef-8778-9616da944c31) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:12.134579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.198404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.201027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.215206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Allocated IP 172.20.0.1 (6df3f0dc-3553-4981-bd34-65614b3a51d0/44a2207e-9f18-4d12-9c36-275b6acb762f/9fd7a347-4a5f-4715-87d3-cf0aa5427052) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:12.236122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7aef5142-0ad3-477c-82ef-5da3c4336384 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:03:12.265141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Deleting port 6c37e238-29ee-4133-8fd7-2f1e937aca6d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:12.265396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.268047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.273653 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7aef5142-0ad3-477c-82ef-5da3c4336384 HTTP/1.1" status: 204 len: 168 time: 4.2794554 Dec 06 12:03:12.277879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58828f-e924-4c14-b16c-80ae21ce5575 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event deleted for resources: {'Network': ['ID=7aef5142-0ad3-477c-82ef-5da3c4336384,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:12.285773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37814) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:12.313947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] device_id is not set on port 931c70f0-098c-470a-987c-243bbc5cd612 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:12.350360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.367612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event updated for resources: {'Port': ['ID=a88b57b6-233b-4d69-bdea-95762238f530,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:12.385658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.393195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.464846 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f93313af-c80a-43d3-bfdf-fd15bb8c5fad tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1754203 Dec 06 12:03:12.474538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37816) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:12.475947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f677-f665-4c74-93ae-a872865ed4bd req-8e59b7f6-5dd5-4f73-9ccd-072efc09aab4 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:12.477499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-8e59b7f6-5dd5-4f73-9ccd-072efc09aab4 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/networks?id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e HTTP/1.1" status: 200 len: 806 time: 0.3905463 Dec 06 12:03:12.511824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.517039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5543b88f-1361-4877-be3d-59cb332ceeaa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7354190 Dec 06 12:03:12.528681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:12.529025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:12.529402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:12.541822 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-95fdafd7-d048-41a0-965a-8f528abb7f3e tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/quotas/90e32a41520b408b9aaefa7592e5e993 HTTP/1.1" status: 200 len: 375 time: 0.0505147 Dec 06 12:03:12.542473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=931c70f0-098c-470a-987c-243bbc5cd612,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:12.551619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:12.551983 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:12.552960 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 2 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:12.615633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:12.616164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:12.616354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:12.626485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:12.626816 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:12.627951 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 3 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:12.630262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] For port 6c37e238-29ee-4133-8fd7-2f1e937aca6d, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:12.630623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.636851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b12cf-fcdc-4d7e-8541-46a809b9ebc3 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:12.637312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b12cf-fcdc-4d7e-8541-46a809b9ebc3 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:12.637759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b12cf-fcdc-4d7e-8541-46a809b9ebc3 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:12.638205 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b12cf-fcdc-4d7e-8541-46a809b9ebc3 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:12.638644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b12cf-fcdc-4d7e-8541-46a809b9ebc3 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:12.639086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b12cf-fcdc-4d7e-8541-46a809b9ebc3 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:12.639742 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b12cf-fcdc-4d7e-8541-46a809b9ebc3 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:12.643129 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cc8b12cf-fcdc-4d7e-8541-46a809b9ebc3 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4608 time: 0.1381354 Dec 06 12:03:12.651381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37822) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:12.652263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:12.652598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:12.652930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:12.671935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Calling delete_port for 6c37e238-29ee-4133-8fd7-2f1e937aca6d owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:12.675989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Port 6c37e238-29ee-4133-8fd7-2f1e937aca6d was not found and therefore no delete operation was performed {{(pid=103287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:03:12.687940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.692576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.725489 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-8299541e-d48c-4f88-9dac-ffc96ba821f0 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=90e32a41520b408b9aaefa7592e5e993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740472 Dec 06 12:03:12.745303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event deleted for resources: {'Port': ['ID=6c37e238-29ee-4133-8fd7-2f1e937aca6d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:12.761546 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-24eb3045-eda6-4d9b-8abf-9a331414ad01 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] delete failed (client error): The resource could not be found. Dec 06 12:03:12.762598 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-24eb3045-eda6-4d9b-8abf-9a331414ad01 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/077fefc9-e4d3-44bd-87e8-cc1e84ab73e4 HTTP/1.1" status: 404 len: 345 time: 0.1066978 Dec 06 12:03:12.763633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:12.763979 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:12.764356 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 4 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:12.767366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.767491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37840) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:12.792309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6be4c57-4fbc-4cd6-8b82-231281d19758 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] DELETE failed (client error): The resource could not be found. Dec 06 12:03:12.792814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6be4c57-4fbc-4cd6-8b82-231281d19758 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:12.795882 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a6be4c57-4fbc-4cd6-8b82-231281d19758 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7aef5142-0ad3-477c-82ef-5da3c4336384 HTTP/1.1" status: 404 len: 339 time: 0.0274982 Dec 06 12:03:12.796857 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:12.797187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:12.797514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:12.804208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37844) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:12.811756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Request body: {'network': {'name': 'tempest-network--1227546932', 'router:external': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:12.815934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] No DVR routers for this DVR port 6c37e238-29ee-4133-8fd7-2f1e937aca6d on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:12.830078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:12.830576 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:12.832490 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 5 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:12.841413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.881032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37852) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:12.886166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:12.886534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:12.886711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:12.898078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:12.898404 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:12.901213 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 6 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:12.917522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-4c43f96d-3471-4e00-84ff-fd49240956df service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:03:12.918570 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-4c43f96d-3471-4e00-84ff-fd49240956df service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0750437 Dec 06 12:03:12.926043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Made reservation on behalf of 53551cbadf1d4a7c9073d5415cdc5f97 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:12.929082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:12.967952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:12.968290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:12.968622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:12.981996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:12.989351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:12.989778 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:12.993654 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 7 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:13.021491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:13.028550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.030450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'Port': ['ID=9fd7a347-4a5f-4715-87d3-cf0aa5427052,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:13.035982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:13.054138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7b30b6d6-af15-491c-b711-3fa46091bfa7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:13.099485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.153176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7b30b6d6-af15-491c-b711-3fa46091bfa7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:13.153560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.272376 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-473cb963-d79f-4c5b-9d57-8aba17bf7ebb tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1097019527&fields=id&tenant_id=2074aa01cf6b4337828029d94b21cc16 HTTP/1.1" status: 200 len: 267 time: 0.3900290 Dec 06 12:03:13.274445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:13.278554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:13.278886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:13.279218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:13.285031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:13.289191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f701ed3-1c67-4491-951e-3104a9342fc1']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:13.323997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:13.335952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:13.340184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579846f5-e5e7-48a8-bd6c-5956ffda8962') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:13.340475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579846f5-e5e7-48a8-bd6c-5956ffda8962') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:13.343740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.346243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event updated for resources: {'Port': ['ID=7edb1537-552a-4cef-8778-9616da944c31,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:13.356076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:13.356517 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:13.362162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6c37e238-29ee-4133-8fd7-2f1e937aca6d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:03:13.363706 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 8 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:13.368235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.368631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Added segment c68689d6-16ba-4fb7-8195-89d85acb562a of type vlan for network df4a154e-2e6f-492f-b8e9-756eb7e9802e Dec 06 12:03:13.384436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6c37e238-29ee-4133-8fd7-2f1e937aca6d {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:03:13.384786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6c37e238-29ee-4133-8fd7-2f1e937aca6d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:03:13.405387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-62f3cf02-90a1-4a42-8f37-4d213468eb7b None None] Provisioning complete for port 9fd7a347-4a5f-4715-87d3-cf0aa5427052 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:13.405758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62f3cf02-90a1-4a42-8f37-4d213468eb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.416202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.461123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62f3cf02-90a1-4a42-8f37-4d213468eb7b None None] Port 9fd7a347-4a5f-4715-87d3-cf0aa5427052 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:13.480089 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-2aa0a559-f6df-421b-ab82-5367437f75ad service neutron] 10.222.0.24 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400565 Dec 06 12:03:13.509354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:13.509688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:13.510019 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:13.564481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:13.564819 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:13.567654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.571142 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 9 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:13.595878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-41621441-ce2c-40aa-96c1-e499bbcfe39c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:13.604424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-41621441-ce2c-40aa-96c1-e499bbcfe39c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 812 time: 0.3159981 Dec 06 12:03:13.637594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:13.638279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:13.638279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:13.650199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.656337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.668205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:13.668530 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:13.671816 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempt 10 to bind port 931c70f0-098c-470a-987c-243bbc5cd612 Dec 06 12:03:13.675384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-21cd03f2-c05b-41c3-aab7-bcf16df3af8f tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/quotas/2074aa01cf6b4337828029d94b21cc16 HTTP/1.1" status: 200 len: 375 time: 0.0427995 Dec 06 12:03:13.690546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.693339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:13.693717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:13.699062 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:13.701623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.702297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:13.702695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.714547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:13.714547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:13.714547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempting to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:13.764614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:13.765012 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Failed to bind port 931c70f0-098c-470a-987c-243bbc5cd612 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '49c052a7-0534-45a1-92aa-e9902d3ca980'}] Dec 06 12:03:13.765340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.773022 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-949d32bd-6808-4a31-b3d7-4328a0d6dead service neutron] 10.222.0.24 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916803 Dec 06 12:03:13.822436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0158350 Dec 06 12:03:13.823175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37854) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:13.879527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.890825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.906565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43997673-39c2-4eb4-a92e-79cab6881eb8 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Network': ['ID=df4a154e-2e6f-492f-b8e9-756eb7e9802e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:13.919663 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network df4a154e-2e6f-492f-b8e9-756eb7e9802e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:13.926972 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:13.933092 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] 10.222.0.24 "DELETE /v2.0/networks/6f701ed3-1c67-4491-951e-3104a9342fc1 HTTP/1.1" status: 204 len: 168 time: 3.0622311 Dec 06 12:03:14.000293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d22ef-2ad0-435a-bb96-57c8a257d330 tempest-DHCPAgentSchedulersTestJSON-1905518064 tempest-DHCPAgentSchedulersTestJSON-1905518064-project] Pushing event deleted for resources: {'Network': ['ID=6f701ed3-1c67-4491-951e-3104a9342fc1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:14.036881 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-19988a2f-17c5-4b5b-8d0b-c48783aa7019 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3513505 Dec 06 12:03:14.046400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.051294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.138462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.162112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] For port 931c70f0-098c-470a-987c-243bbc5cd612, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:14.162484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attempted to set empty binding levels {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:03:14.169368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.227309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afee41e-8696-4c21-bf8b-d5b16935764e tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:14.233330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afee41e-8696-4c21-bf8b-d5b16935764e tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:14.240324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afee41e-8696-4c21-bf8b-d5b16935764e tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:14.246681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afee41e-8696-4c21-bf8b-d5b16935764e tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:14.252359 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2afee41e-8696-4c21-bf8b-d5b16935764e tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4243693 Dec 06 12:03:14.257567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37872) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:14.322060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] In _notify_port_updated(), no bound segment for port 931c70f0-098c-470a-987c-243bbc5cd612 on network 49c052a7-0534-45a1-92aa-e9902d3ca980 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:03:14.322938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:14.323641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.327414 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "PUT /v2.0/ports/931c70f0-098c-470a-987c-243bbc5cd612 HTTP/1.1" status: 200 len: 980 time: 2.7244813 Dec 06 12:03:14.334527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37880) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:14.355808 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8db71469-46d5-4ec2-bd5d-8f7b95163ea6 req-626f0197-8276-4723-89c8-2cb12b50c4b8 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 210 time: 0.0965173 Dec 06 12:03:14.358542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218662b-0380-4180-9372-4c16e526ceff tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event updated for resources: {'Port': ['ID=931c70f0-098c-470a-987c-243bbc5cd612,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:14.433233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-5bf2dfda-bc83-4380-9fca-5afed4c64a3c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:03:14.434252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-5bf2dfda-bc83-4380-9fca-5afed4c64a3c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2225432 Dec 06 12:03:14.439378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.509455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37888) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:14.616727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.619360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.626623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.656709 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-3efd812c-ee7b-4d32-8162-f6244ef9fc18 service neutron] 10.222.0.24 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119679 Dec 06 12:03:14.666864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4a154e-2e6f-492f-b8e9-756eb7e9802e']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:14.701770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68689d6-16ba-4fb7-8195-89d85acb562a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:14.702157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68689d6-16ba-4fb7-8195-89d85acb562a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:14.739699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.741233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.741746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc3215ce-9c95-4d0b-bed9-dd9632c66ece {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:03:14.742065 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ce33d40e-dfe8-4d1b-9163-4a52ec483c13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca55586f29c243279ce7f1230759d129&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2317448 Dec 06 12:03:14.755662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37896) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:14.785171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.795042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:14.795429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:14.798118 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:14.800114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.823008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.858530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.861529 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-366c1fe7-f94a-4fb2-a14f-695fc7816b97 service neutron] 10.222.0.24 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921656 Dec 06 12:03:14.872595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.884823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df4a154e-2e6f-492f-b8e9-756eb7e9802e {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:03:14.898062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event deleted for resources: {'Network': ['ID=df4a154e-2e6f-492f-b8e9-756eb7e9802e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:14.900955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.904278 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aa2dfa2a-bbcf-4a39-8bb2-95d94b4500f0 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "DELETE /v2.0/networks/df4a154e-2e6f-492f-b8e9-756eb7e9802e HTTP/1.1" status: 204 len: 168 time: 0.6435251 Dec 06 12:03:14.908853 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37904) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:14.914172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Request body: {'network': {'name': 'tempest-network--654471227', 'router:external': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:14.924430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event updated for resources: {'Port': ['ID=7edb1537-552a-4cef-8778-9616da944c31,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:14.932381 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:03:14.933664 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f36f8fd4-fccd-4404-bf5f-4c9d08e4fc92 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0085459 Dec 06 12:03:14.935712 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Deleting port 931c70f0-098c-470a-987c-243bbc5cd612 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:14.936387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:14.940211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37908) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:14.953667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Made reservation on behalf of 53551cbadf1d4a7c9073d5415cdc5f97 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:14.957246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.031655 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:15.053983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.054458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Added segment 21fdfdbd-b3c9-472d-85bd-601928872b0a of type vlan for network 07238f13-39aa-44ce-ad69-30f0fb8d5106 Dec 06 12:03:15.081242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] For port 931c70f0-098c-470a-987c-243bbc5cd612, host hv-neutron-mast, got binding levels [] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:15.081808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.104858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Calling delete_port for 931c70f0-098c-470a-987c-243bbc5cd612 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:15.118071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.121329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a86a66a3-a2b2-425e-976c-4eb0eda557d2 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Deleting port f7e39829-2abc-4f29-8022-319b549fe39e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:15.121664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a86a66a3-a2b2-425e-976c-4eb0eda557d2 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.291252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8fdfcc12-124c-4d3d-b1ee-75b526859e34 req-42d84afa-abe1-4540-851c-a9783fed6aa8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 210 time: 0.0476918 Dec 06 12:03:15.299408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.317039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:15.317846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.333543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.419740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e80ca5d2-0a13-4915-b126-02acb146d7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.422236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Pushing event deleted for resources: {'Port': ['ID=931c70f0-098c-470a-987c-243bbc5cd612,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:15.436398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.442806 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5322621 Dec 06 12:03:15.465425 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37928) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:15.534458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffde8c-6071-4d86-a023-afbbe4cf098a tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Network': ['ID=07238f13-39aa-44ce-ad69-30f0fb8d5106,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:15.546843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a86a66a3-a2b2-425e-976c-4eb0eda557d2 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.549094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 07238f13-39aa-44ce-ad69-30f0fb8d5106 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:15.583708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.589457 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-38460cb5-f256-4f5e-a303-2574ba7a389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "DELETE /v2.0/ports/931c70f0-098c-470a-987c-243bbc5cd612 HTTP/1.1" status: 204 len: 168 time: 1.2447572 Dec 06 12:03:15.618465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37938) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:15.659567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e80ca5d2-0a13-4915-b126-02acb146d7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.670690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f9dc29-365c-45d7-87c0-5ab8554f0a08 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:15.673278 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-79f9dc29-365c-45d7-87c0-5ab8554f0a08 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] 10.222.0.24 "GET /v2.0/networks/07238f13-39aa-44ce-ad69-30f0fb8d5106 HTTP/1.1" status: 200 len: 756 time: 0.2013128 Dec 06 12:03:15.877234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37942) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:15.879425 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-66f2f4b6-90b4-4b8b-9747-d22b185d3131 req-ebbc7eb0-2184-4461-8000-afd56942c9f3 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 210 time: 0.3421557 Dec 06 12:03:15.896567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a86a66a3-a2b2-425e-976c-4eb0eda557d2 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Calling delete_port for f7e39829-2abc-4f29-8022-319b549fe39e owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:15.945972 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdd36a0-10e6-40ce-85c2-cc31fb9c03af tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:03:15.947601 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9bdd36a0-10e6-40ce-85c2-cc31fb9c03af tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-520783113-project-admin] 10.222.0.24 "GET /v2.0/ports/931c70f0-098c-470a-987c-243bbc5cd612 HTTP/1.1" status: 404 len: 333 time: 0.3049994 Dec 06 12:03:15.959549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.964111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:15.974263 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-671bcc4d-a7cb-49e5-bbab-3a63e59f2f72 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7466183 Dec 06 12:03:15.978038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37952) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:15.978734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.112452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508083b0-a71b-4407-be7c-ef6451f8762a tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:16.116450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-508083b0-a71b-4407-be7c-ef6451f8762a tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] 10.222.0.24 "GET /v2.0/networks/ae343b46-06d9-4ed1-9e4a-3397e598ce3a HTTP/1.1" status: 200 len: 768 time: 0.2347898 Dec 06 12:03:16.117580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37960) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:16.189498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.193590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'Port': ['ID=9fd7a347-4a5f-4715-87d3-cf0aa5427052,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:16.211593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.264756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e80ca5d2-0a13-4915-b126-02acb146d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.268132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e80ca5d2-0a13-4915-b126-02acb146d7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.269593 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e80ca5d2-0a13-4915-b126-02acb146d7dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f596495a-58dc-4258-9f75-9105c9e37975 HTTP/1.1" status: 204 len: 168 time: 1.5119216 Dec 06 12:03:16.332914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a86a66a3-a2b2-425e-976c-4eb0eda557d2 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.393513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ca5d2-0a13-4915-b126-02acb146d7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f596495a-58dc-4258-9f75-9105c9e37975,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:16.465281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.468297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a66a3-a2b2-425e-976c-4eb0eda557d2 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e39829-2abc-4f29-8022-319b549fe39e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:16.482272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.516923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:16.520072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:16.523359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c052a7-0534-45a1-92aa-e9902d3ca980']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:16.536305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:16.536613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8565f7-82e3-4a50-a68b-9e196fa0e3ba') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:16.556370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.583996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d72370d-eadc-4c21-9587-4930d98016de req-a84deca8-e507-4390-b6d4-a5d359170035 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 210 time: 0.1808882 Dec 06 12:03:16.634812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.646892 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-08cb4843-efd5-4097-bada-d9f766de9192 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--474108012&fields=id&tenant_id=8ef7a184d3aa42d09fc31064638724f1 HTTP/1.1" status: 200 len: 267 time: 0.4536014 Dec 06 12:03:16.647093 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:16.647475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:16.651969 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:16.771020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 37982) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:16.795131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.808694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.814758 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] 10.222.0.24 "DELETE /v2.0/networks/49c052a7-0534-45a1-92aa-e9902d3ca980 HTTP/1.1" status: 204 len: 168 time: 0.8326294 Dec 06 12:03:16.832251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a252149-a8c0-4af4-a462-6e0864ecf926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333976699-project] Pushing event deleted for resources: {'Network': ['ID=49c052a7-0534-45a1-92aa-e9902d3ca980,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:16.854603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Router d9ca082b-f930-4a05-ab4a-63d4e72c3f44 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:16.864622 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.43', 57184) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:16.890674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54270e8d-cb26-42e7-be8d-5cb033eb2903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.898070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a86a66a3-a2b2-425e-976c-4eb0eda557d2 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.901622 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a86a66a3-a2b2-425e-976c-4eb0eda557d2 tempest-RoutersAdminNegativeTest-163446677 tempest-RoutersAdminNegativeTest-163446677-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f7e39829-2abc-4f29-8022-319b549fe39e HTTP/1.1" status: 204 len: 168 time: 1.9603059 Dec 06 12:03:16.906240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:16.973767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1ecb6394-2d73-4f51-9ae6-9e935bd23a12 None None] Provisioning complete for port 9fd7a347-4a5f-4715-87d3-cf0aa5427052 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:16.974331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6394-2d73-4f51-9ae6-9e935bd23a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.070548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07238f13-39aa-44ce-ad69-30f0fb8d5106']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:17.090904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:17.112543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca1a4b-d11d-461c-8d10-97c20a118cb4 None None] Sync routers for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:17.119960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb6394-2d73-4f51-9ae6-9e935bd23a12 None None] Port 9fd7a347-4a5f-4715-87d3-cf0aa5427052 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:17.121945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-0eabcb6d-ad02-4e6d-8dd3-fea4ca136d8b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:17.129840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-0eabcb6d-ad02-4e6d-8dd3-fea4ca136d8b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/networks?id=4118da23-03dd-4555-8aa5-b92daa98623f HTTP/1.1" status: 200 len: 812 time: 0.4803474 Dec 06 12:03:17.149394 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b5a17d89-a9fd-4695-ba39-1fade2741f3a tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "PUT /v2.0/routers/d9ca082b-f930-4a05-ab4a-63d4e72c3f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0456035 Dec 06 12:03:17.150292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca1a4b-d11d-461c-8d10-97c20a118cb4 None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:17.150917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-08ca1a4b-d11d-461c-8d10-97c20a118cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:17.164766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 37996) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:17.175381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fdfdbd-b3c9-472d-85bd-601928872b0a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:17.175804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fdfdbd-b3c9-472d-85bd-601928872b0a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:17.177415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Request body: {'port': {'network_id': '6df3f0dc-3553-4981-bd34-65614b3a51d0', 'name': 'tempest-FloatingIPAdminTestJSON-1708571013'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:17.216566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.221705 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3731da75-1773-49a8-b547-2df1e6761502 req-06ef7ad1-fc4e-4c0d-8367-98891ae0a917 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 210 time: 0.0862188 Dec 06 12:03:17.237455 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-4ac71486-ed93-4d49-9703-8d35aa950674 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/quotas/8ef7a184d3aa42d09fc31064638724f1 HTTP/1.1" status: 200 len: 375 time: 0.1065512 Dec 06 12:03:17.291442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-08ca1a4b-d11d-461c-8d10-97c20a118cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:17.309525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.317871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca1a4b-d11d-461c-8d10-97c20a118cb4 None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:17.320871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-08ca1a4b-d11d-461c-8d10-97c20a118cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:17.325233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:17.325734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.333723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.43', 57186) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:17.343048 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:17.386213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:17.452278 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38010) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:17.525659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-c6886aaf-0e34-435d-a43b-a483a114efe3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ef7a184d3aa42d09fc31064638724f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2872131 Dec 06 12:03:17.630924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-08ca1a4b-d11d-461c-8d10-97c20a118cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:17.632793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca1a4b-d11d-461c-8d10-97c20a118cb4 None None] The sync data for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:17.662845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.666680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 07238f13-39aa-44ce-ad69-30f0fb8d5106 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:03:17.689394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54270e8d-cb26-42e7-be8d-5cb033eb2903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.691024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.698443 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "DELETE /v2.0/networks/07238f13-39aa-44ce-ad69-30f0fb8d5106 HTTP/1.1" status: 204 len: 168 time: 1.5511174 Dec 06 12:03:17.704731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38022) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:17.732773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15a75b-20f3-41a7-bf74-efb7a6e216e5 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event deleted for resources: {'Network': ['ID=07238f13-39aa-44ce-ad69-30f0fb8d5106,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:17.734479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Request body: {'network': {'name': 'tempest-network--1169770637'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:17.742688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54270e8d-cb26-42e7-be8d-5cb033eb2903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.758710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Made reservation on behalf of 164823d9a5d546dda8ffbce795551d3f for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:17.762521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.773977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-e939ddbe-dae2-4d2f-9b55-1754da961107 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:17.775637 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-e939ddbe-dae2-4d2f-9b55-1754da961107 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 812 time: 0.4304245 Dec 06 12:03:17.781630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd71-9997-46b0-8f52-2305d45d48c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.791901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-54270e8d-cb26-42e7-be8d-5cb033eb2903 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc460c7cfa9945d48bdf89a6558fe2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0159931 Dec 06 12:03:17.795477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38032) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:17.817871 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f677-f665-4c74-93ae-a872865ed4bd req-20c6c5b9-9d24-42ef-8aea-78805f5ffcf4 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:17.819342 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-20c6c5b9-9d24-42ef-8aea-78805f5ffcf4 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.43 "GET /v2.0/networks?id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e HTTP/1.1" status: 200 len: 806 time: 0.9518189 Dec 06 12:03:17.827790 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e99d2609-6491-4104-a0a5-7df2a850ace2 req-4bb16757-5743-45fc-9597-fbb37610936a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 210 time: 0.0881610 Dec 06 12:03:17.843437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] device_id is not set on port 6c6dd56f-330e-427e-99f0-da48a8262c10 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:17.868552 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Made reservation on behalf of 53551cbadf1d4a7c9073d5415cdc5f97 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:17.871472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:17.881193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54270e8d-cb26-42e7-be8d-5cb033eb2903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869f4a73-95cb-4235-8e3b-bbb00ac15059,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:17.913209 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-bdcd640e-66f9-4953-9c22-47ec5faa51e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644741 Dec 06 12:03:17.971365 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-455d398f-4154-44e8-9048-678be2e00e4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e40e1d9383194a4fb50f35e8eefcea73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5628159 Dec 06 12:03:17.971960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38040) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:18.005108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:18.059944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4569b88f-1e41-46de-a8d7-eb0c0eef71d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.071183 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-ab2e954a-f81f-4911-ad5c-6f1f83fa4101 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2074aa01cf6b4337828029d94b21cc16 HTTP/1.1" status: 200 len: 380 time: 0.2410440 Dec 06 12:03:18.074375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.074768 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Added segment ef136242-fd96-440c-88d5-9191341fab50 of type vlan for network 9c29be49-ea70-4901-b278-d871ecb6ce67 Dec 06 12:03:18.093213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Request body: {'port': {'device_id': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'admin_state_up': True, 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'security_groups': ['8df68057-8fd9-48c5-ac0b-331bbcc9b9dc']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:18.096814 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-bdccac0d-5085-458a-a849-15f4708b30e7 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90e32a41520b408b9aaefa7592e5e993 HTTP/1.1" status: 200 len: 379 time: 0.2574558 Dec 06 12:03:18.110573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Request body: {'port': {'device_id': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'admin_state_up': True, 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'security_groups': ['f8915a1e-0f80-465f-9f42-7fc8eb95d746']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:18.194114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4569b88f-1e41-46de-a8d7-eb0c0eef71d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.198778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Allocated IP 172.20.0.10 (6df3f0dc-3553-4981-bd34-65614b3a51d0/44a2207e-9f18-4d12-9c36-275b6acb762f/6c6dd56f-330e-427e-99f0-da48a8262c10) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:18.206816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd71-9997-46b0-8f52-2305d45d48c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.208706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.244070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42b0dd71-9997-46b0-8f52-2305d45d48c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.257189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59637fdb-7963-4c3d-94ab-341839d8bd69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.272222 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-f2417156-bfd7-41ad-b6b1-32f3285004cf service neutron] 10.222.0.24 "GET /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444271 Dec 06 12:03:18.340831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59637fdb-7963-4c3d-94ab-341839d8bd69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.390254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4569b88f-1e41-46de-a8d7-eb0c0eef71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.393771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4569b88f-1e41-46de-a8d7-eb0c0eef71d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.395058 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4569b88f-1e41-46de-a8d7-eb0c0eef71d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/869f4a73-95cb-4235-8e3b-bbb00ac15059 HTTP/1.1" status: 204 len: 168 time: 0.5987866 Dec 06 12:03:18.446860 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.447913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:18.451147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.477085 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-42b0dd71-9997-46b0-8f52-2305d45d48c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d87e97b45d8c4832bd5aeb6ea8364c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0177269 Dec 06 12:03:18.478308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0dd71-9997-46b0-8f52-2305d45d48c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7ce255-c857-4274-b35e-1e1ca23814c8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:18.481025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38050) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:18.597734 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8083f50e-f554-4777-8387-c3014f2e24ba req-5910ca0c-c345-4e4e-aa7e-af803ddc5cef tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 210 time: 0.2149947 Dec 06 12:03:18.601052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Made reservation on behalf of 2074aa01cf6b4337828029d94b21cc16 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:18.605240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.612593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b88f-1e41-46de-a8d7-eb0c0eef71d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f4a73-95cb-4235-8e3b-bbb00ac15059,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:18.701898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Network': ['ID=9c29be49-ea70-4901-b278-d871ecb6ce67,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:18.749851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 9c29be49-ea70-4901-b278-d871ecb6ce67 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:18.765433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59637fdb-7963-4c3d-94ab-341839d8bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.777522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59637fdb-7963-4c3d-94ab-341839d8bd69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.782895 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-59637fdb-7963-4c3d-94ab-341839d8bd69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f40b822-eb9e-4277-9e3f-8246badf3197 HTTP/1.1" status: 204 len: 168 time: 0.8056791 Dec 06 12:03:18.812468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Made reservation on behalf of 90e32a41520b408b9aaefa7592e5e993 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:18.837695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:18.874512 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8b12e97a-eddd-438f-bb45-0a5c560b4d7f tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1548922 Dec 06 12:03:18.902526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38062) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:18.990488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-43b18355-138f-4700-9c61-9a6397c1d718 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:19.086899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59637fdb-7963-4c3d-94ab-341839d8bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f40b822-eb9e-4277-9e3f-8246badf3197,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:19.175708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:19.247497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c848a2a5-e3ad-4e8f-8917-552c27c0f2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:19.256024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Allocated IP 172.20.0.5 (0cb0a5c2-6a61-4c25-b106-ccd67c95469e/d4e5490f-b97d-4a72-8ecb-b246d628d752/74cbe82f-a41e-4fb9-a347-f293e8936a39) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:19.263754 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d52b902f-40b6-4529-bac0-e152c7776ac0 req-f5a23d5f-da2a-4895-9856-ebe1416e2377 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.4381964 Dec 06 12:03:19.284649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:19.337950 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0543d3bd-77c0-4949-9b57-e77895ed1d2f req-e28345bd-2d47-4b3f-b0b1-79a369c3eee2 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 210 time: 0.2502713 Dec 06 12:03:19.902481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:19.920180 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38088) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:19.921172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:19.924317 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:20.003815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c848a2a5-e3ad-4e8f-8917-552c27c0f2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.065699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:20.066372 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.132633 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0479ba4c-cd60-404c-b95f-5332b03af89b req-d5161ab4-091e-410d-baba-319f16db030b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 210 time: 0.1225004 Dec 06 12:03:20.207387 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0399315 Dec 06 12:03:20.223019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38096) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:20.266528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac0f80-72e3-4b6c-a7a0-bd8203b004d5 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event updated for resources: {'Port': ['ID=6c6dd56f-330e-427e-99f0-da48a8262c10,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:20.321934 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-00f2c5b9-bdc2-478e-aca0-c7af097b825c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efba411e8a7649deac33f9efb607bc5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3242428 Dec 06 12:03:20.325762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38102) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:20.365774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Allocated IP 172.20.0.3 (385cab7c-1387-44ec-a99a-23b13f08f307/b2668b53-2c2c-4b36-918a-c586a4cda4f3/8e573eec-724f-40ed-ada7-b9bfca391e6a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:20.409217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7b3981d3-d7c1-4061-ab9e-3e366a9c027c None None] Provisioning complete for port 6c6dd56f-330e-427e-99f0-da48a8262c10 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:20.410012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b3981d3-d7c1-4061-ab9e-3e366a9c027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.450721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.472221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0671174-9ea6-41ca-8d5c-97d26892551f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.521259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0671174-9ea6-41ca-8d5c-97d26892551f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.555793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7b3981d3-d7c1-4061-ab9e-3e366a9c027c None None] Port 6c6dd56f-330e-427e-99f0-da48a8262c10 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:20.572564 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aca6e9b2-d809-4566-80b3-22fc774d616c req-05574e02-6be5-4226-aae2-2fd4eeef9675 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.1139834 Dec 06 12:03:20.574941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43b18355-138f-4700-9c61-9a6397c1d718 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.597727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0671174-9ea6-41ca-8d5c-97d26892551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.602710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0671174-9ea6-41ca-8d5c-97d26892551f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.606910 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f0671174-9ea6-41ca-8d5c-97d26892551f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f36c505c-339e-499e-b952-c36719bd0279 HTTP/1.1" status: 204 len: 168 time: 0.2770865 Dec 06 12:03:20.607080 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4c039485-74b5-474c-866f-4b30086c7837 req-f0bd076b-011b-43ad-be19-0bdb11b4f67e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 210 time: 0.1474924 Dec 06 12:03:20.636776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c848a2a5-e3ad-4e8f-8917-552c27c0f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.639978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c848a2a5-e3ad-4e8f-8917-552c27c0f2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.642597 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c848a2a5-e3ad-4e8f-8917-552c27c0f2b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b7ce255-c857-4274-b35e-1e1ca23814c8 HTTP/1.1" status: 204 len: 168 time: 2.1187506 Dec 06 12:03:20.653500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0671174-9ea6-41ca-8d5c-97d26892551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36c505c-339e-499e-b952-c36719bd0279,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:20.659714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43b18355-138f-4700-9c61-9a6397c1d718 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.671510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.717190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43b18355-138f-4700-9c61-9a6397c1d718 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Network 9c29be49-ea70-4901-b278-d871ecb6ce67 is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:03:20.718108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b18355-138f-4700-9c61-9a6397c1d718 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:20.718773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43b18355-138f-4700-9c61-9a6397c1d718 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:20.727039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-43b18355-138f-4700-9c61-9a6397c1d718 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "PUT /v2.0/networks/9c29be49-ea70-4901-b278-d871ecb6ce67 HTTP/1.1" status: 200 len: 858 time: 1.7530611 Dec 06 12:03:20.728047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848a2a5-e3ad-4e8f-8917-552c27c0f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7ce255-c857-4274-b35e-1e1ca23814c8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:20.732577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38112) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:20.799255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:20.810184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:20.822824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:20.976085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:20.977003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.027189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'project_id': '164823d9a5d546dda8ffbce795551d3f', 'port_id': '6c6dd56f-330e-427e-99f0-da48a8262c10'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:21.038555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.040871 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event updated for resources: {'Port': ['ID=74cbe82f-a41e-4fb9-a347-f293e8936a39,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:21.046859 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-458b5553-5330-46ea-b04d-7dde2eed035a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9435477 Dec 06 12:03:21.123573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.171175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.301444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ad771a5d-c5e2-4863-88c2-4923e6f1af02 None None] Provisioning complete for port 74cbe82f-a41e-4fb9-a347-f293e8936a39 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:21.319267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad771a5d-c5e2-4863-88c2-4923e6f1af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.380961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.434901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ad771a5d-c5e2-4863-88c2-4923e6f1af02 None None] Port 74cbe82f-a41e-4fb9-a347-f293e8936a39 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:21.474512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b18355-138f-4700-9c61-9a6397c1d718 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event updated for resources: {'Network': ['ID=9c29be49-ea70-4901-b278-d871ecb6ce67,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:21.493172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Network 385cab7c-1387-44ec-a99a-23b13f08f307 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:21.583951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:21.620088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Allocated IP 172.36.1.121 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/0cbbb09d-800f-4e39-b58c-82548d4d06a6) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:21.640216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:21.718955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:21.720277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.820914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38132) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:21.830166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.914862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.975011 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-901201c8-e87e-4fd8-931f-962e0cf7e9f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e661d5512dc4946bd57dcca147c0b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352518 Dec 06 12:03:21.976781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-254c3e15-1f3b-407e-850a-b27d98aabd2c None None] Provisioning complete for port 8e573eec-724f-40ed-ada7-b9bfca391e6a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:21.977012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event updated for resources: {'Port': ['ID=8e573eec-724f-40ed-ada7-b9bfca391e6a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:21.977568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38136) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:21.990036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-254c3e15-1f3b-407e-850a-b27d98aabd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:21.992525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8255a6b9-b4e2-46dc-aca7-cbef1718fffd req-489f49a8-3bc6-4495-8b4e-8fe869840e5b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.2484846 Dec 06 12:03:22.011902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.052716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1ba11-5b38-4cef-9861-89c0fd98bf5c req-777f78a7-3aeb-44cb-a6db-fd666499bfbd tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:22.054286 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-37b1ba11-5b38-4cef-9861-89c0fd98bf5c req-777f78a7-3aeb-44cb-a6db-fd666499bfbd tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 931 time: 0.5811508 Dec 06 12:03:22.059333 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-d3e84e57-3899-4338-9dea-daf34905d27a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9752302 Dec 06 12:03:22.115767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Pushing event updated for resources: {'Port': ['ID=0cbbb09d-800f-4e39-b58c-82548d4d06a6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:22.128294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:22.132631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:22.136644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:22.154497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-254c3e15-1f3b-407e-850a-b27d98aabd2c None None] Port 8e573eec-724f-40ed-ada7-b9bfca391e6a cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:22.226227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb9a5-fba9-4622-b7de-1b653d9adcc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.274823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.285498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb9a5-fba9-4622-b7de-1b653d9adcc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.402722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb9a5-fba9-4622-b7de-1b653d9adcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.411479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb9a5-fba9-4622-b7de-1b653d9adcc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.415360 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d9dfb9a5-fba9-4622-b7de-1b653d9adcc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1109efcf-d43e-4a8c-b4f3-ed4596dcab74 HTTP/1.1" status: 204 len: 168 time: 0.4365332 Dec 06 12:03:22.456199 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1ab7b-4e5d-43f6-98c7-2ef46db2cb0c req-20cf2c65-7395-4dfc-8646-186123d7cf3c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:22.458147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ef1ab7b-4e5d-43f6-98c7-2ef46db2cb0c req-20cf2c65-7395-4dfc-8646-186123d7cf3c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 931 time: 0.3440244 Dec 06 12:03:22.461249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c29be49-ea70-4901-b278-d871ecb6ce67']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:22.475836 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-37b1ba11-5b38-4cef-9861-89c0fd98bf5c req-51171b35-68d0-48f7-9a60-095dba26fddd tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4137478 Dec 06 12:03:22.489808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef136242-fd96-440c-88d5-9191341fab50') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:22.490247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef136242-fd96-440c-88d5-9191341fab50') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:22.495154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfb9a5-fba9-4622-b7de-1b653d9adcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1109efcf-d43e-4a8c-b4f3-ed4596dcab74,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:22.508913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.558033 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ef1ab7b-4e5d-43f6-98c7-2ef46db2cb0c req-d63b9830-1b4b-4b03-ab39-d42df114759a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931902 Dec 06 12:03:22.567285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.580340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:22.580746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:22.582595 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:22.682127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.693025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c29be49-ea70-4901-b278-d871ecb6ce67 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:03:22.696600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:22.701190 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9c29be49-ea70-4901-b278-d871ecb6ce67 HTTP/1.1" status: 204 len: 168 time: 1.9613369 Dec 06 12:03:22.706716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38160) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:22.792034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452c984-0d8e-4186-b90f-fc218e241753 tempest-ExternalNetworksTestJSON-238834439 tempest-ExternalNetworksTestJSON-238834439-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c29be49-ea70-4901-b278-d871ecb6ce67,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:22.800532 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fec693f-c605-428d-be22-cb53ab66f444 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] DELETE failed (client error): The resource could not be found. Dec 06 12:03:22.801820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fec693f-c605-428d-be22-cb53ab66f444 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:22.805964 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2fec693f-c605-428d-be22-cb53ab66f444 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] 10.222.0.24 "DELETE /v2.0/subnets/32653a72-320c-4b04-9cc0-5f32a06c429c HTTP/1.1" status: 404 len: 337 time: 0.0973127 Dec 06 12:03:22.808005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38164) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:22.962354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.218716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.286252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bba845a5-d51a-49fe-b52c-f1a63605c9ce req-09a303b6-67b3-4290-adc1-ceb8dea0ef61 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.0849504 Dec 06 12:03:23.307329 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:03:23.326093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38172) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:23.342385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.369079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae343b46-06d9-4ed1-9e4a-3397e598ce3a']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:23.409157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9708c68-e98e-44c2-a225-ff76ec93232c') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:23.409452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9708c68-e98e-44c2-a225-ff76ec93232c') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:23.420986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.458944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.474071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:23.474469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:23.478058 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:23.628038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.653042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6233996e-423e-441f-89a9-1dbf5b2d2119 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:23.833526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.845507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.861307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.892385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:23.905642 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] 10.222.0.24 "DELETE /v2.0/networks/ae343b46-06d9-4ed1-9e4a-3397e598ce3a HTTP/1.1" status: 204 len: 168 time: 1.0896783 Dec 06 12:03:23.914570 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6233996e-423e-441f-89a9-1dbf5b2d2119 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] 10.222.0.24 "PUT /v2.0/quotas/8659a62e0d6f47c0bfa2be15cb008152 HTTP/1.1" status: 200 len: 368 time: 0.5805950 Dec 06 12:03:23.916361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38200) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:23.925787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Request body: {'network': {'project_id': '8659a62e0d6f47c0bfa2be15cb008152'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:23.937222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa6fa8-872d-4bb9-b886-5a1b2af1ddf5 tempest-ExternalNetworksTestJSON-1326733461 tempest-ExternalNetworksTestJSON-1326733461-project] Pushing event deleted for resources: {'Network': ['ID=ae343b46-06d9-4ed1-9e4a-3397e598ce3a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:23.941028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Pushing event updated for resources: {'Port': ['ID=0cbbb09d-800f-4e39-b58c-82548d4d06a6,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:23.962195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.004072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Made reservation on behalf of 8659a62e0d6f47c0bfa2be15cb008152 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:24.006634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.006762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328694fa-9f14-44f2-9492-2b4d6b13aede req-49a11534-d855-4eb9-bcea-37eb214a437b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:24.021330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.021605 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-328694fa-9f14-44f2-9492-2b4d6b13aede req-49a11534-d855-4eb9-bcea-37eb214a437b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 931 time: 0.3789792 Dec 06 12:03:24.052348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b5bc-b5c0-4312-9de4-3fe1b86dec5a req-7c1dfed0-0abb-4b04-98db-321db609251d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:24.062099 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d065b5bc-b5c0-4312-9de4-3fe1b86dec5a req-7c1dfed0-0abb-4b04-98db-321db609251d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 931 time: 0.3321736 Dec 06 12:03:24.134505 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Floating IP 38a56d09-8d13-4a19-8266-f087968bbb0e associated. External IP: 172.36.1.121, port: 6c6dd56f-330e-427e-99f0-da48a8262c10. Dec 06 12:03:24.232467 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-328694fa-9f14-44f2-9492-2b4d6b13aede req-16fbbdae-ec80-4a96-abf2-f312a44d77d5 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060347 Dec 06 12:03:24.266736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d065b5bc-b5c0-4312-9de4-3fe1b86dec5a req-744f7159-adaf-4747-8471-ad12bbe48242 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014172 Dec 06 12:03:24.449643 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fd1eeb20-4f7a-40d1-8672-377ee9392b5e req-b83b67fe-c174-4164-b4f2-218f9ef98e43 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.0470138 Dec 06 12:03:24.498819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38212) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:24.544318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.550899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.592758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:24.608606 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68844ff8-95ad-46b2-9e96-3ec073d0c3fa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:24.614583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.614925 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Added segment b7322ab0-9189-41fd-a38e-59364376839d of type vlan for network 79e84cf5-5dad-4008-bda3-46980ae03513 Dec 06 12:03:24.647925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38218) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:24.720745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.806463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.807477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:24.808082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:24.868355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Router d9ca082b-f930-4a05-ab4a-63d4e72c3f44 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:24.909288 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9918537 Dec 06 12:03:24.912028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38224) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:24.917968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Request body: {'network': {'project_id': '8659a62e0d6f47c0bfa2be15cb008152'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:24.953320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344065d9-3eca-49ce-8e2e-73209fbc6cdd tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Pushing event updated for resources: {'Network': ['ID=79e84cf5-5dad-4008-bda3-46980ae03513,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:24.958171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-53451866'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:24.965161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 79e84cf5-5dad-4008-bda3-46980ae03513 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:24.966300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Made reservation on behalf of 8659a62e0d6f47c0bfa2be15cb008152 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:24.968495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.004151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:25.014108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.014761 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Added segment 6691724f-9a96-4508-b486-e210e84863c0 of type vlan for network cc1e963c-0390-4f5c-95df-c40915da2ccf Dec 06 12:03:25.057656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.097105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38226) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.107612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:25.118871 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233102d-b6fc-474a-8f7c-7aacdb4666db None None] Sync routers for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:25.138705 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233102d-b6fc-474a-8f7c-7aacdb4666db None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:25.139347 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b233102d-b6fc-474a-8f7c-7aacdb4666db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:25.156404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:25.159773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.160607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.172882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.173849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:25.174414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.202584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.207450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2942252 Dec 06 12:03:25.209918 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cfd7728b-4c4c-4880-b5a7-73528c0dd30d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2d61e85d92b4c8a9ec4956d1cf9fbf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7099411 Dec 06 12:03:25.211544 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b233102d-b6fc-474a-8f7c-7aacdb4666db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:25.215200 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8115ffd2-4f5f-4dd8-bfd5-cd4d1dc3d5f3 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.9564180 Dec 06 12:03:25.215200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38230) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.215200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38232) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.216880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38234) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.223309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f63c0460-0a4f-482b-a94f-ffe44c9aeb08 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Request body: {'network': {'project_id': '8659a62e0d6f47c0bfa2be15cb008152'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:25.225410 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233102d-b6fc-474a-8f7c-7aacdb4666db None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:25.226490 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b233102d-b6fc-474a-8f7c-7aacdb4666db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:02:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:25.252104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-721666468', 'router:external': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:25.299325 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63c0460-0a4f-482b-a94f-ffe44c9aeb08 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 12:03:25.300017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63c0460-0a4f-482b-a94f-ffe44c9aeb08 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:25.301703 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f63c0460-0a4f-482b-a94f-ffe44c9aeb08 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0854731 Dec 06 12:03:25.315817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Made reservation on behalf of 25afd50a4dc04546b3b890fc42228d70 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:25.319762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.323543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38240) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.337788 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b233102d-b6fc-474a-8f7c-7aacdb4666db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:25.338873 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233102d-b6fc-474a-8f7c-7aacdb4666db None None] The sync data for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:25.364005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.389965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351269a-00f4-49fe-b132-a97dd6f972e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Pushing event updated for resources: {'Network': ['ID=cc1e963c-0390-4f5c-95df-c40915da2ccf,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:25.406208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network cc1e963c-0390-4f5c-95df-c40915da2ccf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:25.438031 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-da73f155-bec4-43e6-9e95-2dd7508bf1f6 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8659a62e0d6f47c0bfa2be15cb008152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1117027 Dec 06 12:03:25.445545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38242) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.460309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc55c78c-d50c-4b05-bd90-320a14ff3c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.505425 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4aebe7bf-ad1d-41a4-a67d-b513130a8542 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] 10.222.0.24 "GET /v2.0/floatingips/38a56d09-8d13-4a19-8266-f087968bbb0e HTTP/1.1" status: 200 len: 984 time: 0.2819297 Dec 06 12:03:25.510083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38246) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.549171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc55c78c-d50c-4b05-bd90-320a14ff3c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.594782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200240ca-4835-42c0-976d-1e12c7316f7f tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.658904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200240ca-4835-42c0-976d-1e12c7316f7f tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.712252 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.716905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc55c78c-d50c-4b05-bd90-320a14ff3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.720507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc55c78c-d50c-4b05-bd90-320a14ff3c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.724486 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dc55c78c-d50c-4b05-bd90-320a14ff3c25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/296f2d1b-c659-4e01-9eae-a2b06eaf9cbd HTTP/1.1" status: 204 len: 168 time: 0.5068355 Dec 06 12:03:25.725373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.737674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55c78c-d50c-4b05-bd90-320a14ff3c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296f2d1b-c659-4e01-9eae-a2b06eaf9cbd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:25.758093 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:25.783480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.783905 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Added segment 7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0 of type vlan for network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 Dec 06 12:03:25.793710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200240ca-4835-42c0-976d-1e12c7316f7f tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.796745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200240ca-4835-42c0-976d-1e12c7316f7f tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.801100 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-200240ca-4835-42c0-976d-1e12c7316f7f tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/68844ff8-95ad-46b2-9e96-3ec073d0c3fa HTTP/1.1" status: 204 len: 168 time: 0.3242416 Dec 06 12:03:25.801100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec7777f-fd91-4391-aaed-217bc6efba3a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:25.804519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f117a8b-99cd-419b-baba-3b256e2ab15c req-c06301d4-c354-4964-b3c7-356b7095fc59 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:25.806267 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f117a8b-99cd-419b-baba-3b256e2ab15c req-c06301d4-c354-4964-b3c7-356b7095fc59 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 931 time: 0.4528351 Dec 06 12:03:25.807824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38250) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.827932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5715c-490d-40cb-b4c8-bba44b99eb7d req-c0e1e846-e7c1-4cf5-843d-9d1c185f9c9e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:25.830451 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-76b5715c-490d-40cb-b4c8-bba44b99eb7d req-c0e1e846-e7c1-4cf5-843d-9d1c185f9c9e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 931 time: 0.4509714 Dec 06 12:03:25.855156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200240ca-4835-42c0-976d-1e12c7316f7f tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68844ff8-95ad-46b2-9e96-3ec073d0c3fa,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:25.919162 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c3b1b236-48e5-41c9-8e23-a435c064825c tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.4063578 Dec 06 12:03:25.929036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38252) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:25.937870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:25.983503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.007579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.009064 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:26.009659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.047416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.083626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.115452 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0171709 Dec 06 12:03:26.115992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38256) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:26.134318 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-76b5715c-490d-40cb-b4c8-bba44b99eb7d req-51049b1e-4bce-4610-b9da-97eaa97d3373 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892075 Dec 06 12:03:26.156201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'subnet': {'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:26.194640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d25687e-4b5e-481f-93ca-44696c62fd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.208267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629416a6-65bf-4190-b440-a7cf48ced5fb,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:26.222945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51363f12-7946-4bb9-a6ff-fd9f331d391d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'Network': ['ID=5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:26.225526 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f117a8b-99cd-419b-baba-3b256e2ab15c req-820990e4-4a8d-42cb-8c2c-d1d3d5c3ebc2 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4063811 Dec 06 12:03:26.230830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.270779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:26.280716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:26.316938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38258) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:26.323064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.323495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Added segment a32d1054-a2f6-43c3-adee-18192b756262 of type vlan for network 2c71bb93-bc57-4463-b431-3d7509600e61 Dec 06 12:03:26.329027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1e963c-0390-4f5c-95df-c40915da2ccf']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:26.364736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6691724f-9a96-4508-b486-e210e84863c0') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:26.365162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6691724f-9a96-4508-b486-e210e84863c0') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:26.378103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.407055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.409219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Made reservation on behalf of 25afd50a4dc04546b3b890fc42228d70 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:26.411680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.458133 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.467721 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79e5e9db-b7c6-4ca2-b231-92908389ef7a req-1eb92c0f-0182-4566-b1f8-4f40813d3f3c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.0648589 Dec 06 12:03:26.468323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.475151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:26.475302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.506483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:26.506881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:26.508810 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:26.524832 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-546eb8ef-e7ed-43aa-8b09-837051339189 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53551cbadf1d4a7c9073d5415cdc5f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067127 Dec 06 12:03:26.525481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38260) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:26.574856 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9258633 Dec 06 12:03:26.579210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38262) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:26.587670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'name': 'tempest-PortsTestJSON-673295889'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:26.607702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd2975-ddf9-4e7e-a56c-42152645b83e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Network': ['ID=2c71bb93-bc57-4463-b431-3d7509600e61,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:26.623930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:26.638263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3413-00bb-4d61-b074-88b60aaf2915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.653068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.663999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.670031 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] 10.222.0.24 "DELETE /v2.0/networks/cc1e963c-0390-4f5c-95df-c40915da2ccf HTTP/1.1" status: 204 len: 168 time: 0.8601851 Dec 06 12:03:26.676301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38264) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:26.718417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3413-00bb-4d61-b074-88b60aaf2915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.720267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Deleting port 0cbbb09d-800f-4e39-b58c-82548d4d06a6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:26.720601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.724504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7699c-3656-4fcb-8d81-3f5df21f41e2 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc1e963c-0390-4f5c-95df-c40915da2ccf,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:26.785105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:26.788593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.817690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 0994e36c-b549-4a61-8486-be7145fae1d6 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:26.879956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.880303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.882211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.900078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Calling delete_port for 0cbbb09d-800f-4e39-b58c-82548d4d06a6 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:26.934928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3413-00bb-4d61-b074-88b60aaf2915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.937974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3413-00bb-4d61-b074-88b60aaf2915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:26.942121 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0b1a3413-00bb-4d61-b074-88b60aaf2915 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c47f7c74-6644-4781-95c4-2063c0ac897c HTTP/1.1" status: 204 len: 168 time: 0.4017205 Dec 06 12:03:26.983518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a3413-00bb-4d61-b074-88b60aaf2915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f7c74-6644-4781-95c4-2063c0ac897c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:27.084140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.112815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e84cf5-5dad-4008-bda3-46980ae03513']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:27.126987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7322ab0-9189-41fd-a38e-59364376839d') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:27.127284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7322ab0-9189-41fd-a38e-59364376839d') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:27.142955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.146660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.161271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.179899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:27.180338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:27.184533 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:27.288147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.366189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.369556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:03:27.370005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.392611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=0994e36c-b549-4a61-8486-be7145fae1d6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:27.405365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ade86-3788-4673-abfc-6f8e53d5d9b3 req-3830d01b-1e54-49d4-99dd-a47173341c5c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:27.407640 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c4ade86-3788-4673-abfc-6f8e53d5d9b3 req-3830d01b-1e54-49d4-99dd-a47173341c5c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 931 time: 0.1531582 Dec 06 12:03:27.472456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.475142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f563ed4a-b287-4692-a05b-078422c2b750,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:27.490592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event deleted for resources: {'Port': ['ID=0cbbb09d-800f-4e39-b58c-82548d4d06a6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:27.506311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.511116 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] 10.222.0.24 "DELETE /v2.0/networks/79e84cf5-5dad-4008-bda3-46980ae03513 HTTP/1.1" status: 204 len: 168 time: 0.8329411 Dec 06 12:03:27.553124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking segment: {'id': 'a32d1054-a2f6-43c3-adee-18192b756262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:27.553479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network hostable DHCP agents. Network: 2c71bb93-bc57-4463-b431-3d7509600e61, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:27.559519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c7172-c574-4f0e-a811-fc5d6a3389b0 tempest-QuotasNegativeTest-1826014398 tempest-QuotasNegativeTest-1826014398-project-admin] Pushing event deleted for resources: {'Network': ['ID=79e84cf5-5dad-4008-bda3-46980ae03513,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:27.581698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Checking segment: {'id': '7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:27.582417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Network hostable DHCP agents. Network: 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:27.598847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b96e50-d514-4997-89fd-aa53fdb31c23 req-e51c6fbe-19ea-45ad-b835-33e60ec72841 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:27.600436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-24b96e50-d514-4997-89fd-aa53fdb31c23 req-e51c6fbe-19ea-45ad-b835-33e60ec72841 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 931 time: 0.1918979 Dec 06 12:03:27.606720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.607105 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Floating IP 38a56d09-8d13-4a19-8266-f087968bbb0e disassociated (deleted). External IP: 172.36.1.121, port: 6c6dd56f-330e-427e-99f0-da48a8262c10. Dec 06 12:03:27.650549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:27.663345 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c4ade86-3788-4673-abfc-6f8e53d5d9b3 req-c168429f-3d3c-4260-8758-a47876f6457b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181697 Dec 06 12:03:27.677398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:27.705250 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:27.729592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c084126d-910c-4f20-9a96-f49c67b81698 None None] Network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:27.732367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2c71bb93-bc57-4463-b431-3d7509600e61) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:27.733812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:27.734461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.757362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:27.772506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:27.773240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.793135 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1d3a440a-28d0-4e40-a7c7-e79e7b4c6337 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6494539 Dec 06 12:03:27.798963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38280) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:27.804488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1888622301', 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:27.825823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde9528-956f-4fca-9afb-0d22e598b6d5 None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:27.857103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-24b96e50-d514-4997-89fd-aa53fdb31c23 req-85347ec5-25fa-4274-bef2-48066a8638a8 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477803 Dec 06 12:03:27.874555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Made reservation on behalf of 25afd50a4dc04546b3b890fc42228d70 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:27.886622 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:27.920137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] device_id is not set on port f127c2a9-8812-4bc0-8a17-ab1a1a02674f yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:27.949745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2d23a652-abd5-499d-81aa-697a2b49a59b req-ba5861e3-2aa3-4029-ae98-1d51c8d3b0eb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.0690598 Dec 06 12:03:27.962165 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6bd1466e-efad-444c-abc6-916f6c45e668 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3798470 Dec 06 12:03:27.974989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38286) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:28.096815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-782602852'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:28.197397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Allocated IP 2001:db8::276 (5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9/f563ed4a-b287-4692-a05b-078422c2b750/f127c2a9-8812-4bc0-8a17-ab1a1a02674f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:28.211446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b90cf-1790-44c6-a681-f467e7900294 None None] Network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:28.270807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:28.276976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.361020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:28.372853 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Router d9ca082b-f930-4a05-ab4a-63d4e72c3f44 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:28.399373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.404664 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Added segment 1ba39660-b4b6-4e51-8145-474d95bff769 of type vlan for network 51aae1f3-fcc8-44fc-845a-9cd0bb808b84 Dec 06 12:03:28.459674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.519524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38294) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:28.547710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.621370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ec09ef-6254-42c7-975f-387031245c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.636068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'Port': ['ID=f127c2a9-8812-4bc0-8a17-ab1a1a02674f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:28.644902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:28.646654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:28.648798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:28.650164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:28.651080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.676474 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eb514c47-3802-49c0-9ef1-38e67d0fd656 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8762867 Dec 06 12:03:28.678612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38302) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:28.836506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43c22dd1-7bf6-4fc2-9285-d3da6c7bc9e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.863186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.942205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fd5cd-c91d-483b-ac04-96dd2c7e7fda req-93f5c3d0-7e84-4ef9-8064-677253b5f0df tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:28.943765 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf7fd5cd-c91d-483b-ac04-96dd2c7e7fda req-93f5c3d0-7e84-4ef9-8064-677253b5f0df tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 931 time: 0.1368270 Dec 06 12:03:28.965018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4d6db-56c6-4e2a-9ef5-de46db613bf5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Deleting port f127c2a9-8812-4bc0-8a17-ab1a1a02674f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:28.966494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d6db-56c6-4e2a-9ef5-de46db613bf5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.983882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:28.990423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:28.991117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.061775 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38314) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:29.064525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf7fd5cd-c91d-483b-ac04-96dd2c7e7fda req-1a575fc1-43ac-46ed-9f42-ad162961a037 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137412 Dec 06 12:03:29.097953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:29.115844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.117928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ff545-621d-4ee3-8773-41f8a8482272 None None] Sync routers for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:29.135132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ff545-621d-4ee3-8773-41f8a8482272 None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:29.136048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d18ff545-621d-4ee3-8773-41f8a8482272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:29.159921 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43c22dd1-7bf6-4fc2-9285-d3da6c7bc9e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.178047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43c22dd1-7bf6-4fc2-9285-d3da6c7bc9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.197930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d18ff545-621d-4ee3-8773-41f8a8482272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:29.202744 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2193458 Dec 06 12:03:29.205980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38318) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:29.222478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ff545-621d-4ee3-8773-41f8a8482272 None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:29.223036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d18ff545-621d-4ee3-8773-41f8a8482272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:29.232313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d6db-56c6-4e2a-9ef5-de46db613bf5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.240634 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-43c22dd1-7bf6-4fc2-9285-d3da6c7bc9e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1523fbf734fb475ca0257851a0daa47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7185404 Dec 06 12:03:29.246239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38320) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:29.262975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1021336247'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:29.266235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d18ff545-621d-4ee3-8773-41f8a8482272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:29.267105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ff545-621d-4ee3-8773-41f8a8482272 None None] The sync data for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:29.272307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4d6db-56c6-4e2a-9ef5-de46db613bf5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Calling delete_port for f127c2a9-8812-4bc0-8a17-ab1a1a02674f owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:29.275224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c22dd1-7bf6-4fc2-9285-d3da6c7bc9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d70bb-4472-4b7f-b49f-68d9cd2e727a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:29.278761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'ports': [{'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61'}, {'network_id': '51aae1f3-fcc8-44fc-845a-9cd0bb808b84'}]} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:29.279078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:29.280035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '51aae1f3-fcc8-44fc-845a-9cd0bb808b84'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:29.344765 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e031fb8c-2523-436d-92f8-9c56c6187fb4 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "DELETE /v2.0/floatingips/38a56d09-8d13-4a19-8266-f087968bbb0e HTTP/1.1" status: 204 len: 168 time: 3.4143100 Dec 06 12:03:29.352520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38324) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:29.363999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:29.367511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.383078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:29.385081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.387437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c7eaf446-8b93-48e3-af1f-80b7e67f9755 req-d843a287-de83-46bb-96c7-78f854f942d0 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.1398079 Dec 06 12:03:29.395045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d34f28-5068-4f33-b965-8ce4a25512c8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Network': ['ID=51aae1f3-fcc8-44fc-845a-9cd0bb808b84,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:29.418052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 51aae1f3-fcc8-44fc-845a-9cd0bb808b84 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:29.429363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f01265-f1ce-40a5-9ae7-98d3b07a8b19 req-6399bd75-fd2e-4d89-8129-3bf6dafa5cf7 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:29.430900 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6f01265-f1ce-40a5-9ae7-98d3b07a8b19 req-6399bd75-fd2e-4d89-8129-3bf6dafa5cf7 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 931 time: 0.3809276 Dec 06 12:03:29.435203 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dff745b-7adf-4179-accd-b165a6d7ca87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.481548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dff745b-7adf-4179-accd-b165a6d7ca87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.501922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.570228 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6f01265-f1ce-40a5-9ae7-98d3b07a8b19 req-f144a243-df0c-4898-8a99-5d3103a4ccb2 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296718 Dec 06 12:03:29.591258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d6db-56c6-4e2a-9ef5-de46db613bf5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.596528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.604414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 2} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:29.609421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.623994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.627839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.637302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4d6db-56c6-4e2a-9ef5-de46db613bf5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event deleted for resources: {'Port': ['ID=f127c2a9-8812-4bc0-8a17-ab1a1a02674f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:29.658202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dff745b-7adf-4179-accd-b165a6d7ca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.660766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dff745b-7adf-4179-accd-b165a6d7ca87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.661911 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5dff745b-7adf-4179-accd-b165a6d7ca87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a79d70bb-4472-4b7f-b49f-68d9cd2e727a HTTP/1.1" status: 204 len: 168 time: 0.4118142 Dec 06 12:03:29.670618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:29.696730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d6db-56c6-4e2a-9ef5-de46db613bf5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.700314 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e8e4d6db-56c6-4e2a-9ef5-de46db613bf5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f127c2a9-8812-4bc0-8a17-ab1a1a02674f HTTP/1.1" status: 204 len: 168 time: 1.0185411 Dec 06 12:03:29.701269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430d4faf-b939-4cf7-8b2b-e84ee0bf73ab,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:29.706283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38328) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:29.710528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9', 'external_fixed_ips': [{'subnet_id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'ip_address': '2001:db8::276'}]}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:29.715707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.716081 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Added segment aabacddc-eb3b-4f1f-a19f-fd436575f6a8 of type vlan for network 61c27f2c-faab-4f7c-b849-24512843983c Dec 06 12:03:29.723962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.732888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 6571fbec-6cbe-4889-925f-a3030a249d22 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:29.744344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff745b-7adf-4179-accd-b165a6d7ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d70bb-4472-4b7f-b49f-68d9cd2e727a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:29.759516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.779891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.780912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.786697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.854050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.860623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:29.861464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.871448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:29.935063 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8721678 Dec 06 12:03:29.943347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38332) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:29.951876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:29.988591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Allocated IP 172.36.1.13 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/0bcbf211-3e9b-4f07-92cd-2f3646c2d946) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:30.004189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6c8f3-6db2-4d3d-8c61-7a763af23221 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Network': ['ID=61c27f2c-faab-4f7c-b849-24512843983c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:30.015847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.020281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 61c27f2c-faab-4f7c-b849-24512843983c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:30.082301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.106944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 815ba012-2d11-40f8-a2b6-4930aacb175f yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:30.109972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38336) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:30.200118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa17167a-0a81-4d52-b423-ad1c04cdae57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.300554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.320573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.332861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3d73f-2cf4-4402-bbcb-4aa59ec5fccb req-63474c65-4454-45bf-9bcc-bbe933ffacac tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:30.334397 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-87f3d73f-2cf4-4402-bbcb-4aa59ec5fccb req-63474c65-4454-45bf-9bcc-bbe933ffacac tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 931 time: 0.1812820 Dec 06 12:03:30.334990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:30.338291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.459870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.474477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Allocated IP 2001:db8::276 (5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9/f563ed4a-b287-4692-a05b-078422c2b750/6a4e2c19-f759-4d4a-be97-c06339a29b46) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:30.594735 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5dd4655-06c5-4dba-9cf2-414613e61027 req-1a63d64d-5d41-4648-a756-2570a0961111 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.0955651 Dec 06 12:03:30.642558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.649412 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-87f3d73f-2cf4-4402-bbcb-4aa59ec5fccb req-b2ee36aa-effe-42e9-9b51-074505294a20 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076541 Dec 06 12:03:30.723464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.728751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa17167a-0a81-4d52-b423-ad1c04cdae57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.770117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.785081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa17167a-0a81-4d52-b423-ad1c04cdae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.796266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.832336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.866018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:30.871313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-73f0eb59-679b-4e23-906c-4aa3c4e41b19 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:03:30.872309 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-73f0eb59-679b-4e23-906c-4aa3c4e41b19 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086856 Dec 06 12:03:30.884230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:30.886641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-c9ec6cd2-40bd-44c5-b9d7-a51b24332352 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:03:30.887230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:30.887359 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-c9ec6cd2-40bd-44c5-b9d7-a51b24332352 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144498 Dec 06 12:03:30.891090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:30.899960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:30.902209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:30.904590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:30.909527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Pushing event updated for resources: {'Port': ['ID=0bcbf211-3e9b-4f07-92cd-2f3646c2d946,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:30.921439 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fa17167a-0a81-4d52-b423-ad1c04cdae57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8f852189a11432789376286322c9525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7811007 Dec 06 12:03:30.929767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38342) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:30.948844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa548f-a78d-4bb6-b370-1c9b15d0169d req-534e5caa-b959-4304-965e-cca5830aca22 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:30.951897 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-08fa548f-a78d-4bb6-b370-1c9b15d0169d req-534e5caa-b959-4304-965e-cca5830aca22 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 931 time: 0.2872572 Dec 06 12:03:30.966307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'Port': ['ID=6a4e2c19-f759-4d4a-be97-c06339a29b46,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:31.013139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17167a-0a81-4d52-b423-ad1c04cdae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e4d607-2da8-42db-a21c-1a839863f508,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:31.068413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6725b661-09a1-4674-9f60-f3cab4c0ff03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.111419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:31.121726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:31.125353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Request body: {'port': {'device_id': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:31.132695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Request body: {'port': {'device_id': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:31.136068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:31.137155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.138734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.149738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=6571fbec-6cbe-4889-925f-a3030a249d22,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:31.191083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6725b661-09a1-4674-9f60-f3cab4c0ff03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.269623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.280567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.311887 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-08fa548f-a78d-4bb6-b370-1c9b15d0169d req-0be3824f-a935-4bf5-9630-fe476bb85458 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620690 Dec 06 12:03:31.360922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=815ba012-2d11-40f8-a2b6-4930aacb175f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:31.362120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=be1c2b95-9b77-4a50-b935-6b0d99d0fdac,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:31.376408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.382133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.402707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6725b661-09a1-4674-9f60-f3cab4c0ff03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.405898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6725b661-09a1-4674-9f60-f3cab4c0ff03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.410380 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6725b661-09a1-4674-9f60-f3cab4c0ff03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9e4d607-2da8-42db-a21c-1a839863f508 HTTP/1.1" status: 204 len: 168 time: 0.4771719 Dec 06 12:03:31.436787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:31.437158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network hostable DHCP agents. Network: 61c27f2c-faab-4f7c-b849-24512843983c, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:31.444696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.43', 57194) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:31.484306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725b661-09a1-4674-9f60-f3cab4c0ff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e4d607-2da8-42db-a21c-1a839863f508,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:31.485721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking segment: {'id': '1ba39660-b4b6-4e51-8145-474d95bff769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '51aae1f3-fcc8-44fc-845a-9cd0bb808b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:31.486149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network hostable DHCP agents. Network: 51aae1f3-fcc8-44fc-845a-9cd0bb808b84, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:31.523537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.602835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:31.816653 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.852561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:31.976730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e573eec-724f-40ed-ada7-b9bfca391e6a {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:03:31.991782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.018955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Transition to ACTIVE for port object 8e573eec-724f-40ed-ada7-b9bfca391e6a will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:03:32.025013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.034506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 51aae1f3-fcc8-44fc-845a-9cd0bb808b84 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:32.065760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 61c27f2c-faab-4f7c-b849-24512843983c) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:32.084145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea4433-7457-4aa6-873c-4af8a046bf84 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:32.088289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Router 3421a770-931b-4490-b045-c54255213ccc is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:03:32.089419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-15a91aec-7efb-49bf-aa75-2afc38bf82d1 req-edf27c58-bb35-4e2f-af90-958ce11f9c6e tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.3570149 Dec 06 12:03:32.090375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Pushing event updated for resources: {'Port': ['ID=8e573eec-724f-40ed-ada7-b9bfca391e6a,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:32.103909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:32.103909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.122490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 51aae1f3-fcc8-44fc-845a-9cd0bb808b84) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:32.131201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-51816693-656a-4e97-be4c-4ec3ce90c95d tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:32.132715 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-51816693-656a-4e97-be4c-4ec3ce90c95d tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.43 "GET /v2.0/networks?id=4118da23-03dd-4555-8aa5-b92daa98623f HTTP/1.1" status: 200 len: 812 time: 0.6687844 Dec 06 12:03:32.142601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:32.149016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:32.152941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:32.153619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.169374 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87abbca-6db4-4e6b-8faf-ed4bf2438288 None None] Network 51aae1f3-fcc8-44fc-845a-9cd0bb808b84 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:32.358261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Attempting to bind port 8e573eec-724f-40ed-ada7-b9bfca391e6a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:32.358804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Attempting to bind port 8e573eec-724f-40ed-ada7-b9bfca391e6a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:32.359022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Attempting to bind port 8e573eec-724f-40ed-ada7-b9bfca391e6a on network 385cab7c-1387-44ec-a99a-23b13f08f307 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:32.373925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Port 8e573eec-724f-40ed-ada7-b9bfca391e6a on network 385cab7c-1387-44ec-a99a-23b13f08f307 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:32.375699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Attempting to bind port 8e573eec-724f-40ed-ada7-b9bfca391e6a on network 385cab7c-1387-44ec-a99a-23b13f08f307 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:32.387903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:32.388336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Checking segment: {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:32.389059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Bound using segment: {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:32.390304 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Bound port: 8e573eec-724f-40ed-ada7-b9bfca391e6a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fc9f10-2c37-42ca-95ad-c8402b2c5834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:32.390808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.483132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] For port 8e573eec-724f-40ed-ada7-b9bfca391e6a, host hv-neutron-mast, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:32.489847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] For port 8e573eec-724f-40ed-ada7-b9bfca391e6a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:32.492773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:32.506330 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Sync routers for ids ['3421a770-931b-4490-b045-c54255213ccc'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:32.521583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38378) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:32.523618 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Routers {'3421a770-931b-4490-b045-c54255213ccc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:32.524657 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3421a770-931b-4490-b045-c54255213ccc'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:32.532790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cbe82f-a41e-4fb9-a347-f293e8936a39 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:03:32.533243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.541479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.561395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Transition to ACTIVE for port object 74cbe82f-a41e-4fb9-a347-f293e8936a39 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:03:32.568408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-357260a6-3b6a-470d-a679-9551c1cb4b8d tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ef7a184d3aa42d09fc31064638724f1 HTTP/1.1" status: 200 len: 379 time: 0.3243465 Dec 06 12:03:32.577421 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9a6c8df1-cddc-4750-8ac1-8c84cd2037d9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3084040 Dec 06 12:03:32.578429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.585499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38382) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:32.588366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.590246 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-da4d2053-835a-40ba-b8c7-f95150b30718 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6421788 Dec 06 12:03:32.597422 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e5b48079-9454-4b22-ad86-b60b57f0fa1b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8900349 Dec 06 12:03:32.603530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38384) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:32.603911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38386) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:32.652541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': 'be1c2b95-9b77-4a50-b935-6b0d99d0fdac'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:32.653341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.665748 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Set router 3421a770-931b-4490-b045-c54255213ccc gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:32.670106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Request body: {'port': {'device_id': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'admin_state_up': True, 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'security_groups': ['a2d4c569-254e-46fb-a5b2-3429638c4709']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:32.682361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'name': 'tempest-NetworksTestDHCPv6-1432937477'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:32.687556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Pushing event updated for resources: {'Port': ['ID=74cbe82f-a41e-4fb9-a347-f293e8936a39,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:32.738187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:32.738824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:32.740982 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] 10.222.0.43 "PUT /v2.0/ports/8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 1093 time: 1.7142005 Dec 06 12:03:32.794130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'tag': '8e573eec-724f-40ed-ada7-b9bfca391e6a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:03:32.864587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0bab-5671-4a78-9540-771a34c2fd56 req-e97d88ba-8654-44d2-a386-4f39e6dd09a7 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:32.872405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9d4d0bab-5671-4a78-9540-771a34c2fd56 req-e97d88ba-8654-44d2-a386-4f39e6dd09a7 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 943 time: 1.0972736 Dec 06 12:03:32.985138 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3421a770-931b-4490-b045-c54255213ccc', 'name': '', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9', 'external_fixed_ips': [{'subnet_id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'ip_address': '2001:db8::276'}], 'enable_snat': True}, 'gw_port_id': '6a4e2c19-f759-4d4a-be97-c06339a29b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:03:29Z', 'updated_at': '2021-12-06T12:03:31Z', 'revision_number': 3, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port': {'id': '6a4e2c19-f759-4d4a-be97-c06339a29b46', 'name': '', 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3421a770-931b-4490-b045-c54255213ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'ip_address': '2001:db8::276', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:30Z', 'updated_at': '2021-12-06T12:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:33.024317 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Checking router: 3421a770-931b-4490-b045-c54255213ccc for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:03:33.024952 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Updating router 3421a770-931b-4490-b045-c54255213ccc port 6a4e2c19-f759-4d4a-be97-c06339a29b46 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:03:33.031093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e479a-9e28-40a4-8478-35c8c5ff545a req-26f3d931-cd42-45a5-b628-e1a22fdb1004 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:33.033380 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d7e479a-9e28-40a4-8478-35c8c5ff545a req-26f3d931-cd42-45a5-b628-e1a22fdb1004 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 943 time: 0.4608305 Dec 06 12:03:33.044995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/be1c2b95-9b77-4a50-b935-6b0d99d0fdac/a953af00-2ecf-4864-a023-3cfeb9f0feae) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:33.081544 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9d4d0bab-5671-4a78-9540-771a34c2fd56 req-5f6a5c85-f995-4a4e-84b5-cc3c4190b73d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067881 Dec 06 12:03:33.106351 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.187171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-eb8a552d-e0fc-42b7-adf4-930c95ad328e tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] Request body: {'port': {'network_id': 'a8ac811c-e550-439e-b343-fb0065f524d0', 'name': 'tempest-NetworksNegativeTestJSON-1338124340'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:33.216300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.242581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.291305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.303146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.326598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:33.330039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:33.345480 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d7e479a-9e28-40a4-8478-35c8c5ff545a req-2897b9bc-f006-4cce-8e55-8a1ab0e89e6d tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859495 Dec 06 12:03:33.355098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Attempting to bind port 74cbe82f-a41e-4fb9-a347-f293e8936a39 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:33.355436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Attempting to bind port 74cbe82f-a41e-4fb9-a347-f293e8936a39 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:33.355764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Attempting to bind port 74cbe82f-a41e-4fb9-a347-f293e8936a39 on network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:33.360776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3abbb682-ee91-4a1f-a353-0d3cb9641e25 req-bad4d7df-e77b-4720-b75f-df4ea966fded tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.1073084 Dec 06 12:03:33.377568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:33.396710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Port 74cbe82f-a41e-4fb9-a347-f293e8936a39 on network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:33.397036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Attempting to bind port 74cbe82f-a41e-4fb9-a347-f293e8936a39 on network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:33.398961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Made reservation on behalf of 8ef7a184d3aa42d09fc31064638724f1 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:33.403235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.431669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Pushing event updated for resources: {'Port': ['ID=0bcbf211-3e9b-4f07-92cd-2f3646c2d946,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:33.439416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:33.439726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Checking segment: {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:33.440277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Bound using segment: {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:33.441228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Bound port: 74cbe82f-a41e-4fb9-a347-f293e8936a39, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b953547-1595-40c9-999e-c4c4902f2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:33.441594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.460307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Attempting to bind port a953af00-2ecf-4864-a023-3cfeb9f0feae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:33.460832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Attempting to bind port a953af00-2ecf-4864-a023-3cfeb9f0feae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:33.461292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Attempting to bind port a953af00-2ecf-4864-a023-3cfeb9f0feae on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:33.468396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:33.468990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:33.469511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.470729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:33.471525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Bound port: a953af00-2ecf-4864-a023-3cfeb9f0feae, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:33.472084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.472201 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8a552d-e0fc-42b7-adf4-930c95ad328e tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] POST failed (client error): The resource could not be found. Dec 06 12:03:33.472673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8a552d-e0fc-42b7-adf4-930c95ad328e tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:33.475344 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eb8a552d-e0fc-42b7-adf4-930c95ad328e tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.9503798 Dec 06 12:03:33.478293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.483720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53954b-9b70-4a6b-9305-93676078d88a service neutron] Pushing event updated for resources: {'Port': ['ID=8e573eec-724f-40ed-ada7-b9bfca391e6a,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:33.484174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38396) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:33.494730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Pushing event updated for resources: {'Port': ['ID=a953af00-2ecf-4864-a023-3cfeb9f0feae,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:33.533443 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.540202 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.550173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b518ce-0db8-4c4f-9e2c-7eb3c0365ccd tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] DELETE failed (client error): The resource could not be found. Dec 06 12:03:33.550976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b518ce-0db8-4c4f-9e2c-7eb3c0365ccd tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:33.554516 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-50b518ce-0db8-4c4f-9e2c-7eb3c0365ccd tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "DELETE /v2.0/networks/94a6b49a-25dd-4de2-bf38-b095cffcc774 HTTP/1.1" status: 404 len: 339 time: 0.0672364 Dec 06 12:03:33.563376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38398) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:33.564981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] For port a953af00-2ecf-4864-a023-3cfeb9f0feae, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:33.566241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf99dd-6844-4e56-89c8-20755d238b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab12576c-e2ab-45e5-9c11-2830170b47e3", "tag": "8e573eec-724f-40ed-ada7-b9bfca391e6a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:03:33.569025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] For port a953af00-2ecf-4864-a023-3cfeb9f0feae, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a953af00-2ecf-4864-a023-3cfeb9f0feae,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:33.576444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.622651 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb875d7-5ba3-48cf-b056-4694c94222d0 None None] Pushing event updated for resources: {'Port': ['ID=6a4e2c19-f759-4d4a-be97-c06339a29b46,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:33.633643 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Attempting to bind port 6a4e2c19-f759-4d4a-be97-c06339a29b46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:33.634033 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Attempting to bind port 6a4e2c19-f759-4d4a-be97-c06339a29b46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:33.634407 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Attempting to bind port 6a4e2c19-f759-4d4a-be97-c06339a29b46 on network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:33.647771 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:33.648286 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Checking segment: {'id': '7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:33.648567 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.648968 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Bound using segment: {'id': '7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:33.649452 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Bound port: 6a4e2c19-f759-4d4a-be97-c06339a29b46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:33.649855 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.666445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-0ac50738-fc29-4209-908f-d18785c1adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:33.668812 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-0ac50738-fc29-4209-908f-d18785c1adcf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1096 time: 0.8423836 Dec 06 12:03:33.674270 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a955076-ae6f-43b9-8576-8cbbd1fe87c1 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] DELETE failed (client error): The resource could not be found. Dec 06 12:03:33.678078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a955076-ae6f-43b9-8576-8cbbd1fe87c1 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:33.686022 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4a955076-ae6f-43b9-8576-8cbbd1fe87c1 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "DELETE /v2.0/ports/0e740a05-6e6c-4ced-bdc4-d06afdeda06d HTTP/1.1" status: 404 len: 333 time: 0.1082342 Dec 06 12:03:33.690250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.692360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7104eb23-0855-42fd-a299-ea0562e5ea3f tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3149765 Dec 06 12:03:33.694298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] For port 74cbe82f-a41e-4fb9-a347-f293e8936a39, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:33.696247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:33.701381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38404) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:33.701937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.702059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38406) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:33.710801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] For port 74cbe82f-a41e-4fb9-a347-f293e8936a39, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:33.740784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.749108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b99a3-d0a5-4bd4-89e8-6178d13f6d2b None None] Pushing event updated for resources: {'Port': ['ID=a953af00-2ecf-4864-a023-3cfeb9f0feae,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:33.766849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Allocated IP 172.20.0.8 (4118da23-03dd-4555-8aa5-b92daa98623f/6818edfa-59b7-4071-9185-dfe24d568129/0986a543-b86e-41eb-a502-cc680590d01a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:33.780809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-33967491-e325-4f06-a975-222e0420d0d8 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] DELETE failed (client error): The resource could not be found. Dec 06 12:03:33.781837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33967491-e325-4f06-a975-222e0420d0d8 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:33.789539 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-33967491-e325-4f06-a975-222e0420d0d8 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "DELETE /v2.0/subnets/725ab253-aae6-4932-942c-c18f0d2e287b HTTP/1.1" status: 404 len: 337 time: 0.0801573 Dec 06 12:03:33.807238 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] For port 6a4e2c19-f759-4d4a-be97-c06339a29b46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:33.811130 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-ebc3b37d-c4e3-4788-875a-683e1cc474b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 217 time: 0.1171582 Dec 06 12:03:33.812751 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] For port 6a4e2c19-f759-4d4a-be97-c06339a29b46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a4e2c19-f759-4d4a-be97-c06339a29b46,segment=NetworkSegment(7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0),segment_id=7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:33.825286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38410) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:33.827039 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.833158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48827f77-e8c4-4fb5-a1ea-143a29f8222c x-openstack-request-id: req-48827f77-e8c4-4fb5-a1ea-143a29f8222c {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:03:33.833453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab12576c-e2ab-45e5-9c11-2830170b47e3", "tag": "8e573eec-724f-40ed-ada7-b9bfca391e6a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:03:33.833710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48827f77-e8c4-4fb5-a1ea-143a29f8222c {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:03:33.834176 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'tag': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'status': 'completed', 'code': 200} Dec 06 12:03:33.857295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:33.858243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:33.860465 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] 10.222.0.43 "PUT /v2.0/ports/74cbe82f-a41e-4fb9-a347-f293e8936a39 HTTP/1.1" status: 200 len: 1093 time: 2.8395379 Dec 06 12:03:33.863686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'tag': '74cbe82f-a41e-4fb9-a347-f293e8936a39'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:03:33.896913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:34.031843 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb875d7-5ba3-48cf-b056-4694c94222d0 None None] Pushing event updated for resources: {'Port': ['ID=6a4e2c19-f759-4d4a-be97-c06339a29b46,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:34.044072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc0a332-505f-4de8-81b7-97d52f5434f8" -d '{"events": [{"name": "network-changed", "server_uuid": "91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f", "tag": "74cbe82f-a41e-4fb9-a347-f293e8936a39"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:03:34.044598 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Routers {'3421a770-931b-4490-b045-c54255213ccc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:34.045296 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3421a770-931b-4490-b045-c54255213ccc'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:34.073096 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9beebb-4586-4974-bb86-a8ea57171094 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] GET failed (client error): The resource could not be found. Dec 06 12:03:34.074491 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2c9beebb-4586-4974-bb86-a8ea57171094 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "GET /v2.0/networks/2a1ba8e3-866b-4201-92ab-3322a3e4537c HTTP/1.1" status: 404 len: 339 time: 0.2440677 Dec 06 12:03:34.080946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38420) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:34.091707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port b4b8c5f8-f09a-4f73-828f-75f1171f4f9f yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:34.149668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:34.155910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a20e53b5-7764-414c-8078-33da661ff1f9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 815ba012-2d11-40f8-a2b6-4930aacb175f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:34.156736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20e53b5-7764-414c-8078-33da661ff1f9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:34.158663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790dbe8-e3d1-4eb9-bfa1-d8616c855382 service neutron] Pushing event updated for resources: {'Port': ['ID=74cbe82f-a41e-4fb9-a347-f293e8936a39,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:34.237537 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] Set router 3421a770-931b-4490-b045-c54255213ccc gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:34.248166 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c97d241-7b35-4cd6-a503-aec7a0a4a826 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] GET failed (client error): The resource could not be found. Dec 06 12:03:34.249704 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4c97d241-7b35-4cd6-a503-aec7a0a4a826 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "GET /v2.0/ports/8e885733-b768-4bf1-905a-4d3aedbeb918 HTTP/1.1" status: 404 len: 333 time: 0.1636891 Dec 06 12:03:34.263845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38426) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:34.266874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-477be135-499e-4faf-8b27-b595998ae9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:34.268462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-477be135-499e-4faf-8b27-b595998ae9cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.4226110 Dec 06 12:03:34.418477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:34.430099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d98043f-e950-4e09-bece-1b64f7cd0a4a x-openstack-request-id: req-5d98043f-e950-4e09-bece-1b64f7cd0a4a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:03:34.430476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f", "tag": "74cbe82f-a41e-4fb9-a347-f293e8936a39", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:03:34.430796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d98043f-e950-4e09-bece-1b64f7cd0a4a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:03:34.431328 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'tag': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'status': 'completed', 'code': 200} Dec 06 12:03:34.439137 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e3cf4c-2880-40d9-b610-1b3edafc4ecd tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] GET failed (client error): The resource could not be found. Dec 06 12:03:34.442462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-50e3cf4c-2880-40d9-b610-1b3edafc4ecd tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "GET /v2.0/subnets/ff6d11eb-c9a4-4ecb-8d31-b013c2401c8d HTTP/1.1" status: 404 len: 337 time: 0.1730034 Dec 06 12:03:34.446917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38434) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:34.464035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f677-f665-4c74-93ae-a872865ed4bd req-0eb74b43-98e4-47fc-8afb-8d63e3689c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:34.465815 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-0eb74b43-98e4-47fc-8afb-8d63e3689c21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90e32a41520b408b9aaefa7592e5e993&device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 1096 time: 0.4930825 Dec 06 12:03:34.467307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-db9fce5f-d6a2-42c6-b5ed-6ed2aa60d4d8 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:34.482008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20e53b5-7764-414c-8078-33da661ff1f9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:34.517799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:34.531676 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:34.534985 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9fce5f-d6a2-42c6-b5ed-6ed2aa60d4d8 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] PUT failed (client error): The resource could not be found. Dec 06 12:03:34.535499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9fce5f-d6a2-42c6-b5ed-6ed2aa60d4d8 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:34.537342 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-db9fce5f-d6a2-42c6-b5ed-6ed2aa60d4d8 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "PUT /v2.0/networks/80235088-73de-4c23-bfe7-289537e2a45f HTTP/1.1" status: 404 len: 339 time: 0.0761085 Dec 06 12:03:34.540021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a20e53b5-7764-414c-8078-33da661ff1f9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 815ba012-2d11-40f8-a2b6-4930aacb175f owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:34.541856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752ab08-29a6-41d0-9789-a5b3f7b7b495 req-3ca84ee2-015b-46f6-8c01-648a99b784ed tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:34.544436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5752ab08-29a6-41d0-9789-a5b3f7b7b495 req-3ca84ee2-015b-46f6-8c01-648a99b784ed tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 943 time: 0.2986505 Dec 06 12:03:34.545007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38436) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:34.557211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1ff5ea4a-e4e4-437f-871c-5c5591295955 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:34.596673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-e7873094-65b5-4f30-bf07-3c0859ec5a7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39 HTTP/1.1" status: 200 len: 217 time: 0.1133032 Dec 06 12:03:34.616232 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3421a770-931b-4490-b045-c54255213ccc', 'name': '', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9', 'external_fixed_ips': [{'subnet_id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'ip_address': '2001:db8::276'}], 'enable_snat': True}, 'gw_port_id': '6a4e2c19-f759-4d4a-be97-c06339a29b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:03:29Z', 'updated_at': '2021-12-06T12:03:31Z', 'revision_number': 3, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port': {'id': '6a4e2c19-f759-4d4a-be97-c06339a29b46', 'name': '', 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3421a770-931b-4490-b045-c54255213ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'ip_address': '2001:db8::276', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:30Z', 'updated_at': '2021-12-06T12:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:34.617227 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff5ea4a-e4e4-437f-871c-5c5591295955 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] PUT failed (client error): The resource could not be found. Dec 06 12:03:34.617769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff5ea4a-e4e4-437f-871c-5c5591295955 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:34.618909 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1ff5ea4a-e4e4-437f-871c-5c5591295955 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "PUT /v2.0/ports/5c6cd3fa-7c04-4fe4-b8e3-f592b89cd848 HTTP/1.1" status: 404 len: 333 time: 0.0720057 Dec 06 12:03:34.627110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-851fad61-5f70-451c-97dd-907c2223f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:34.628749 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-851fad61-5f70-451c-97dd-907c2223f4db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3011980 Dec 06 12:03:34.630363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38438) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:34.675447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4f674bdc-8bf4-48b4-8358-19041cb0b990 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:34.680984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::1bb (61c27f2c-faab-4f7c-b849-24512843983c/be1c2b95-9b77-4a50-b935-6b0d99d0fdac/b4b8c5f8-f09a-4f73-828f-75f1171f4f9f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:34.738620 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f674bdc-8bf4-48b4-8358-19041cb0b990 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] PUT failed (client error): The resource could not be found. Dec 06 12:03:34.739445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f674bdc-8bf4-48b4-8358-19041cb0b990 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:34.740142 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4f674bdc-8bf4-48b4-8358-19041cb0b990 tempest-NetworksNegativeTestJSON-1420388407 tempest-NetworksNegativeTestJSON-1420388407-project] 10.222.0.24 "PUT /v2.0/subnets/896a73ff-ade8-45de-8b8d-78b261417f75 HTTP/1.1" status: 404 len: 337 time: 0.0801361 Dec 06 12:03:34.747995 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4239-4c43-4a5a-8ce2-3a1c6299b10c None None] The sync data for ids ['3421a770-931b-4490-b045-c54255213ccc'] in dv-neutron-master-2-hyperv is: [{'id': '3421a770-931b-4490-b045-c54255213ccc', 'name': '', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9', 'external_fixed_ips': [{'subnet_id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'ip_address': '2001:db8::276'}], 'enable_snat': True}, 'gw_port_id': '6a4e2c19-f759-4d4a-be97-c06339a29b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:03:29Z', 'updated_at': '2021-12-06T12:03:31Z', 'revision_number': 3, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port': {'id': '6a4e2c19-f759-4d4a-be97-c06339a29b46', 'name': '', 'network_id': '5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3421a770-931b-4490-b045-c54255213ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'ip_address': '2001:db8::276', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:30Z', 'updated_at': '2021-12-06T12:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f563ed4a-b287-4692-a05b-078422c2b750', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:34.776290 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5752ab08-29a6-41d0-9789-a5b3f7b7b495 req-4937743b-01a8-40e1-8a42-02be3a8845e6 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866827 Dec 06 12:03:34.791343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82cd69-269c-4ecb-9324-f27d9b644ccd req-618792a1-29ae-4456-aa40-c9aca4c49a53 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:34.793264 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8b82cd69-269c-4ecb-9324-f27d9b644ccd req-618792a1-29ae-4456-aa40-c9aca4c49a53 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 943 time: 0.2652094 Dec 06 12:03:34.797485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f677-f665-4c74-93ae-a872865ed4bd req-5a97dc1d-a30e-46f6-b854-10174ee10db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:34.799378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-5a97dc1d-a30e-46f6-b854-10174ee10db1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4e5490f-b97d-4a72-8ecb-b246d628d752 HTTP/1.1" status: 200 len: 845 time: 0.1555049 Dec 06 12:03:34.812106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:34.867430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Deleting port 6a4e2c19-f759-4d4a-be97-c06339a29b46 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:34.867832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:34.948301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Network 4118da23-03dd-4555-8aa5-b92daa98623f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:34.978066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:34.979962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event updated for resources: {'Port': ['ID=0986a543-b86e-41eb-a502-cc680590d01a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:34.984626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:34.990734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20e53b5-7764-414c-8078-33da661ff1f9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.010001 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-4ca55af2-f2a1-460a-8962-6192d727740c service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310137 Dec 06 12:03:35.137487 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e53b5-7764-414c-8078-33da661ff1f9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=815ba012-2d11-40f8-a2b6-4930aacb175f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:35.188996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a953af00-2ecf-4864-a023-3cfeb9f0feae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:35.197923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20e53b5-7764-414c-8078-33da661ff1f9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.210848 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a20e53b5-7764-414c-8078-33da661ff1f9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/815ba012-2d11-40f8-a2b6-4930aacb175f HTTP/1.1" status: 204 len: 168 time: 2.6100457 Dec 06 12:03:35.270530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38444) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:35.274286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38446) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:35.316645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a953af00-2ecf-4864-a023-3cfeb9f0feae triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:35.317025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.452613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.480866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.495415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] For port 6a4e2c19-f759-4d4a-be97-c06339a29b46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a4e2c19-f759-4d4a-be97-c06339a29b46,segment=NetworkSegment(7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0),segment_id=7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:35.495713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.539727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port a953af00-2ecf-4864-a023-3cfeb9f0feae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a953af00-2ecf-4864-a023-3cfeb9f0feae,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:35.555024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Calling delete_port for 6a4e2c19-f759-4d4a-be97-c06339a29b46 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:35.555132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.619020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d81570-cbb6-4d12-8112-8be698a84bcf None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:35.635123 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8b82cd69-269c-4ecb-9324-f27d9b644ccd req-ebfd84a1-c2e4-42c7-8f42-90b18940bce2 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8205788 Dec 06 12:03:35.636448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dbde2aa2-5bfc-45de-a85d-1ce754ba7472 None None] Provisioning complete for port 0986a543-b86e-41eb-a502-cc680590d01a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:35.636892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbde2aa2-5bfc-45de-a85d-1ce754ba7472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.640338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.644413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f677-f665-4c74-93ae-a872865ed4bd req-dbd13462-32b4-4f55-878e-4e22f7217b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:35.645918 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-dbd13462-32b4-4f55-878e-4e22f7217b78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8304181 Dec 06 12:03:35.684456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dbde2aa2-5bfc-45de-a85d-1ce754ba7472 None None] Port 0986a543-b86e-41eb-a502-cc680590d01a cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:35.742820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=a953af00-2ecf-4864-a023-3cfeb9f0feae,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:35.750579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:35.751176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.819347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bf4d6-8a09-432d-b5e9-10667e122c27 req-4a555527-c769-4460-a0a2-25df4943222c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:35.821288 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bb1bf4d6-8a09-432d-b5e9-10667e122c27 req-4a555527-c769-4460-a0a2-25df4943222c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 931 time: 0.8458560 Dec 06 12:03:35.835994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ca8a30cb-3545-4bbc-b642-d337302d4e8e None None] Provisioning complete for port a953af00-2ecf-4864-a023-3cfeb9f0feae triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:35.836426 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca8a30cb-3545-4bbc-b642-d337302d4e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.896141 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-03596563-ff98-4245-9b09-7bfcf48b8e72 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269106 Dec 06 12:03:35.900564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94dfb7-28c7-40f5-be77-5fae8a35dd5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:35.913408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94dfb7-28c7-40f5-be77-5fae8a35dd5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:35.918127 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6f94dfb7-28c7-40f5-be77-5fae8a35dd5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6398849 Dec 06 12:03:35.927960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38452) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:35.949305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b15d8bb-54d8-4cc7-810f-e4fbec99bc26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:35.952842 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-f88f5b15-2453-4f67-a55c-2853b2e71514 req-c139555d-cdcc-4efa-832c-a9e717035c1a service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9343550 Dec 06 12:03:35.973949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Allocated IP 172.36.1.233 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/ef3fe0d1-4179-4fc2-ad0c-597f40614f98) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:36.011494 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-2dd40d8e-e4c8-4260-b394-1b1de573a10b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4198272 Dec 06 12:03:36.050454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Request body: {'port': {'device_id': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:36.114071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.210211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=b4b8c5f8-f09a-4f73-828f-75f1171f4f9f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:36.219245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7de96905-1aa9-4f44-84f4-95bc3e021fea None None] Provisioning complete for port a953af00-2ecf-4864-a023-3cfeb9f0feae triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:36.220014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7de96905-1aa9-4f44-84f4-95bc3e021fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.235767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:36.241608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:36.244275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:36.251733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:36.252408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.295457 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bb1bf4d6-8a09-432d-b5e9-10667e122c27 req-5744a792-5825-4583-aeef-263e037e6412 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973162 Dec 06 12:03:36.312047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814536c0-dae8-4f6c-98b8-5250e34e7c52 req-5ef382de-0881-421c-b4f5-35251f40e180 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:36.320091 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-814536c0-dae8-4f6c-98b8-5250e34e7c52 req-5ef382de-0881-421c-b4f5-35251f40e180 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 943 time: 0.3055663 Dec 06 12:03:36.327706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.378269 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b8f9f4e9-34fc-4f36-8f77-7256df6c9f52 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7705076 Dec 06 12:03:36.385888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38456) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:36.396601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-74a69ba9-fa35-4866-ac02-03e933931032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:36.398098 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-74a69ba9-fa35-4866-ac02-03e933931032 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1096 time: 0.3587005 Dec 06 12:03:36.405690 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4652f677-f665-4c74-93ae-a872865ed4bd req-03393e5d-d61f-46c4-8d74-b2d0d65f01c6 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901997 Dec 06 12:03:36.410406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.521003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b15d8bb-54d8-4cc7-810f-e4fbec99bc26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.542281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f372137f-07f0-4089-9283-1a3ec564057d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 6571fbec-6cbe-4889-925f-a3030a249d22 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:36.542281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f372137f-07f0-4089-9283-1a3ec564057d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.576858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b15d8bb-54d8-4cc7-810f-e4fbec99bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.582380 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-814536c0-dae8-4f6c-98b8-5250e34e7c52 req-d57eecb5-e99f-4155-8f79-3787807634a2 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614124 Dec 06 12:03:36.660347 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6b15d8bb-54d8-4cc7-810f-e4fbec99bc26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb09c28dce8c40f88d8fae59e370a120&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3636878 Dec 06 12:03:36.661931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b010a0-a234-4a90-890a-b162c388bbd6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:36.668579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b010a0-a234-4a90-890a-b162c388bbd6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:36.669710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38458) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:36.672354 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-07b010a0-a234-4a90-890a-b162c388bbd6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2797115 Dec 06 12:03:36.680447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38462) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:36.696018 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b9bf87c4-f17c-49c7-a5e6-35e09eb687ba None None] Provisioning complete for port b4b8c5f8-f09a-4f73-828f-75f1171f4f9f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:36.696758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9bf87c4-f17c-49c7-a5e6-35e09eb687ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.720807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-f56bf6d3-5394-4984-970f-8269e309e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:36.722400 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-f56bf6d3-5394-4984-970f-8269e309e206 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90e32a41520b408b9aaefa7592e5e993&device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 1096 time: 0.2458496 Dec 06 12:03:36.740835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf87c4-f17c-49c7-a5e6-35e09eb687ba None None] Port b4b8c5f8-f09a-4f73-828f-75f1171f4f9f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:36.748311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f372137f-07f0-4089-9283-1a3ec564057d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.759398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-edf7802a-f122-44e6-9bb4-036a20878a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:36.760924 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-edf7802a-f122-44e6-9bb4-036a20878a51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.3519502 Dec 06 12:03:36.778224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15d8bb-54d8-4cc7-810f-e4fbec99bc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f520e72-8950-4fc8-813e-24c92f0c6f01,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:36.820800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.829632 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.834037 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f372137f-07f0-4089-9283-1a3ec564057d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 6571fbec-6cbe-4889-925f-a3030a249d22 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:36.896886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:36.909170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:36.917152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:36.919369 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-ab5ce230-d56a-4c30-afe2-e809aabb7f41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 217 time: 0.1430495 Dec 06 12:03:36.935594 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a4e2c19-f759-4d4a-be97-c06339a29b46,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:36.976360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d966d-2450-4280-8f97-d137ce551aff req-f70dd951-52f7-4046-8d48-d30114538b8e tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:36.977850 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-757d966d-2450-4280-8f97-d137ce551aff req-f70dd951-52f7-4046-8d48-d30114538b8e tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 943 time: 0.2527390 Dec 06 12:03:36.989607 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7038-e9bb-4828-afc2-a16645d856cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:36.992968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Pushing event updated for resources: {'Port': ['ID=ef3fe0d1-4179-4fc2-ad0c-597f40614f98,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:37.030913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.048978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-a3322e1d-e546-4965-9a54-61c6da437a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:37.050467 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-a3322e1d-e546-4965-9a54-61c6da437a6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e HTTP/1.1" status: 200 len: 907 time: 0.3125978 Dec 06 12:03:37.068815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a953af00-2ecf-4864-a023-3cfeb9f0feae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:37.135677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a953af00-2ecf-4864-a023-3cfeb9f0feae triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:37.136158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.157424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-8e5b777e-c31a-4a0b-bc5e-888e8c62c116 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39 HTTP/1.1" status: 200 len: 217 time: 0.0927947 Dec 06 12:03:37.160748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7038-e9bb-4828-afc2-a16645d856cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.163231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-73586b97-cf06-4b25-85aa-f0c48c37eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:37.164743 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-73586b97-cf06-4b25-85aa-f0c48c37eb37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.2354579 Dec 06 12:03:37.181477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.185080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.212841 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-757d966d-2450-4280-8f97-d137ce551aff req-01b311fb-8b15-4857-961e-393cee6e79e5 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282798 Dec 06 12:03:37.227893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0986a543-b86e-41eb-a502-cc680590d01a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:03:37.233901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.243553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-11e78660-6d0f-4698-9956-b377b375554e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port b4b8c5f8-f09a-4f73-828f-75f1171f4f9f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:37.243907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11e78660-6d0f-4698-9956-b377b375554e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.245107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.259899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-bf6b46db-b256-465d-8259-903bd0b5e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:37.261392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-bf6b46db-b256-465d-8259-903bd0b5e363 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4e5490f-b97d-4a72-8ecb-b246d628d752 HTTP/1.1" status: 200 len: 845 time: 0.0929513 Dec 06 12:03:37.283847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Transition to ACTIVE for port object 0986a543-b86e-41eb-a502-cc680590d01a will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:03:37.296412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.340154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.354754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.355306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3421a770-931b-4490-b045-c54255213ccc {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:03:37.362853 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.363976 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eb45aa3a-0dd9-4e9b-984a-7bcdc47fcd18 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3421a770-931b-4490-b045-c54255213ccc HTTP/1.1" status: 204 len: 168 time: 4.7589364 Dec 06 12:03:37.366923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f372137f-07f0-4089-9283-1a3ec564057d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.369467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38466) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:37.402366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-c99c6556-6c04-438b-b090-a54256d71dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:37.404050 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-c99c6556-6c04-438b-b090-a54256d71dc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2243690 Dec 06 12:03:37.429030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Pushing event updated for resources: {'Port': ['ID=0986a543-b86e-41eb-a502-cc680590d01a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:37.471363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372137f-07f0-4089-9283-1a3ec564057d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=6571fbec-6cbe-4889-925f-a3030a249d22,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:37.479403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7038-e9bb-4828-afc2-a16645d856cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.481909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7038-e9bb-4828-afc2-a16645d856cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.483047 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b5ea7038-e9bb-4828-afc2-a16645d856cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f520e72-8950-4fc8-813e-24c92f0c6f01 HTTP/1.1" status: 204 len: 168 time: 0.8049283 Dec 06 12:03:37.503925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-3e2974e8-5ec7-40bb-ba28-45cb88909577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:37.511443 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-3e2974e8-5ec7-40bb-ba28-45cb88909577 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2291253 Dec 06 12:03:37.515975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f372137f-07f0-4089-9283-1a3ec564057d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.520742 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f372137f-07f0-4089-9283-1a3ec564057d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/6571fbec-6cbe-4889-925f-a3030a249d22 HTTP/1.1" status: 204 len: 168 time: 1.5864248 Dec 06 12:03:37.545860 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-6838c642-4189-4f9d-95e2-9a480f02b0bb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Deleting subnet f563ed4a-b287-4692-a05b-078422c2b750 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:03:37.554523 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38470) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:37.601735 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea7038-e9bb-4828-afc2-a16645d856cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f520e72-8950-4fc8-813e-24c92f0c6f01,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:37.607166 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11e78660-6d0f-4698-9956-b377b375554e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.657141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6838c642-4189-4f9d-95e2-9a480f02b0bb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.706571 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-11e78660-6d0f-4698-9956-b377b375554e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for b4b8c5f8-f09a-4f73-828f-75f1171f4f9f owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:37.728253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba867bf-2248-46db-9c63-558ecdfb8d8f req-4c5473e2-e2d7-439d-823a-6f9f77a0072e tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:37.729748 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8ba867bf-2248-46db-9c63-558ecdfb8d8f req-4c5473e2-e2d7-439d-823a-6f9f77a0072e tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 943 time: 0.2702935 Dec 06 12:03:37.790070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6838c642-4189-4f9d-95e2-9a480f02b0bb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:37.800516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de384796-f99f-415b-8b20-e82e7182799a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:37.802261 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-de384796-f99f-415b-8b20-e82e7182799a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2413182 Dec 06 12:03:37.836497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38478) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:37.851083 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-92f02715-3b44-4db1-b0b5-fcf433b0405b service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997538 Dec 06 12:03:37.884715 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0e5610-b6a1-4be3-afff-d59911d18031 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:03:37.889486 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5d0e5610-b6a1-4be3-afff-d59911d18031 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/815ba012-2d11-40f8-a2b6-4930aacb175f HTTP/1.1" status: 404 len: 333 time: 0.0486429 Dec 06 12:03:37.900881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38482) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:37.981637 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-b078a83f-f59f-45f6-b5c2-7d9a0d790197 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:03:37.985713 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b078a83f-f59f-45f6-b5c2-7d9a0d790197 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/6571fbec-6cbe-4889-925f-a3030a249d22 HTTP/1.1" status: 404 len: 333 time: 0.0719352 Dec 06 12:03:37.994516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38488) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:38.011088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6838c642-4189-4f9d-95e2-9a480f02b0bb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.057248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Attempting to bind port 0986a543-b86e-41eb-a502-cc680590d01a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:38.057584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Attempting to bind port 0986a543-b86e-41eb-a502-cc680590d01a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:38.057911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Attempting to bind port 0986a543-b86e-41eb-a502-cc680590d01a on network 4118da23-03dd-4555-8aa5-b92daa98623f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:38.082611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Port 0986a543-b86e-41eb-a502-cc680590d01a on network 4118da23-03dd-4555-8aa5-b92daa98623f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:03:38.082933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Attempting to bind port 0986a543-b86e-41eb-a502-cc680590d01a on network 4118da23-03dd-4555-8aa5-b92daa98623f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:38.123918 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-9da6a5b2-b589-43dd-a1d7-5b97df58ff97 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638268 Dec 06 12:03:38.126383 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.132716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:38.133336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Checking segment: {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:38.133699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Bound using segment: {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:38.134135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Bound port: 0986a543-b86e-41eb-a502-cc680590d01a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:38.134475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.161047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.174009 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-16ba9691-fb09-41a3-91fa-5393005f7266 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027256 Dec 06 12:03:38.183342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132805d5-630b-4f1a-8997-b4608e1003ec req-97d6841f-0acf-4c83-b08b-209e37b61741 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:38.184896 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-132805d5-630b-4f1a-8997-b4608e1003ec req-97d6841f-0acf-4c83-b08b-209e37b61741 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 943 time: 0.4491675 Dec 06 12:03:38.190735 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8ba867bf-2248-46db-9c63-558ecdfb8d8f req-315332b9-bb85-4f76-ae28-1be614931349 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4457228 Dec 06 12:03:38.197693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.230282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6838c642-4189-4f9d-95e2-9a480f02b0bb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.282072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838c642-4189-4f9d-95e2-9a480f02b0bb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f563ed4a-b287-4692-a05b-078422c2b750,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:38.283969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11e78660-6d0f-4698-9956-b377b375554e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.326771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6838c642-4189-4f9d-95e2-9a480f02b0bb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.334453 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6838c642-4189-4f9d-95e2-9a480f02b0bb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/f563ed4a-b287-4692-a05b-078422c2b750 HTTP/1.1" status: 204 len: 168 time: 0.9578085 Dec 06 12:03:38.339075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38500) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:38.341137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Pushing event updated for resources: {'Port': ['ID=ef3fe0d1-4179-4fc2-ad0c-597f40614f98,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:38.341924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e78660-6d0f-4698-9956-b377b375554e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=b4b8c5f8-f09a-4f73-828f-75f1171f4f9f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:38.408002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.411194 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11e78660-6d0f-4698-9956-b377b375554e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.414353 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-11e78660-6d0f-4698-9956-b377b375554e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/b4b8c5f8-f09a-4f73-828f-75f1171f4f9f HTTP/1.1" status: 204 len: 168 time: 1.7181356 Dec 06 12:03:38.420093 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38502) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:38.474954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38504) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:38.484052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51aae1f3-fcc8-44fc-845a-9cd0bb808b84']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:38.506266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba39660-b4b6-4e51-8145-474d95bff769') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:38.506676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba39660-b4b6-4e51-8145-474d95bff769') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:38.522790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] For port 0986a543-b86e-41eb-a502-cc680590d01a, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:38.532514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.542380 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fc0a332-505f-4de8-81b7-97d52f5434f8 req-92a36e7f-6155-4bbc-926e-f62d4056e306 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046032 Dec 06 12:03:38.554675 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-132805d5-630b-4f1a-8997-b4608e1003ec req-ab7560c5-5369-47f5-9594-01767c57837c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303461 Dec 06 12:03:38.555538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.580023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.588544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] For port 0986a543-b86e-41eb-a502-cc680590d01a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0986a543-b86e-41eb-a502-cc680590d01a,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:38.602148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d1318-e3da-49ed-be1e-ed53b413f7e3 req-e2745e66-e7bc-4f27-a352-abe18f26b1b9 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:38.611091 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d61d1318-e3da-49ed-be1e-ed53b413f7e3 req-e2745e66-e7bc-4f27-a352-abe18f26b1b9 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 943 time: 0.2510402 Dec 06 12:03:38.622075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.643423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.644776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3225c1c0-3760-4ff3-b848-612192004372 tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9380634 Dec 06 12:03:38.667957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38508) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:38.772134 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:38.772831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.774114 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] 10.222.0.43 "PUT /v2.0/ports/0986a543-b86e-41eb-a502-cc680590d01a HTTP/1.1" status: 200 len: 1093 time: 2.7333205 Dec 06 12:03:38.777310 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9442eafe-2c7a-4dff-ac02-49b65bb36985 tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.1071489 Dec 06 12:03:38.777850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'tag': '0986a543-b86e-41eb-a502-cc680590d01a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:03:38.780266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf954be-57b9-4224-b0dd-da34f07f6427" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2a0242-586c-4e5e-9a3f-d28a637cecb7", "tag": "0986a543-b86e-41eb-a502-cc680590d01a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:03:38.787943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38510) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:38.838931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c0c3b-c74c-49d4-8c5f-332bff96c285 service neutron] Pushing event updated for resources: {'Port': ['ID=0986a543-b86e-41eb-a502-cc680590d01a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:38.864883 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3c4d76a6-a83e-4a5d-82d2-b4fb68d36c3a tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1940057371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:38.880368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b88c64-6dd3-4ace-b127-0242d8705e1e x-openstack-request-id: req-b4b88c64-6dd3-4ace-b127-0242d8705e1e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:03:38.880627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2a0242-586c-4e5e-9a3f-d28a637cecb7", "tag": "0986a543-b86e-41eb-a502-cc680590d01a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:03:38.880747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4b88c64-6dd3-4ace-b127-0242d8705e1e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:03:38.881318 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'tag': '0986a543-b86e-41eb-a502-cc680590d01a', 'status': 'completed', 'code': 200} Dec 06 12:03:38.884004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06845a59-0e13-472c-8886-b991fc8ae655 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:38.885759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06845a59-0e13-472c-8886-b991fc8ae655 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:38.889638 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-06845a59-0e13-472c-8886-b991fc8ae655 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4662426 Dec 06 12:03:38.892309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38514) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:38.896674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.910811 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d61d1318-e3da-49ed-be1e-ed53b413f7e3 req-5cc91d97-8383-4a3b-ab30-0807725dac02 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981076 Dec 06 12:03:38.945599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:38.946309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:38.952157 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:38.954617 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-30f192c5-3f19-4501-9900-ea5a69247f9b tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1620290 Dec 06 12:03:38.956451 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38516) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:38.958464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:38.973052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6a4e2c19-f759-4d4a-be97-c06339a29b46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:03:38.987784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:38.993937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6a4e2c19-f759-4d4a-be97-c06339a29b46 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:03:38.994298 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6a4e2c19-f759-4d4a-be97-c06339a29b46 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:03:38.998442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-a2164354-f42a-4139-8bb2-aacb2dcf0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:39.000409 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-a2164354-f42a-4139-8bb2-aacb2dcf0399 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ef7a184d3aa42d09fc31064638724f1&device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 1096 time: 0.1179428 Dec 06 12:03:39.003988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:39.004277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7b43a4-df6d-412b-bcad-dfca3d5bfbc0') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:39.021442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.054821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c4d76a6-a83e-4a5d-82d2-b4fb68d36c3a tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.055889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c4d76a6-a83e-4a5d-82d2-b4fb68d36c3a tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.058396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-3fbdffe4-8965-4412-8ac3-bdfc64d5bbb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0986a543-b86e-41eb-a502-cc680590d01a HTTP/1.1" status: 200 len: 217 time: 0.0473766 Dec 06 12:03:39.065571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.080534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:39.080876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:39.082645 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:39.134678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-057a982b-56cc-42d7-a9ef-c502d95c1748 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet be1c2b95-9b77-4a50-b935-6b0d99d0fdac {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:03:39.143399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-057a982b-56cc-42d7-a9ef-c502d95c1748 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.163124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-64b8ff55-e2a4-47f8-9c2c-8622917d21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:39.164721 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-64b8ff55-e2a4-47f8-9c2c-8622917d21e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6818edfa-59b7-4071-9185-dfe24d568129 HTTP/1.1" status: 200 len: 851 time: 0.0967944 Dec 06 12:03:39.166892 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.169037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.175501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:03:39.185925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.197453 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "DELETE /v2.0/networks/5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9 HTTP/1.1" status: 204 len: 168 time: 0.8512168 Dec 06 12:03:39.213117 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.220589 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/networks/51aae1f3-fcc8-44fc-845a-9cd0bb808b84 HTTP/1.1" status: 204 len: 168 time: 1.2205021 Dec 06 12:03:39.232102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38520) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:39.235893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3250192-f5b3-4225-90c2-8ca20fe685c0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fe9f0e7-8507-47a0-a69f-e42a8c31b4d9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:39.251217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-872648669'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:39.284405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:39.299490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.313066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c4d76a6-a83e-4a5d-82d2-b4fb68d36c3a tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.352313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-a3289a55-198f-432e-9aa1-e6be228faf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:39.353916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c4d76a6-a83e-4a5d-82d2-b4fb68d36c3a tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.355584 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-a3289a55-198f-432e-9aa1-e6be228faf96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4118da23-03dd-4555-8aa5-b92daa98623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1783772 Dec 06 12:03:39.387796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-057a982b-56cc-42d7-a9ef-c502d95c1748 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.392221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:39.415356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b629d8-3de7-4e29-bf76-d5a12ca7600c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Network': ['ID=51aae1f3-fcc8-44fc-845a-9cd0bb808b84,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:39.471020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c4d76a6-a83e-4a5d-82d2-b4fb68d36c3a tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.472714 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3c4d76a6-a83e-4a5d-82d2-b4fb68d36c3a tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9802666 Dec 06 12:03:39.475651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38528) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:39.489902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1404522246'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:39.505715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.506477 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Added segment 6e4755e8-697f-474a-9203-9c6a487f9744 of type vlan for network 731aa3db-d5c2-479f-9d0f-d06445048260 Dec 06 12:03:39.563256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdad78-86f5-43cc-a0a7-69c8b96796e8 req-e17d140e-c9c3-44db-9504-8b73fd8832ed tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:39.571394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4bdad78-86f5-43cc-a0a7-69c8b96796e8 req-e17d140e-c9c3-44db-9504-8b73fd8832ed tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 943 time: 0.2355490 Dec 06 12:03:39.589190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38532) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:39.599755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e73eff11-447e-46fc-ad5f-3ef8aecd6712 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'router': {'name': 'tempest-router--204386480', 'project_id': 'f787a802a7224d1bba1f64012ea11017'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:39.618154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Deleting port ef3fe0d1-4179-4fc2-ad0c-597f40614f98 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:39.618519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.667658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.672751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Made reservation on behalf of 30f145050a314ae48c452da3b3b8d4b5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:39.676299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.725501 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-83c47c0b-c560-40ea-baaf-f7346d44c882 service neutron] 10.222.0.43 "GET /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406966 Dec 06 12:03:39.728731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.729092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.736296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.746802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-057a982b-56cc-42d7-a9ef-c502d95c1748 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.783119 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Calling delete_port for ef3fe0d1-4179-4fc2-ad0c-597f40614f98 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:39.791683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e73eff11-447e-46fc-ad5f-3ef8aecd6712 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.792672 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e73eff11-447e-46fc-ad5f-3ef8aecd6712 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.819449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.825012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:39.825658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.838883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4bdad78-86f5-43cc-a0a7-69c8b96796e8 req-38d07024-1c7f-404d-a2dc-e1064989d50f tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657814 Dec 06 12:03:39.905294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed019c2b-ec41-4333-ab1c-70102965e556 req-a4129232-eb87-40d3-bf25-87891a2aa630 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:39.908056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed019c2b-ec41-4333-ab1c-70102965e556 req-a4129232-eb87-40d3-bf25-87891a2aa630 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 943 time: 0.2591877 Dec 06 12:03:39.947778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e73eff11-447e-46fc-ad5f-3ef8aecd6712 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.955882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e73eff11-447e-46fc-ad5f-3ef8aecd6712 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.958335 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7249005 Dec 06 12:03:39.969696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-057a982b-56cc-42d7-a9ef-c502d95c1748 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:39.971536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38536) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:40.001758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '731aa3db-d5c2-479f-9d0f-d06445048260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:40.054313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a982b-56cc-42d7-a9ef-c502d95c1748 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=be1c2b95-9b77-4a50-b935-6b0d99d0fdac,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:40.055632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da75afc1-08a2-482d-a317-6e9937e9d5af None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:40.056505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-057a982b-56cc-42d7-a9ef-c502d95c1748 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.061972 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-057a982b-56cc-42d7-a9ef-c502d95c1748 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/be1c2b95-9b77-4a50-b935-6b0d99d0fdac HTTP/1.1" status: 204 len: 168 time: 1.1664290 Dec 06 12:03:40.065294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572dfe9-7335-4edf-ba4c-7fb01919d0c7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Network': ['ID=731aa3db-d5c2-479f-9d0f-d06445048260,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:40.066315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e73eff11-447e-46fc-ad5f-3ef8aecd6712 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.067459 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e73eff11-447e-46fc-ad5f-3ef8aecd6712 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4710772 Dec 06 12:03:40.071749 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38538) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:40.072144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38540) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:40.100577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 731aa3db-d5c2-479f-9d0f-d06445048260 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:40.113705 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c1bb09d-ad7c-47ae-9087-de21853b8931 req-ff4201dd-a4cd-4e0a-93cd-6714e10ce644 service neutron] 10.222.0.43 "GET /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606682 Dec 06 12:03:40.133453 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed019c2b-ec41-4333-ab1c-70102965e556 req-6a05a686-fd9d-4a26-a44e-3b2c1eb9f1e2 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084007 Dec 06 12:03:40.150741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bcc6f-1cb0-4a5d-81c3-a3e1d579af2f req-0ba06f64-5b4b-4ff8-ad07-531aaf45d6bb tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:40.152940 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e30bcc6f-1cb0-4a5d-81c3-a3e1d579af2f req-0ba06f64-5b4b-4ff8-ad07-531aaf45d6bb tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 943 time: 0.1422930 Dec 06 12:03:40.212455 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4373721a-d971-4eb1-9d62-faa9255e8fd6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361032 Dec 06 12:03:40.218357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38542) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:40.221146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.229154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:40.258551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69b011b8-a49f-4beb-96ad-0e05d195603d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.262355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.367365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:40.395447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:03:40.408507 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e30bcc6f-1cb0-4a5d-81c3-a3e1d579af2f req-9504ac07-93ba-489c-8258-2a42fc60cf8b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262037 Dec 06 12:03:40.423579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c919fc-f1bf-4d73-8e21-cb6863314e5b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:40.428460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.429020 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Added segment f3378624-499e-41cd-96c2-3cdc44600046 of type vlan for network b898874a-df48-4397-b509-f44aec9f0730 Dec 06 12:03:40.436873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:40.440216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.442633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-34e3fe07-75ad-4387-9b3f-be7cfd6353e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:40.445477 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-34e3fe07-75ad-4387-9b3f-be7cfd6353e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ef7a184d3aa42d09fc31064638724f1&device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 1096 time: 0.2113800 Dec 06 12:03:40.462983 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] Deleting port a953af00-2ecf-4864-a023-3cfeb9f0feae {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:40.463357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.480994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.516977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69b011b8-a49f-4beb-96ad-0e05d195603d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.521189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.521690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69b011b8-a49f-4beb-96ad-0e05d195603d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.529671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] For port a953af00-2ecf-4864-a023-3cfeb9f0feae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a953af00-2ecf-4864-a023-3cfeb9f0feae,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:40.530060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.543512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] Calling delete_port for a953af00-2ecf-4864-a023-3cfeb9f0feae owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:40.553452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Pushing event deleted for resources: {'Port': ['ID=ef3fe0d1-4179-4fc2-ad0c-597f40614f98,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:40.569569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:40.573210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.596434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Performing IP validity checks on allocation pools {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:03:40.597756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:03:40.643918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.649647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69b011b8-a49f-4beb-96ad-0e05d195603d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.650118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b011b8-a49f-4beb-96ad-0e05d195603d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2da1dc5a-370b-4c52-af79-11573c4df590 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:03:40.656708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69b011b8-a49f-4beb-96ad-0e05d195603d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.660460 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-69b011b8-a49f-4beb-96ad-0e05d195603d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2da1dc5a-370b-4c52-af79-11573c4df590 HTTP/1.1" status: 204 len: 168 time: 0.5832906 Dec 06 12:03:40.660632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.665982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:40.666626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.681775 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.684277 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:40.689005 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8911040e-0ba8-43a7-a462-b02ee4fe170d tempest-FloatingIPAdminTestJSON-2058882748 tempest-FloatingIPAdminTestJSON-2058882748-project] 10.222.0.24 "DELETE /v2.0/floatingips/9b281a70-4afa-45f6-beb6-a61ece1ad846 HTTP/1.1" status: 204 len: 168 time: 1.6726353 Dec 06 12:03:40.690372 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38546) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:40.696596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] Pushing event deleted for resources: {'Port': ['ID=a953af00-2ecf-4864-a023-3cfeb9f0feae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:40.705092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3ff49-43ea-4186-b3ba-3c01f8bac416 None None] No DVR routers for this DVR port a953af00-2ecf-4864-a023-3cfeb9f0feae on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:40.728951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-b5089bda-43a9-4f27-8e7a-4421725966dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:40.730762 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-b5089bda-43a9-4f27-8e7a-4421725966dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=4118da23-03dd-4555-8aa5-b92daa98623f HTTP/1.1" status: 200 len: 913 time: 0.2547514 Dec 06 12:03:40.748406 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2679365 Dec 06 12:03:40.753574 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38548) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:40.764520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'subnet': {'network_id': 'b898874a-df48-4397-b509-f44aec9f0730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:40.826689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38550) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:40.838132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-087aa3a5-bfab-4e26-b490-71b9badbe6df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0986a543-b86e-41eb-a502-cc680590d01a HTTP/1.1" status: 200 len: 217 time: 0.0604177 Dec 06 12:03:40.842099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b6730-8821-4853-a578-f7f9b0b972a9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Network': ['ID=b898874a-df48-4397-b509-f44aec9f0730,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:40.858214 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network b898874a-df48-4397-b509-f44aec9f0730 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:40.927406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-645d3cef-3bdd-4f00-8daf-e6e1492d4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:40.928982 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-645d3cef-3bdd-4f00-8daf-e6e1492d4d44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6818edfa-59b7-4071-9185-dfe24d568129 HTTP/1.1" status: 200 len: 851 time: 0.0815716 Dec 06 12:03:40.974142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.034580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Made reservation on behalf of 30f145050a314ae48c452da3b3b8d4b5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:41.038125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.072832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a953af00-2ecf-4864-a023-3cfeb9f0feae no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:03:41.099457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a953af00-2ecf-4864-a023-3cfeb9f0feae {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:03:41.100083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a953af00-2ecf-4864-a023-3cfeb9f0feae not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:03:41.133508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Deleting port 0bcbf211-3e9b-4f07-92cd-2f3646c2d946 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:41.133866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.172306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=db3595f0-f2b8-4ce0-85f5-b792dc3710d2,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:41.225257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking segment: {'id': '6e4755e8-697f-474a-9203-9c6a487f9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731aa3db-d5c2-479f-9d0f-d06445048260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:41.225656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network hostable DHCP agents. Network: 731aa3db-d5c2-479f-9d0f-d06445048260, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:41.273483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.273817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.296058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-213054164', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:41.296289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Calling delete_port for 0bcbf211-3e9b-4f07-92cd-2f3646c2d946 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:41.301324 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 731aa3db-d5c2-479f-9d0f-d06445048260 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:41.340063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 731aa3db-d5c2-479f-9d0f-d06445048260) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:41.351577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:41.352212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.354142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033d320-d2e1-4e23-9ded-fda2dd5b3760 None None] Network 731aa3db-d5c2-479f-9d0f-d06445048260 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:41.354302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.374325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-acd4ec68-15f8-4d92-9aed-975d96ffebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:41.377160 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-acd4ec68-15f8-4d92-9aed-975d96ffebe8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4118da23-03dd-4555-8aa5-b92daa98623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4397290 Dec 06 12:03:41.415409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8e573eec-724f-40ed-ada7-b9bfca391e6a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:03:41.417936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.418969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.451500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692afcf-69f0-4570-a941-7eebbda7307c req-5b8bf6d4-6b6d-471a-8d14-313885aefb4b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:41.453303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2692afcf-69f0-4570-a941-7eebbda7307c req-5b8bf6d4-6b6d-471a-8d14-313885aefb4b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 943 time: 0.4670825 Dec 06 12:03:41.479678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:41.524203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:41.538338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8abc-a582-44a1-a645-47f30caf032d req-8b81a622-4d91-41b3-bb27-f78be74e69c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:41.539979 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45ec8abc-a582-44a1-a645-47f30caf032d req-8b81a622-4d91-41b3-bb27-f78be74e69c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 943 time: 0.2618906 Dec 06 12:03:41.548959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:41.549547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.563544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=2a1913d7-dc88-4788-88b3-bf996abd442d,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:41.626900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00142083-cf70-412d-a3da-380f1bf9752d None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:41.628524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.676712 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8c467949-3c2a-431e-8779-2581a48fedaa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6920981 Dec 06 12:03:41.677690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38560) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:41.686680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f920d2e0-2533-48e4-aed9-dad1f6159994 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4640186 Dec 06 12:03:41.688389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '731aa3db-d5c2-479f-9d0f-d06445048260', 'name': 'tempest-PortsTestJSON-62434771'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:41.697524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38562) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:41.724535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'name': 'tempest-NetworksTestDHCPv6-113935478'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:41.782389 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2692afcf-69f0-4570-a941-7eebbda7307c req-4b8a9cb4-6541-449c-beb4-111c77a2940f tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124008 Dec 06 12:03:41.796084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8e573eec-724f-40ed-ada7-b9bfca391e6a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:41.799458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-d785cd60-5a69-42d1-92e2-600f860b9db1 service neutron] 10.222.0.43 "GET /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945665 Dec 06 12:03:41.832253 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45ec8abc-a582-44a1-a645-47f30caf032d req-0f571266-b734-43e7-9c2d-34d8ddab4e56 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642014 Dec 06 12:03:41.856824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.859649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-731aa3db-d5c2-479f-9d0f-d06445048260', 'network_id': '731aa3db-d5c2-479f-9d0f-d06445048260', 'tenant_id': '3683358b5a1f4edd95ba9ba6095d4e40', 'fixed_ips': [{'subnet_id': 'db3595f0-f2b8-4ce0-85f5-b792dc3710d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:41.860532 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:41.892670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'port_id': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'mac_address': 'fa:16:3e:6f:85:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:03:41.962130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.033502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152dbd3-edb7-4b17-ab66-aaaa5fdffbe8 req-77496d66-9c62-40de-bc75-749ce34f9ed5 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:42.035019 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d152dbd3-edb7-4b17-ab66-aaaa5fdffbe8 req-77496d66-9c62-40de-bc75-749ce34f9ed5 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 943 time: 0.1300869 Dec 06 12:03:42.037516 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2bf954be-57b9-4224-b0dd-da34f07f6427 req-5b8af690-5093-4c4b-8515-e7facf49e4f3 service neutron] 10.222.0.43 "GET /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185485 Dec 06 12:03:42.040562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '2a1913d7-dc88-4788-88b3-bf996abd442d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:42.040840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Subnet': ['ID=5f7b05a4-709a-472e-ae03-ff5748049a33,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:42.041662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.060588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:42.066577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.072926 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.102976 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Checking segment: {'id': 'f3378624-499e-41cd-96c2-3cdc44600046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b898874a-df48-4397-b509-f44aec9f0730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:42.103587 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network hostable DHCP agents. Network: b898874a-df48-4397-b509-f44aec9f0730, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:42.114539 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:42.129633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e573eec-724f-40ed-ada7-b9bfca391e6a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:03:42.132797 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d152dbd3-edb7-4b17-ab66-aaaa5fdffbe8 req-2ed893cb-07ed-4b7e-9008-dab7ce66f916 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571172 Dec 06 12:03:42.160212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.210199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:42.213483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8e573eec-724f-40ed-ada7-b9bfca391e6a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:42.213700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.221681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Allocated IP 172.20.0.2 (731aa3db-d5c2-479f-9d0f-d06445048260/db3595f0-f2b8-4ce0-85f5-b792dc3710d2/f28c2a1d-eac0-4dce-86b7-1e32b9844463) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:42.221893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bcbf211-3e9b-4f07-92cd-2f3646c2d946,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:42.229253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.229917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 74cbe82f-a41e-4fb9-a347-f293e8936a39 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:03:42.233472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network b898874a-df48-4397-b509-f44aec9f0730 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:42.274088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.284631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 0ade61de-6053-4d38-a90b-9c320e34eca5 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:42.292658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b898874a-df48-4397-b509-f44aec9f0730) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:42.301851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:42.302172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.311948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.335222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92de701-90fa-42c0-bd16-f95a99b6b1af None None] Network b898874a-df48-4397-b509-f44aec9f0730 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:42.356620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.358061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.359763 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c69f3374-1809-4556-8065-6cec0190118a tempest-FloatingIPAdminTestJSON-1755232353 tempest-FloatingIPAdminTestJSON-1755232353-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/b4991363-7855-4bdd-a5d2-3caa6dc1edee HTTP/1.1" status: 204 len: 168 time: 1.6683278 Dec 06 12:03:42.364777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38564) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:42.374798 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d36f9d73-d631-4a1d-bc2e-348f63556875 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6122112 Dec 06 12:03:42.374981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38566) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:42.381400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'network': {'name': 'tempest-router-network01--1811684841'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:42.489978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8e573eec-724f-40ed-ada7-b9bfca391e6a,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:42.506589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/2a1913d7-dc88-4788-88b3-bf996abd442d/8d86d919-b436-4623-940b-903688979d71) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:42.513181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Made reservation on behalf of 30f145050a314ae48c452da3b3b8d4b5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:42.517282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.568557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Allocated IP 172.36.1.94 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/d651ba8e-040e-4595-a76a-3decf3d0d815) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:42.589680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:42.626674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.627006 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Added segment b6b43668-8724-44f9-9cb1-847c47086a5b of type vlan for network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 Dec 06 12:03:42.664191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 74cbe82f-a41e-4fb9-a347-f293e8936a39, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:42.691514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-64a71727-b262-43da-9600-07215420f5c2 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Deleting port 6c6dd56f-330e-427e-99f0-da48a8262c10 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:42.691888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a71727-b262-43da-9600-07215420f5c2 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.725796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'port_id': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'mac_address': 'fa:16:3e:38:7a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:03:42.726059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.738909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.761614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.816036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.832116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:42.832294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.7 (731aa3db-d5c2-479f-9d0f-d06445048260/db3595f0-f2b8-4ce0-85f5-b792dc3710d2/5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:42.832726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.839993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b898874a-df48-4397-b509-f44aec9f0730', 'network_id': 'b898874a-df48-4397-b509-f44aec9f0730', 'tenant_id': '30f145050a314ae48c452da3b3b8d4b5', 'fixed_ips': [{'subnet_id': '5f7b05a4-709a-472e-ae03-ff5748049a33'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:42.840651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.900170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Network 731aa3db-d5c2-479f-9d0f-d06445048260 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:42.915523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:42.917288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.920826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:42.924356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.924980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Pushing event updated for resources: {'Port': ['ID=f28c2a1d-eac0-4dce-86b7-1e32b9844463,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:42.942315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.957191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a71727-b262-43da-9600-07215420f5c2 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:42.997672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cbe82f-a41e-4fb9-a347-f293e8936a39 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:03:43.006887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.011336 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6323984 Dec 06 12:03:43.026087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38572) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:43.036023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'network': {'name': 'tempest-router-network02--2048390937'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:43.055594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-64a71727-b262-43da-9600-07215420f5c2 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Calling delete_port for 6c6dd56f-330e-427e-99f0-da48a8262c10 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:43.068553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.081614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93e346-d8bf-4790-8a23-af2fc0829383 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Network': ['ID=469e4078-0a19-4f90-8c50-7bbbea89c0c5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:43.103390 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::5c (61c27f2c-faab-4f7c-b849-24512843983c/2a1913d7-dc88-4788-88b3-bf996abd442d/0ade61de-6053-4d38-a90b-9c320e34eca5) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:43.105504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Made reservation on behalf of 30f145050a314ae48c452da3b3b8d4b5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:43.105688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:43.110028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.120770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 74cbe82f-a41e-4fb9-a347-f293e8936a39, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:43.140140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55473a6-ba54-464b-86bd-3589a0ba1b5c req-e9376442-e170-447f-a28f-19a4aa548d13 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:43.147937 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a55473a6-ba54-464b-86bd-3589a0ba1b5c req-e9376442-e170-447f-a28f-19a4aa548d13 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 943 time: 0.2150216 Dec 06 12:03:43.169041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Attempting to bind port f28c2a1d-eac0-4dce-86b7-1e32b9844463 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:43.169417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Attempting to bind port f28c2a1d-eac0-4dce-86b7-1e32b9844463 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6e4755e8-697f-474a-9203-9c6a487f9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731aa3db-d5c2-479f-9d0f-d06445048260'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:43.169777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Attempting to bind port f28c2a1d-eac0-4dce-86b7-1e32b9844463 on network 731aa3db-d5c2-479f-9d0f-d06445048260 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:43.172321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.177043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:43.179013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:43.186128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Pushing event updated for resources: {'Port': ['ID=8d86d919-b436-4623-940b-903688979d71,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:43.209394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a443a-8675-48c2-93ba-c4c78dbbe340 req-1cc04f65-3f9c-4572-8083-689910591d45 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:43.210975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a3a443a-8675-48c2-93ba-c4c78dbbe340 req-1cc04f65-3f9c-4572-8083-689910591d45 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 944 time: 0.2679644 Dec 06 12:03:43.213127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.213420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:43.221398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:43.221768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Checking segment: {'id': '6e4755e8-697f-474a-9203-9c6a487f9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731aa3db-d5c2-479f-9d0f-d06445048260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:43.222179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.222562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Bound using segment: {'id': '6e4755e8-697f-474a-9203-9c6a487f9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731aa3db-d5c2-479f-9d0f-d06445048260'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:43.223045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Bound port: f28c2a1d-eac0-4dce-86b7-1e32b9844463, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4755e8-697f-474a-9203-9c6a487f9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731aa3db-d5c2-479f-9d0f-d06445048260'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:43.223432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.225436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.225781 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Added segment 66e95d69-5717-405c-856d-c8645d411c6c of type vlan for network 1b537d56-8898-439c-9213-9f59b2c00cff Dec 06 12:03:43.230994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:43.236643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.330179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 731aa3db-d5c2-479f-9d0f-d06445048260 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:43.351493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:43.371242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:43.373758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:43.382388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:43.398002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:43.408419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a55473a6-ba54-464b-86bd-3589a0ba1b5c req-2c1d8029-670b-43c9-98d1-2d58ef7c955b tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596095 Dec 06 12:03:43.413560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event updated for resources: {'Port': ['ID=d651ba8e-040e-4595-a76a-3decf3d0d815,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:43.415663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.442892 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a3a443a-8675-48c2-93ba-c4c78dbbe340 req-3cfecdc6-9d98-494e-9ecd-f617d9b487fd tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167766 Dec 06 12:03:43.445564 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Allocated IP 2001:db8::2 (b898874a-df48-4397-b509-f44aec9f0730/5f7b05a4-709a-472e-ae03-ff5748049a33/f6d266da-e538-4e47-9983-ee39c8c92634) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:43.459928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:43.480080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 0986a543-b86e-41eb-a502-cc680590d01a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:03:43.536645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:43.537287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.546765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.553348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:43.554703 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.559307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.570451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=74cbe82f-a41e-4fb9-a347-f293e8936a39,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:43.604585 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-580d3c18-0b04-4f16-bc9c-3daecdb636d2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9243829 Dec 06 12:03:43.608863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Attempting to bind port 8d86d919-b436-4623-940b-903688979d71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:43.608863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Attempting to bind port 8d86d919-b436-4623-940b-903688979d71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:43.608863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Attempting to bind port 8d86d919-b436-4623-940b-903688979d71 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:43.612200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38576) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:43.654539 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6231296 Dec 06 12:03:43.657981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['8e573eec-724f-40ed-ada7-b9bfca391e6a'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:03:43.658524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['74cbe82f-a41e-4fb9-a347-f293e8936a39'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:03:43.678814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38578) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:43.692777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'subnet': {'network_id': '469e4078-0a19-4f90-8c50-7bbbea89c0c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:43.711942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] For port f28c2a1d-eac0-4dce-86b7-1e32b9844463, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:43.729389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e0bdd-2fe6-4085-9bb2-25f495826f46 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Network': ['ID=1b537d56-8898-439c-9213-9f59b2c00cff,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:43.744823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:43.744823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:43.745365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.745589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:43.746088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Bound port: 8d86d919-b436-4623-940b-903688979d71, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:43.746479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.790933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 1b537d56-8898-439c-9213-9f59b2c00cff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:43.821357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] For port f28c2a1d-eac0-4dce-86b7-1e32b9844463, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f28c2a1d-eac0-4dce-86b7-1e32b9844463,segment=NetworkSegment(6e4755e8-697f-474a-9203-9c6a487f9744),segment_id=6e4755e8-697f-474a-9203-9c6a487f9744)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:43.838884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.904282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.912664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:43.919000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Made reservation on behalf of 30f145050a314ae48c452da3b3b8d4b5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:43.923184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.932482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:43.935356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:43.939915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a71727-b262-43da-9600-07215420f5c2 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.942160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:43.944032 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.956654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d5163-97dd-408f-894f-84c5dc1aa3db req-0964ac6a-e02c-4d4f-bde0-c8eb8913e8c5 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:43.960964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c3c45-35de-480a-9e89-ef24e150acf2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:43.961320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3c45-35de-480a-9e89-ef24e150acf2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:43.963995 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c89d5163-97dd-408f-894f-84c5dc1aa3db req-0964ac6a-e02c-4d4f-bde0-c8eb8913e8c5 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 944 time: 0.1163077 Dec 06 12:03:43.975962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=0ade61de-6053-4d38-a90b-9c320e34eca5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:43.996752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] For port 8d86d919-b436-4623-940b-903688979d71, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:44.000429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] For port 8d86d919-b436-4623-940b-903688979d71, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d86d919-b436-4623-940b-903688979d71,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:44.068407 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-06bc8059-63ad-43c5-9ccd-5dd5a5412b00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3668611 Dec 06 12:03:44.070908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd68bd-738a-471e-b8c0-cace61d0704f None None] Pushing event updated for resources: {'Port': ['ID=f28c2a1d-eac0-4dce-86b7-1e32b9844463,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:44.084154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.138643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3c45-35de-480a-9e89-ef24e150acf2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.156468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c3c45-35de-480a-9e89-ef24e150acf2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:44.173998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38584) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:44.217871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 0986a543-b86e-41eb-a502-cc680590d01a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0986a543-b86e-41eb-a502-cc680590d01a,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:44.271384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '0986a543-b86e-41eb-a502-cc680590d01a', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'port_id': '0986a543-b86e-41eb-a502-cc680590d01a', 'mac_address': 'fa:16:3e:74:b6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:03:44.293446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.313237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c89d5163-97dd-408f-894f-84c5dc1aa3db req-0081e910-ac22-4b75-bc5e-5b98c6c0b8a7 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481915 Dec 06 12:03:44.316145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a71727-b262-43da-9600-07215420f5c2 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event deleted for resources: {'Port': ['ID=6c6dd56f-330e-427e-99f0-da48a8262c10,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:44.551630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.601937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.716949 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b192591-4a55-4723-8ad5-5601d37052ab None None] Pushing event updated for resources: {'Port': ['ID=8d86d919-b436-4623-940b-903688979d71,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:44.761688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.767256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0986a543-b86e-41eb-a502-cc680590d01a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:03:44.794652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.849318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a71727-b262-43da-9600-07215420f5c2 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.851733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Subnet': ['ID=bdbb07f2-cb41-4436-8d7a-dee22f1ada44,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:44.855126 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-64a71727-b262-43da-9600-07215420f5c2 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "DELETE /v2.0/ports/6c6dd56f-330e-427e-99f0-da48a8262c10 HTTP/1.1" status: 204 len: 168 time: 2.4872031 Dec 06 12:03:44.858896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38590) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:44.869298 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eca376-08ba-43e4-a783-0777fee57289 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:44.876907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eca376-08ba-43e4-a783-0777fee57289 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:44.878705 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d0eca376-08ba-43e4-a783-0777fee57289 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7035768 Dec 06 12:03:44.883732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3c45-35de-480a-9e89-ef24e150acf2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.885528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38592) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:44.923920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6765fb-b233-494e-8ed8-00436da370f0 req-c10c0069-9a6d-4b34-b970-bfd181f7ea95 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:44.925561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea6765fb-b233-494e-8ed8-00436da370f0 req-c10c0069-9a6d-4b34-b970-bfd181f7ea95 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 943 time: 0.2280109 Dec 06 12:03:44.939111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a528cb-929c-4de4-a7dc-60dee61353bd req-bbba1de8-6cd8-4eec-8392-fec47466fe53 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:44.947286 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-48a528cb-929c-4de4-a7dc-60dee61353bd req-bbba1de8-6cd8-4eec-8392-fec47466fe53 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 944 time: 0.2772105 Dec 06 12:03:44.956668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 0986a543-b86e-41eb-a502-cc680590d01a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0986a543-b86e-41eb-a502-cc680590d01a,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:44.969450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Network b898874a-df48-4397-b509-f44aec9f0730 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:44.984227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:44.990208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:44.995907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c3c45-35de-480a-9e89-ef24e150acf2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:45.003315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:45.005463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.012071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Checking segment: {'id': 'b6b43668-8724-44f9-9cb1-847c47086a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '469e4078-0a19-4f90-8c50-7bbbea89c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:45.012619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network hostable DHCP agents. Network: 469e4078-0a19-4f90-8c50-7bbbea89c0c5, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:45.021017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Pushing event updated for resources: {'Port': ['ID=f6d266da-e538-4e47-9983-ee39c8c92634,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:45.092453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb46f37-fde4-4a2f-8fe0-b8043f2dbb99 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:45.097213 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9eb46f37-fde4-4a2f-8fe0-b8043f2dbb99 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9ca082b-f930-4a05-ab4a-63d4e72c3f44 HTTP/1.1" status: 200 len: 913 time: 0.2347119 Dec 06 12:03:45.106694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38594) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:45.187745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:45.204287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Attempting to bind port f6d266da-e538-4e47-9983-ee39c8c92634 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:45.204808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Attempting to bind port f6d266da-e538-4e47-9983-ee39c8c92634 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f3378624-499e-41cd-96c2-3cdc44600046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b898874a-df48-4397-b509-f44aec9f0730'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:45.206039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Attempting to bind port f6d266da-e538-4e47-9983-ee39c8c92634 on network b898874a-df48-4397-b509-f44aec9f0730 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:45.209070 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f28c2a1d-eac0-4dce-86b7-1e32b9844463 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:45.211716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3c45-35de-480a-9e89-ef24e150acf2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.220908 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1c2c3c45-35de-480a-9e89-ef24e150acf2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94 HTTP/1.1" status: 204 len: 168 time: 1.6076210 Dec 06 12:03:45.223011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38596) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:45.229159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 469e4078-0a19-4f90-8c50-7bbbea89c0c5) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:45.235757 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea6765fb-b233-494e-8ed8-00436da370f0 req-3a830099-b9c7-42da-b1dc-3e19a4219baa tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832572 Dec 06 12:03:45.237000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.259304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-48a528cb-929c-4de4-a7dc-60dee61353bd req-dbdc8532-aad4-4a92-bb14-1e2aa5caead5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107305 Dec 06 12:03:45.270887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bc1e6c-975c-4411-b00d-c9e38e735745 None None] Network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:45.272897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=0986a543-b86e-41eb-a502-cc680590d01a,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:45.285929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:45.286529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.307456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:45.307456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Checking segment: {'id': 'f3378624-499e-41cd-96c2-3cdc44600046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b898874a-df48-4397-b509-f44aec9f0730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:45.307456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.307456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Bound using segment: {'id': 'f3378624-499e-41cd-96c2-3cdc44600046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b898874a-df48-4397-b509-f44aec9f0730'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:45.307456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Bound port: f6d266da-e538-4e47-9983-ee39c8c92634, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3378624-499e-41cd-96c2-3cdc44600046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b898874a-df48-4397-b509-f44aec9f0730'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:45.307456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.329817 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-423fa48a-1a17-4701-af4b-a5c94c4687d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:03:45.330340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423fa48a-1a17-4701-af4b-a5c94c4687d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:03:45.337937 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-423fa48a-1a17-4701-af4b-a5c94c4687d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94 HTTP/1.1" status: 404 len: 333 time: 0.1053970 Dec 06 12:03:45.364398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38600) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:45.400813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 74cbe82f-a41e-4fb9-a347-f293e8936a39 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:45.412642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['0986a543-b86e-41eb-a502-cc680590d01a'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:03:45.502080 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-326a0116-b395-4d2c-8d01-641c00ad8d72 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:03:45.503795 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-326a0116-b395-4d2c-8d01-641c00ad8d72 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/5abc0de6-4fb8-4ea1-80b3-4c6baffe4b94 HTTP/1.1" status: 404 len: 333 time: 0.0375223 Dec 06 12:03:45.510982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38602) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:45.533567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-df7cf6a9-ddbe-48b8-a536-9e43680c2dba tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 0ade61de-6053-4d38-a90b-9c320e34eca5 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:45.534061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df7cf6a9-ddbe-48b8-a536-9e43680c2dba tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.539951 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-abc05b96-6465-49f6-b3b0-412e3456c352 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8600781 Dec 06 12:03:45.544495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38604) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:45.560374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'subnet': {'network_id': '1b537d56-8898-439c-9213-9f59b2c00cff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:45.595815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8caf24-ebe7-496b-aee2-0aa6470d90b9 req-0a79fef3-8c1b-4d45-ab7d-03b5823bfb8d tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:45.598823 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1c8caf24-ebe7-496b-aee2-0aa6470d90b9 req-0a79fef3-8c1b-4d45-ab7d-03b5823bfb8d tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 944 time: 0.1637163 Dec 06 12:03:45.625080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f28c2a1d-eac0-4dce-86b7-1e32b9844463 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:45.625295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.631707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Router 5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:03:45.658629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a15c7c8-37a4-49d7-9fc3-c31d87eda7d4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet db3595f0-f2b8-4ce0-85f5-b792dc3710d2 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:03:45.686477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a15c7c8-37a4-49d7-9fc3-c31d87eda7d4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.698118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 74cbe82f-a41e-4fb9-a347-f293e8936a39 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:03:45.729369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 74cbe82f-a41e-4fb9-a347-f293e8936a39 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:45.729795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.807235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df7cf6a9-ddbe-48b8-a536-9e43680c2dba tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.827779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-df7cf6a9-ddbe-48b8-a536-9e43680c2dba tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 0ade61de-6053-4d38-a90b-9c320e34eca5 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:45.857680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1c8caf24-ebe7-496b-aee2-0aa6470d90b9 req-49362499-dc34-4506-b1d2-d3eaa0b32ce4 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500362 Dec 06 12:03:45.884626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a15c7c8-37a4-49d7-9fc3-c31d87eda7d4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.914106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] For port f6d266da-e538-4e47-9983-ee39c8c92634, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:45.916288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:45.925170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5c5bd-0c65-41bf-9d5c-e733ae1fa46e None None] Network 731aa3db-d5c2-479f-9d0f-d06445048260 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:45.994606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] For port f6d266da-e538-4e47-9983-ee39c8c92634, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6d266da-e538-4e47-9983-ee39c8c92634,segment=NetworkSegment(f3378624-499e-41cd-96c2-3cdc44600046),segment_id=f3378624-499e-41cd-96c2-3cdc44600046)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:46.048062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df7cf6a9-ddbe-48b8-a536-9e43680c2dba tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.082203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:46.084403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Made reservation on behalf of 30f145050a314ae48c452da3b3b8d4b5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:46.087613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.138047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a15c7c8-37a4-49d7-9fc3-c31d87eda7d4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.144850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.150754 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3df64bb5-c818-4a5d-b590-6ff769bb47ae tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3226891 Dec 06 12:03:46.151398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38606) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:46.298236 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7a190884-b2fd-40b1-b193-5e8a029070e9 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/routers/5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8 HTTP/1.1" status: 200 len: 923 time: 0.1225710 Dec 06 12:03:46.298998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38612) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:46.333505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.342671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de917f-8095-45c4-a304-785d68d56750 None None] Sync routers for ids ['5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:46.363477 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1ca0d754-f662-47bf-86a0-5d8e4d44c5e8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8 HTTP/1.1" status: 200 len: 205 time: 0.0607877 Dec 06 12:03:46.368070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38614) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:46.431182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-469e4078-0a19-4f90-8c50-7bbbea89c0c5', 'network_id': '469e4078-0a19-4f90-8c50-7bbbea89c0c5', 'tenant_id': '30f145050a314ae48c452da3b3b8d4b5', 'fixed_ips': [{'subnet_id': 'bdbb07f2-cb41-4436-8d7a-dee22f1ada44'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:46.436065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.470937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83e72d-cc14-4b02-8686-c97e3fa74246 None None] Pushing event updated for resources: {'Port': ['ID=f6d266da-e538-4e47-9983-ee39c8c92634,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:46.486693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de917f-8095-45c4-a304-785d68d56750 None None] Routers {'5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:46.497623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-82de917f-8095-45c4-a304-785d68d56750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:46.507674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cf6a9-ddbe-48b8-a536-9e43680c2dba tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=0ade61de-6053-4d38-a90b-9c320e34eca5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:46.539449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cbe82f-a41e-4fb9-a347-f293e8936a39'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:03:46.601282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a15c7c8-37a4-49d7-9fc3-c31d87eda7d4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.623511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df7cf6a9-ddbe-48b8-a536-9e43680c2dba tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.632649 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-df7cf6a9-ddbe-48b8-a536-9e43680c2dba tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/0ade61de-6053-4d38-a90b-9c320e34eca5 HTTP/1.1" status: 204 len: 168 time: 1.7426310 Dec 06 12:03:46.635020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763df3ad-7306-4540-89d7-5320955cb42a req-00d17d6a-b985-4f9e-b4f8-e9db5f21cca7 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:46.636567 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-763df3ad-7306-4540-89d7-5320955cb42a req-00d17d6a-b985-4f9e-b4f8-e9db5f21cca7 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 944 time: 0.1912394 Dec 06 12:03:46.645739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38620) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:46.671106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25653934-ed8d-4a1a-b039-42205d6f32fc req-79f2fee4-53d7-4698-b396-d7e7a457770f tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:46.672541 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-25653934-ed8d-4a1a-b039-42205d6f32fc req-79f2fee4-53d7-4698-b396-d7e7a457770f tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 944 time: 0.3055449 Dec 06 12:03:46.676434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 74cbe82f-a41e-4fb9-a347-f293e8936a39, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:46.680856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-82de917f-8095-45c4-a304-785d68d56750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:46.681014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15c7c8-37a4-49d7-9fc3-c31d87eda7d4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=db3595f0-f2b8-4ce0-85f5-b792dc3710d2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:46.685462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a15c7c8-37a4-49d7-9fc3-c31d87eda7d4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.691747 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4a15c7c8-37a4-49d7-9fc3-c31d87eda7d4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/db3595f0-f2b8-4ce0-85f5-b792dc3710d2 HTTP/1.1" status: 204 len: 168 time: 1.1749396 Dec 06 12:03:46.696950 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38622) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:46.709004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b751c1e7-2059-4ca4-92b9-0059fd19d9f1 None None] Provisioning complete for port f28c2a1d-eac0-4dce-86b7-1e32b9844463 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:46.709382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b751c1e7-2059-4ca4-92b9-0059fd19d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.738124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de917f-8095-45c4-a304-785d68d56750 None None] Routers {'5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:46.738769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-82de917f-8095-45c4-a304-785d68d56750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:46.741829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.779557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:46.794740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a9afd7-c896-49c5-9094-5455906e9d43 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:46.800588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a9afd7-c896-49c5-9094-5455906e9d43 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:46.804913 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a7a9afd7-c896-49c5-9094-5455906e9d43 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1533520 Dec 06 12:03:46.806270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-82de917f-8095-45c4-a304-785d68d56750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:46.806270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de917f-8095-45c4-a304-785d68d56750 None None] The sync data for ids ['5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:46.806501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38626) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:46.869619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=74cbe82f-a41e-4fb9-a347-f293e8936a39,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:46.941842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebf17ca-1ccb-4071-82c3-49b99172555a" -d '{"events": [{"server_uuid": "91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f", "name": "network-vif-plugged", "status": "completed", "tag": "74cbe82f-a41e-4fb9-a347-f293e8936a39"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:03:47.003585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.020477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed12c7a-8495-413b-a603-88018d8ed0a6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 2a1913d7-dc88-4788-88b3-bf996abd442d {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:03:47.031458 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c7a-8495-413b-a603-88018d8ed0a6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.108483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.171526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.173487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] DHCP port deletion for 731aa3db-d5c2-479f-9d0f-d06445048260 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:03:47.194467 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-763df3ad-7306-4540-89d7-5320955cb42a req-8755f18c-fa72-4436-90e1-acef4cb22c90 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5204456 Dec 06 12:03:47.198124 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-25653934-ed8d-4a1a-b039-42205d6f32fc req-a08094b7-cbdc-4200-b087-a479947467d7 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5139847 Dec 06 12:03:47.208005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.280383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b751c1e7-2059-4ca4-92b9-0059fd19d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.282270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c7a-8495-413b-a603-88018d8ed0a6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.305966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:03:47.305966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:03:47.307478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Allocated IP 2001:db8::2 (469e4078-0a19-4f90-8c50-7bbbea89c0c5/bdbb07f2-cb41-4436-8d7a-dee22f1ada44/9797d73e-6c54-43ce-9d1e-54d72ee28210) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:47.343605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b751c1e7-2059-4ca4-92b9-0059fd19d9f1 None None] For port f28c2a1d-eac0-4dce-86b7-1e32b9844463, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f28c2a1d-eac0-4dce-86b7-1e32b9844463,segment=NetworkSegment(6e4755e8-697f-474a-9203-9c6a487f9744),segment_id=6e4755e8-697f-474a-9203-9c6a487f9744)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:47.359724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b751c1e7-2059-4ca4-92b9-0059fd19d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.427285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be432bc-45f6-45cf-90cb-acd2516d5db6 x-openstack-request-id: req-6be432bc-45f6-45cf-90cb-acd2516d5db6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:03:47.427670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f", "name": "network-vif-plugged", "status": "completed", "tag": "74cbe82f-a41e-4fb9-a347-f293e8936a39", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:03:47.427866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6be432bc-45f6-45cf-90cb-acd2516d5db6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:03:47.428317 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'code': 200} Dec 06 12:03:47.431280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c1e7-2059-4ca4-92b9-0059fd19d9f1 None None] Pushing event updated for resources: {'Port': ['ID=f28c2a1d-eac0-4dce-86b7-1e32b9844463,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:47.432054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.433773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8e573eec-724f-40ed-ada7-b9bfca391e6a up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:47.528350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Deleting port f28c2a1d-eac0-4dce-86b7-1e32b9844463 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:47.528567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.565985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-56bd51ce-25de-4d40-b191-6e3c92527b3d None None] Provisioning complete for port 8d86d919-b436-4623-940b-903688979d71 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:47.566356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56bd51ce-25de-4d40-b191-6e3c92527b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.637018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ba9f0-f13b-4b78-ac20-e9f6885ea196 req-61c1e704-d8df-4b2d-928c-378b0d070b98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:47.648716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-065ba9f0-f13b-4b78-ac20-e9f6885ea196 req-61c1e704-d8df-4b2d-928c-378b0d070b98 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.1019907 Dec 06 12:03:47.654603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Subnet': ['ID=cb9a1f08-4e0b-445b-8c3f-991bab6de784,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:47.664690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Deleting port d651ba8e-040e-4595-a76a-3decf3d0d815 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:47.665133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.669256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.669609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.669954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.670296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.671047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.671047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.671380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.672251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.672824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.673350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.673688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.674018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.674349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:47.680986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] For port f28c2a1d-eac0-4dce-86b7-1e32b9844463, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f28c2a1d-eac0-4dce-86b7-1e32b9844463,segment=NetworkSegment(6e4755e8-697f-474a-9203-9c6a487f9744),segment_id=6e4755e8-697f-474a-9203-9c6a487f9744)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:47.681388 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.688319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 8e573eec-724f-40ed-ada7-b9bfca391e6a completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:03:47.709307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c7a-8495-413b-a603-88018d8ed0a6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.725618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 8e573eec-724f-40ed-ada7-b9bfca391e6a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:47.725988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.727750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Calling delete_port for f28c2a1d-eac0-4dce-86b7-1e32b9844463 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:47.795392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port f28c2a1d-eac0-4dce-86b7-1e32b9844463 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:47.795714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.820104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.829426 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Checking segment: {'id': '66e95d69-5717-405c-856d-c8645d411c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b537d56-8898-439c-9213-9f59b2c00cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:47.829824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network hostable DHCP agents. Network: 1b537d56-8898-439c-9213-9f59b2c00cff, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:47.850497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c7a-8495-413b-a603-88018d8ed0a6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.864197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.864407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] For port f28c2a1d-eac0-4dce-86b7-1e32b9844463, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f28c2a1d-eac0-4dce-86b7-1e32b9844463,segment=NetworkSegment(6e4755e8-697f-474a-9203-9c6a487f9744),segment_id=6e4755e8-697f-474a-9203-9c6a487f9744)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:47.864685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.880358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for f28c2a1d-eac0-4dce-86b7-1e32b9844463 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:47.909043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c7a-8495-413b-a603-88018d8ed0a6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:47.915419 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2ed12c7a-8495-413b-a603-88018d8ed0a6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/2a1913d7-dc88-4788-88b3-bf996abd442d HTTP/1.1" status: 204 len: 168 time: 1.0800509 Dec 06 12:03:47.920202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38634) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:47.920958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed12c7a-8495-413b-a603-88018d8ed0a6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1913d7-dc88-4788-88b3-bf996abd442d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:47.934589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7b9a5f-e057-43a5-ab2c-d7287791ac15 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:47.935818 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network 1b537d56-8898-439c-9213-9f59b2c00cff is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:47.947813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Pushing event updated for resources: {'Port': ['ID=9797d73e-6c54-43ce-9d1e-54d72ee28210,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:47.979906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1b537d56-8898-439c-9213-9f59b2c00cff) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:47.987888 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d488e916-c912-492d-a0aa-1b2ec0f54a61 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588431 Dec 06 12:03:47.989836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38636) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:47.989958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8d86d919-b436-4623-940b-903688979d71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:47.991223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:47.991449 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.000457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded58a8d-33f0-4490-a3b4-0deff75f5d4c None None] Network 1b537d56-8898-439c-9213-9f59b2c00cff requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:48.002276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:48.004248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.009617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:48.068158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=f28c2a1d-eac0-4dce-86b7-1e32b9844463,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:48.069373 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-98f095e5-8951-4a4c-9f83-03fbd6a26752 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5134380 Dec 06 12:03:48.076708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38638) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:48.081127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb304b-42e2-4714-96f0-925233611c9c req-15b57a26-725c-445e-8398-904fef630159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:48.082794 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19eb304b-42e2-4714-96f0-925233611c9c req-15b57a26-725c-445e-8398-904fef630159 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 1098 time: 0.4115033 Dec 06 12:03:48.086097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:48.091565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No DVR routers for this DVR port f28c2a1d-eac0-4dce-86b7-1e32b9844463 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:48.100090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56bd51ce-25de-4d40-b191-6e3c92527b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.111578 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-065ba9f0-f13b-4b78-ac20-e9f6885ea196 req-1538e9d0-8251-45a6-bbf4-c1e12d04702e tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4191532 Dec 06 12:03:48.116204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:48.133210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-19eb304b-42e2-4714-96f0-925233611c9c req-d75b04d9-1b75-4e3f-897f-fcebc8e81380 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.175914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.176974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.177574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.178090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.178634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.179124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.179609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.180100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.180570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.181039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.181530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.182049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.182878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.200559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:48.205850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.214003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.243125 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.316231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Deleting port 9fd7a347-4a5f-4715-87d3-cf0aa5427052 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:48.316723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.337447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Calling delete_port for d651ba8e-040e-4595-a76a-3decf3d0d815 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:48.457894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b853418-94ce-404c-ae1c-5665a475f471 None None] Network b898874a-df48-4397-b509-f44aec9f0730 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:48.469230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.493141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Calling delete_port for 9fd7a347-4a5f-4715-87d3-cf0aa5427052 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:48.544754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Pushing event deleted for resources: {'Port': ['ID=f28c2a1d-eac0-4dce-86b7-1e32b9844463,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:48.548417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.551566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] No DVR routers for this DVR port f28c2a1d-eac0-4dce-86b7-1e32b9844463 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:48.579734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-56bd51ce-25de-4d40-b191-6e3c92527b3d None None] For port 8d86d919-b436-4623-940b-903688979d71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d86d919-b436-4623-940b-903688979d71,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:48.583266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.590525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.619074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-19eb304b-42e2-4714-96f0-925233611c9c req-d75b04d9-1b75-4e3f-897f-fcebc8e81380 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.622675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56bd51ce-25de-4d40-b191-6e3c92527b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.632306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.632656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.633269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.633602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.633933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.634261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.634607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.634906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.635247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.635581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.635917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.636235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.636553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa49bc6-6b4e-4dca-97b4-18cef1ed9f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:03:48.645989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Attempting to bind port 9797d73e-6c54-43ce-9d1e-54d72ee28210 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:48.646359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Attempting to bind port 9797d73e-6c54-43ce-9d1e-54d72ee28210 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b6b43668-8724-44f9-9cb1-847c47086a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '469e4078-0a19-4f90-8c50-7bbbea89c0c5'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:48.646726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Attempting to bind port 9797d73e-6c54-43ce-9d1e-54d72ee28210 on network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:48.651632 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=07362cf6-7805-4739-a02d-a4dbe9b66f26,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:48.658261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731aa3db-d5c2-479f-9d0f-d06445048260']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:48.659327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-56bd51ce-25de-4d40-b191-6e3c92527b3d None None] Could not find standard attr ID for object 0ade61de-6053-4d38-a90b-9c320e34eca5. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:03:48.677009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:48.680143 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:48.684683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:48.685289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.712038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-19eb304b-42e2-4714-96f0-925233611c9c req-d75b04d9-1b75-4e3f-897f-fcebc8e81380 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.727346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:48.727727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Checking segment: {'id': 'b6b43668-8724-44f9-9cb1-847c47086a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '469e4078-0a19-4f90-8c50-7bbbea89c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:48.728191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.728591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Bound using segment: {'id': 'b6b43668-8724-44f9-9cb1-847c47086a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '469e4078-0a19-4f90-8c50-7bbbea89c0c5'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:48.729085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Bound port: 9797d73e-6c54-43ce-9d1e-54d72ee28210, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b43668-8724-44f9-9cb1-847c47086a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '469e4078-0a19-4f90-8c50-7bbbea89c0c5'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:48.729475 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.754412 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2ecc5341-9c25-42d6-a11a-b64a9209f479 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7573993 Dec 06 12:03:48.756980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38646) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:48.764131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'name': 'tempest-NetworksTestDHCPv6-17934931'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:48.775152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8e573eec-724f-40ed-ada7-b9bfca391e6a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:48.780430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 8d86d919-b436-4623-940b-903688979d71 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:48.781430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.781586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849b919-b936-44a7-a12a-47624e015bda req-8fe86771-77a0-4075-a512-7893c05c3932 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:48.784271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a849b919-b936-44a7-a12a-47624e015bda req-8fe86771-77a0-4075-a512-7893c05c3932 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 944 time: 0.4178128 Dec 06 12:03:48.794518 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.818336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4755e8-697f-474a-9203-9c6a487f9744') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:48.818726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4755e8-697f-474a-9203-9c6a487f9744') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:48.866765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32d0a-4629-4376-adef-664b849f9bfd req-34b244b8-850b-46f7-b977-5517e2b2d7fc tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:48.868155 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42f32d0a-4629-4376-adef-664b849f9bfd req-34b244b8-850b-46f7-b977-5517e2b2d7fc tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 944 time: 0.5005779 Dec 06 12:03:48.870279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.935563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd51ce-25de-4d40-b191-6e3c92527b3d None None] Pushing event updated for resources: {'Port': ['ID=8d86d919-b436-4623-940b-903688979d71,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:48.946043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:03:48.950596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.963764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1b537d56-8898-439c-9213-9f59b2c00cff', 'network_id': '1b537d56-8898-439c-9213-9f59b2c00cff', 'tenant_id': '30f145050a314ae48c452da3b3b8d4b5', 'fixed_ips': [{'subnet_id': 'cb9a1f08-4e0b-445b-8c3f-991bab6de784'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:48.964612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:48.978470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19eb304b-42e2-4714-96f0-925233611c9c req-d75b04d9-1b75-4e3f-897f-fcebc8e81380 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8749218 Dec 06 12:03:48.989621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b04d9-1b75-4e3f-897f-fcebc8e81380 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0a890-c036-4088-bf1d-555cf354a195,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:48.998673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.005026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ce15ba9e-8d79-4aeb-951d-1f8da2bfcfa7 None None] Provisioning complete for port f6d266da-e538-4e47-9983-ee39c8c92634 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:49.005409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce15ba9e-8d79-4aeb-951d-1f8da2bfcfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.061056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:49.061468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.063658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event deleted for resources: {'Port': ['ID=9fd7a347-4a5f-4715-87d3-cf0aa5427052,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:49.064937 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:49.087581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] For port 9797d73e-6c54-43ce-9d1e-54d72ee28210, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:49.103925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:49.110643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.135604 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a849b919-b936-44a7-a12a-47624e015bda req-e3c0fad8-fe08-4923-b0ec-6660a30230a5 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208294 Dec 06 12:03:49.153234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] For port 9797d73e-6c54-43ce-9d1e-54d72ee28210, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9797d73e-6c54-43ce-9d1e-54d72ee28210,segment=NetworkSegment(b6b43668-8724-44f9-9cb1-847c47086a5b),segment_id=b6b43668-8724-44f9-9cb1-847c47086a5b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:49.175305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 50a57637-ca8f-486d-8f96-e8d7a6f7d53c yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:49.194583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.221233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.222482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.225738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.229247 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/networks/731aa3db-d5c2-479f-9d0f-d06445048260 HTTP/1.1" status: 204 len: 168 time: 2.5289545 Dec 06 12:03:49.235027 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42f32d0a-4629-4376-adef-664b849f9bfd req-ff96156a-4fe2-4beb-bb67-5664ca4a63f0 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428428 Dec 06 12:03:49.242888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38650) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:49.263658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8e573eec-724f-40ed-ada7-b9bfca391e6a,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:49.268063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-876031115'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:49.328249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da935f42-e5cf-4696-8f4e-ba0ab2a1a1e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Network': ['ID=731aa3db-d5c2-479f-9d0f-d06445048260,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:49.398210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:49.401360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.422125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 0986a543-b86e-41eb-a502-cc680590d01a up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:49.453218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e573eec-724f-40ed-ada7-b9bfca391e6a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:03:49.464125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de9a7e8-3ad5-4cb2-b933-eb963e44401b" -d '{"events": [{"server_uuid": "ab12576c-e2ab-45e5-9c11-2830170b47e3", "name": "network-vif-plugged", "status": "completed", "tag": "8e573eec-724f-40ed-ada7-b9bfca391e6a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:03:49.470028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.472376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::5d (61c27f2c-faab-4f7c-b849-24512843983c/07362cf6-7805-4739-a02d-a4dbe9b66f26/50a57637-ca8f-486d-8f96-e8d7a6f7d53c) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:49.523746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:03:49.638106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896fdf3-a0ae-4c3b-99b2-41d9d4b4b5be None None] Pushing event updated for resources: {'Port': ['ID=9797d73e-6c54-43ce-9d1e-54d72ee28210,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:49.648253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b850f8-187a-4408-8196-bf5357fc75cd x-openstack-request-id: req-a3b850f8-187a-4408-8196-bf5357fc75cd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:03:49.648728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12576c-e2ab-45e5-9c11-2830170b47e3", "name": "network-vif-plugged", "status": "completed", "tag": "8e573eec-724f-40ed-ada7-b9bfca391e6a", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:03:49.649123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3b850f8-187a-4408-8196-bf5357fc75cd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:03:49.649513 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'code': 200} Dec 06 12:03:49.655372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f6d266da-e538-4e47-9983-ee39c8c92634 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:49.673559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.724401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] Deleting port 8d86d919-b436-4623-940b-903688979d71 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:49.724773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.782759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event deleted for resources: {'Port': ['ID=d651ba8e-040e-4595-a76a-3decf3d0d815,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:49.792334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.792826 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Added segment 463d2c98-a7dd-48c7-b442-bd0c51b0ebd9 of type vlan for network f3d23201-8dfa-4f02-82a7-06d559648dad Dec 06 12:03:49.862986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Allocated IP 2001:db8::2 (1b537d56-8898-439c-9213-9f59b2c00cff/cb9a1f08-4e0b-445b-8c3f-991bab6de784/e36f7a77-a417-4f91-81d0-6bbcf937a346) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:49.869061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce15ba9e-8d79-4aeb-951d-1f8da2bfcfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:49.923199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 0986a543-b86e-41eb-a502-cc680590d01a completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:03:49.954735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 0986a543-b86e-41eb-a502-cc680590d01a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:49.955379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.011024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1d924-4ab3-47e5-be5e-f5700a73f3c4 req-d04f61e1-8771-4676-be72-2164a7a61e3e tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:50.012659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-94a1d924-4ab3-47e5-be5e-f5700a73f3c4 req-d04f61e1-8771-4676-be72-2164a7a61e3e tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.7005467 Dec 06 12:03:50.078686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.085888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ce15ba9e-8d79-4aeb-951d-1f8da2bfcfa7 None None] For port f6d266da-e538-4e47-9983-ee39c8c92634, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6d266da-e538-4e47-9983-ee39c8c92634,segment=NetworkSegment(f3378624-499e-41cd-96c2-3cdc44600046),segment_id=f3378624-499e-41cd-96c2-3cdc44600046)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:50.101848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce15ba9e-8d79-4aeb-951d-1f8da2bfcfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.104266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.105129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] For port 8d86d919-b436-4623-940b-903688979d71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d86d919-b436-4623-940b-903688979d71,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:50.105621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.162155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] Calling delete_port for 8d86d919-b436-4623-940b-903688979d71 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:50.210208 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.221746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f6d266da-e538-4e47-9983-ee39c8c92634 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:50.222223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.225947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302783b3-80e5-44a1-bc01-c1633a74a628 req-ce51975b-0dd0-47d7-9f1b-6d97a22a8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:50.227450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-302783b3-80e5-44a1-bc01-c1633a74a628 req-ce51975b-0dd0-47d7-9f1b-6d97a22a8741 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.3552551 Dec 06 12:03:50.242397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:03:50.256576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.287523 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Router d9ca082b-f930-4a05-ab4a-63d4e72c3f44 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:50.303944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.317431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.354010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15ba9e-8d79-4aeb-951d-1f8da2bfcfa7 None None] Pushing event updated for resources: {'Port': ['ID=f6d266da-e538-4e47-9983-ee39c8c92634,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:50.376141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.386991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cc2c97dd-5372-4756-85a0-c6d2463d6d3c None None] Provisioning complete for port f6d266da-e538-4e47-9983-ee39c8c92634 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:50.388122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc2c97dd-5372-4756-85a0-c6d2463d6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.403998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.427972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.430368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:50.431302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=50a57637-ca8f-486d-8f96-e8d7a6f7d53c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:50.437652 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:50.441758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:50.447565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:50.448252 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.512472 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3668bf69-1b37-4131-823a-3887c7dccac3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7520599 Dec 06 12:03:50.514243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38658) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:50.533187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Network 1b537d56-8898-439c-9213-9f59b2c00cff is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:50.554306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:50.565579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:50.574454 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7973faca-a924-40e3-b4de-4a719f233016 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "PUT /v2.0/routers/d9ca082b-f930-4a05-ab4a-63d4e72c3f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4638941 Dec 06 12:03:50.575177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38660) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:50.584773 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316f2cb-42bf-42fb-9fb3-fba89cd392ab None None] Sync routers for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:50.594551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 0986a543-b86e-41eb-a502-cc680590d01a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0986a543-b86e-41eb-a502-cc680590d01a,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:50.598456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:50.600627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Pushing event updated for resources: {'Port': ['ID=e36f7a77-a417-4f91-81d0-6bbcf937a346,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:50.609374 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.619896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.627443 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316f2cb-42bf-42fb-9fb3-fba89cd392ab None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:50.629207 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5316f2cb-42bf-42fb-9fb3-fba89cd392ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:50.635503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ef597-fecd-4237-b2ad-d2a4cee6ae97 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:50.641884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ef597-fecd-4237-b2ad-d2a4cee6ae97 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:50.645882 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eb6ef597-fecd-4237-b2ad-d2a4cee6ae97 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1291049 Dec 06 12:03:50.648819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.648969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38662) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:50.652663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:50.653273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.685065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] Pushing event deleted for resources: {'Port': ['ID=8d86d919-b436-4623-940b-903688979d71,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:50.686267 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5316f2cb-42bf-42fb-9fb3-fba89cd392ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:50.712583 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316f2cb-42bf-42fb-9fb3-fba89cd392ab None None] Routers {'d9ca082b-f930-4a05-ab4a-63d4e72c3f44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:50.713416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5316f2cb-42bf-42fb-9fb3-fba89cd392ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:50.753011 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5316f2cb-42bf-42fb-9fb3-fba89cd392ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:50.753678 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316f2cb-42bf-42fb-9fb3-fba89cd392ab None None] The sync data for ids ['d9ca082b-f930-4a05-ab4a-63d4e72c3f44'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:50.822665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-94a1d924-4ab3-47e5-be5e-f5700a73f3c4 req-7e7c0b8b-5d6d-4047-92d4-b371e63098a0 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7708299 Dec 06 12:03:50.903511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6557806 Dec 06 12:03:50.904348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.904962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Fanout notify agent at l3_agent the message router_deleted on router 5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:03:50.912203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38664) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:50.922439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': 'f3d23201-8dfa-4f02-82a7-06d559648dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:50.925111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.931879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Allocated IP 2001:db8::1 (469e4078-0a19-4f90-8c50-7bbbea89c0c5/bdbb07f2-cb41-4436-8d7a-dee22f1ada44/733a792b-677b-40c8-bb73-9b9438d4f719) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:50.972487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23a1ab-af95-4479-a44f-c250a22bb5fb None None] No DVR routers for this DVR port 8d86d919-b436-4623-940b-903688979d71 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:50.975463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=0986a543-b86e-41eb-a502-cc680590d01a,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:50.987896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:50.994855 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a3afe444-5aaa-42aa-861c-f5f6d361e602 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8 HTTP/1.1" status: 204 len: 168 time: 4.6255040 Dec 06 12:03:50.995712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e63ae9-6121-4178-a5f6-faef8a55b91f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Network': ['ID=f3d23201-8dfa-4f02-82a7-06d559648dad,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:51.025924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7d8ead-76d7-4ca3-8676-78c9202f6328 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:51.032982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38666) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:51.037037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network f3d23201-8dfa-4f02-82a7-06d559648dad details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:03:51.052193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'router': {'name': 'tempest-snat-router-800327725', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': False}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:51.061635 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-302783b3-80e5-44a1-bc01-c1633a74a628 req-421660e6-956b-4e65-b393-2ae0d2a2e467 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8165970 Dec 06 12:03:51.100776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381a5a8-9303-4a7d-b9b6-3b744f2f2657 req-8fa89b1e-4dce-4626-9e8a-73fa09a8e2a0 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:51.102414 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c381a5a8-9303-4a7d-b9b6-3b744f2f2657 req-8fa89b1e-4dce-4626-9e8a-73fa09a8e2a0 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.8039265 Dec 06 12:03:51.110107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f28c2a1d-eac0-4dce-86b7-1e32b9844463 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:03:51.162093 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6f66ac29-173b-4cfe-b0ec-59465e32cd45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 50a57637-ca8f-486d-8f96-e8d7a6f7d53c {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:51.162533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f66ac29-173b-4cfe-b0ec-59465e32cd45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.165262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c8a6d-0188-4afd-a758-677ea1403c74 None None] Network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:51.167693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Attempting to bind port e36f7a77-a417-4f91-81d0-6bbcf937a346 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:51.168114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Attempting to bind port e36f7a77-a417-4f91-81d0-6bbcf937a346 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '66e95d69-5717-405c-856d-c8645d411c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b537d56-8898-439c-9213-9f59b2c00cff'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:51.168479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Attempting to bind port e36f7a77-a417-4f91-81d0-6bbcf937a346 on network 1b537d56-8898-439c-9213-9f59b2c00cff {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:51.218722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f28c2a1d-eac0-4dce-86b7-1e32b9844463 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:03:51.219562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f28c2a1d-eac0-4dce-86b7-1e32b9844463 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:03:51.220133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8d86d919-b436-4623-940b-903688979d71 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:03:51.241183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:51.242465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Checking segment: {'id': '66e95d69-5717-405c-856d-c8645d411c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b537d56-8898-439c-9213-9f59b2c00cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:51.242465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.242646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Bound using segment: {'id': '66e95d69-5717-405c-856d-c8645d411c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b537d56-8898-439c-9213-9f59b2c00cff'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:51.243167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Bound port: e36f7a77-a417-4f91-81d0-6bbcf937a346, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e95d69-5717-405c-856d-c8645d411c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b537d56-8898-439c-9213-9f59b2c00cff'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:51.243456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.256992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.268687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.269603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.280474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fc8ed-9730-4d85-a330-ea72e41a4458 req-09991fd7-3aa2-4589-bd76-affce8d8cd9b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:51.282303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8e0fc8ed-9730-4d85-a330-ea72e41a4458 req-09991fd7-3aa2-4589-bd76-affce8d8cd9b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3328495 Dec 06 12:03:51.317125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 8d86d919-b436-4623-940b-903688979d71 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:03:51.317409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8d86d919-b436-4623-940b-903688979d71 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:03:51.345637 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c381a5a8-9303-4a7d-b9b6-3b744f2f2657 req-62aceda5-6a3c-4354-a1d8-674cce7706d5 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086520 Dec 06 12:03:51.352745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:51.356529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f66ac29-173b-4cfe-b0ec-59465e32cd45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.356664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.375526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6f66ac29-173b-4cfe-b0ec-59465e32cd45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 50a57637-ca8f-486d-8f96-e8d7a6f7d53c owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:51.402934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a06edb26-b794-415b-a98c-782738579dac None None] Provisioning complete for port 9797d73e-6c54-43ce-9d1e-54d72ee28210 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:51.403317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a06edb26-b794-415b-a98c-782738579dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.496065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.506648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Deleting port e5dd0530-65ab-42ad-a6d2-8a4d60f5ef93 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:51.507094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.508210 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8e0fc8ed-9730-4d85-a330-ea72e41a4458 req-8eeb625d-7c3f-4943-afe6-0c20393401fb tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101860 Dec 06 12:03:51.509776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.549009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] For port e36f7a77-a417-4f91-81d0-6bbcf937a346, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:51.558322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] For port e36f7a77-a417-4f91-81d0-6bbcf937a346, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e36f7a77-a417-4f91-81d0-6bbcf937a346,segment=NetworkSegment(66e95d69-5717-405c-856d-c8645d411c6c),segment_id=66e95d69-5717-405c-856d-c8645d411c6c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:51.567484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.652243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.672782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Calling delete_port for e5dd0530-65ab-42ad-a6d2-8a4d60f5ef93 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:51.686117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0986a543-b86e-41eb-a502-cc680590d01a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:03:51.689317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2155508-59b6-443d-8adb-5af64ca7c325" -d '{"events": [{"server_uuid": "bc2a0242-586c-4e5e-9a3f-d28a637cecb7", "name": "network-vif-plugged", "status": "completed", "tag": "0986a543-b86e-41eb-a502-cc680590d01a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:03:51.718701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f6d266da-e538-4e47-9983-ee39c8c92634 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:51.740971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f66ac29-173b-4cfe-b0ec-59465e32cd45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.777343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb88009-3a84-4671-8382-c6f13735d6e7 x-openstack-request-id: req-dfb88009-3a84-4671-8382-c6f13735d6e7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:03:51.777678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2a0242-586c-4e5e-9a3f-d28a637cecb7", "name": "network-vif-plugged", "status": "completed", "tag": "0986a543-b86e-41eb-a502-cc680590d01a", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:03:51.777911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfb88009-3a84-4671-8382-c6f13735d6e7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:03:51.778455 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0986a543-b86e-41eb-a502-cc680590d01a', 'code': 200} Dec 06 12:03:51.798781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff69c4-594e-4b8f-b665-b03a3f8a1e98 None None] Pushing event updated for resources: {'Port': ['ID=e36f7a77-a417-4f91-81d0-6bbcf937a346,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:51.801328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a06edb26-b794-415b-a98c-782738579dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.801456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66ac29-173b-4cfe-b0ec-59465e32cd45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=50a57637-ca8f-486d-8f96-e8d7a6f7d53c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:51.823438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e10fd8-47af-4175-8186-afa199f44b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '07362cf6-7805-4739-a02d-a4dbe9b66f26'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:51.824330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32e10fd8-47af-4175-8186-afa199f44b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.838527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f66ac29-173b-4cfe-b0ec-59465e32cd45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.847320 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6f66ac29-173b-4cfe-b0ec-59465e32cd45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/50a57637-ca8f-486d-8f96-e8d7a6f7d53c HTTP/1.1" status: 204 len: 168 time: 1.1972237 Dec 06 12:03:51.848612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.849795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38670) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:51.897470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a06edb26-b794-415b-a98c-782738579dac None None] For port 9797d73e-6c54-43ce-9d1e-54d72ee28210, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9797d73e-6c54-43ce-9d1e-54d72ee28210,segment=NetworkSegment(b6b43668-8724-44f9-9cb1-847c47086a5b),segment_id=b6b43668-8724-44f9-9cb1-847c47086a5b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:51.927405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa6f48-2c54-4e2b-b066-14de2daa814b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:51.929562 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa6f48-2c54-4e2b-b066-14de2daa814b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:51.934357 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-05fa6f48-2c54-4e2b-b066-14de2daa814b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0829046 Dec 06 12:03:51.940525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38674) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:51.971463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:51.988973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:52.010189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db94313-beef-4f3b-97dc-98b04f23e859 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 07362cf6-7805-4739-a02d-a4dbe9b66f26 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:03:52.016552 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db94313-beef-4f3b-97dc-98b04f23e859 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.030682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a06edb26-b794-415b-a98c-782738579dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.033501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:52.052409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.094256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:52.094792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.125530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f6d266da-e538-4e47-9983-ee39c8c92634 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:52.125990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.175617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db94313-beef-4f3b-97dc-98b04f23e859 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.205970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06edb26-b794-415b-a98c-782738579dac None None] Pushing event updated for resources: {'Port': ['ID=9797d73e-6c54-43ce-9d1e-54d72ee28210,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:52.243207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=8cf46818-0e89-41f8-8edf-49196a28e39f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:52.298359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db94313-beef-4f3b-97dc-98b04f23e859 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.353109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427ac6-03a1-44ec-9ee4-73b12e177b43 req-48184db5-8965-4cd5-b7b7-c5a73c5569dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:52.354681 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-18427ac6-03a1-44ec-9ee4-73b12e177b43 req-48184db5-8965-4cd5-b7b7-c5a73c5569dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 1098 time: 0.2914650 Dec 06 12:03:52.378310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9797d73e-6c54-43ce-9d1e-54d72ee28210 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:52.399072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.415394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-73e8b1b3-f37b-4a61-aabe-3a2667ca1012 None None] Provisioning complete for port 9797d73e-6c54-43ce-9d1e-54d72ee28210 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:52.415706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73e8b1b3-f37b-4a61-aabe-3a2667ca1012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.419151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Port': ['ID=733a792b-677b-40c8-bb73-9b9438d4f719,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:52.434009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa00591-8762-4d9b-b14d-050497801706 req-36739c66-fc1c-4c4f-810c-7c0a4762c072 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:52.435562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-afa00591-8762-4d9b-b14d-050497801706 req-36739c66-fc1c-4c4f-810c-7c0a4762c072 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.2982037 Dec 06 12:03:52.482112 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event deleted for resources: {'Port': ['ID=e5dd0530-65ab-42ad-a6d2-8a4d60f5ef93,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:52.536930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db94313-beef-4f3b-97dc-98b04f23e859 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-32e10fd8-47af-4175-8186-afa199f44b7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07362cf6-7805-4739-a02d-a4dbe9b66f26: This subnet is being modified by another concurrent operation. Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:03:52.545808 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07362cf6-7805-4739-a02d-a4dbe9b66f26: This subnet is being modified by another concurrent operation. Dec 06 12:03:52.550641 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:03:52.583767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db94313-beef-4f3b-97dc-98b04f23e859 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=07362cf6-7805-4739-a02d-a4dbe9b66f26,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:52.590940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db94313-beef-4f3b-97dc-98b04f23e859 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.595610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 9797d73e-6c54-43ce-9d1e-54d72ee28210 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:52.596043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.596339 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9db94313-beef-4f3b-97dc-98b04f23e859 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/07362cf6-7805-4739-a02d-a4dbe9b66f26 HTTP/1.1" status: 204 len: 168 time: 0.6541226 Dec 06 12:03:52.599398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38680) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:52.603293 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-18427ac6-03a1-44ec-9ee4-73b12e177b43 req-86ad9fe8-b1f1-4d0d-aebd-ac79543a2878 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950185 Dec 06 12:03:52.608524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.653009 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d88951e3-3d18-4276-b24e-31b84b0173d3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515978 Dec 06 12:03:52.676342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38682) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:52.692871 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-afa00591-8762-4d9b-b14d-050497801706 req-bdc38fef-ebe2-450d-ad1d-a320048c0e8d tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379484 Dec 06 12:03:52.693690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking segment: {'id': '463d2c98-a7dd-48c7-b442-bd0c51b0ebd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3d23201-8dfa-4f02-82a7-06d559648dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:52.694122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network hostable DHCP agents. Network: f3d23201-8dfa-4f02-82a7-06d559648dad, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:03:52.711343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.768299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f9f0-25eb-4d5b-b66a-8dc52ae5b116 req-ae832a32-43b8-455f-90b9-20af57260859 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:52.770249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8404f9f0-25eb-4d5b-b66a-8dc52ae5b116 req-ae832a32-43b8-455f-90b9-20af57260859 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.2398160 Dec 06 12:03:52.770676 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network f3d23201-8dfa-4f02-82a7-06d559648dad is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:03:52.779257 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a0b5796f-563f-48dd-bd67-b60a569dfca9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1017456 Dec 06 12:03:52.782126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38686) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:52.794178 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.807625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c955f8c2-0ff1-4089-bfdc-73d628d5ef44 None None] Provisioning complete for port 733a792b-677b-40c8-bb73-9b9438d4f719 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:52.808746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c955f8c2-0ff1-4089-bfdc-73d628d5ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.814273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.850854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c955f8c2-0ff1-4089-bfdc-73d628d5ef44 None None] Port 733a792b-677b-40c8-bb73-9b9438d4f719 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:52.860251 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f3d23201-8dfa-4f02-82a7-06d559648dad) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:52.875473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183b30fb-3fc2-4ca3-87dd-ff3fea63c588 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:52.877338 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-183b30fb-3fc2-4ca3-87dd-ff3fea63c588 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0941749 Dec 06 12:03:52.878823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.879502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Fanout notify agent at l3_agent the message router_deleted on router d9ca082b-f930-4a05-ab4a-63d4e72c3f44 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:03:52.881005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38688) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:52.884386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27128265-dd5a-49c3-91bf-e82e66a03560 None None] Network f3d23201-8dfa-4f02-82a7-06d559648dad requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:52.888449 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:52.892476 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d51e0813-75bd-4821-be8f-f6476398456f tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "DELETE /v2.0/routers/d9ca082b-f930-4a05-ab4a-63d4e72c3f44 HTTP/1.1" status: 204 len: 168 time: 2.3161163 Dec 06 12:03:52.903720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38690) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:52.970977 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-215011a3-c69b-4383-9ffa-fa9afcec55c9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840452 Dec 06 12:03:52.971850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38692) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:52.979071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:53.007929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:53.008646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.021014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2382e5-659d-4072-89e8-c4c0137379c6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Deleting subnet 44a2207e-9f18-4d12-9c36-275b6acb762f {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:03:53.047575 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-24efa17a-d2b7-4ec6-aafb-8d651119d22e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1317542 Dec 06 12:03:53.049789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38694) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:53.050479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b2382e5-659d-4072-89e8-c4c0137379c6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.081865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': 'f3d23201-8dfa-4f02-82a7-06d559648dad', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1289242007'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:53.090565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f3d23201-8dfa-4f02-82a7-06d559648dad', 'network_id': 'f3d23201-8dfa-4f02-82a7-06d559648dad', 'tenant_id': '3683358b5a1f4edd95ba9ba6095d4e40', 'fixed_ips': [{'subnet_id': '8cf46818-0e89-41f8-8edf-49196a28e39f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:53.093662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.105479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623679fd-955a-4aea-b72b-e1ffc3004983 req-d6972c47-42d1-423f-b7c0-dbb3e3e28985 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:53.106704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623679fd-955a-4aea-b72b-e1ffc3004983 req-d6972c47-42d1-423f-b7c0-dbb3e3e28985 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3037441 Dec 06 12:03:53.130737 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8404f9f0-25eb-4d5b-b66a-8dc52ae5b116 req-c918f45a-d617-4d63-9c3c-45d21a71245a tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263559 Dec 06 12:03:53.167948 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b2382e5-659d-4072-89e8-c4c0137379c6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.188261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.262894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:53.269734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.271507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.331231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Allocated IP 172.20.0.2 (f3d23201-8dfa-4f02-82a7-06d559648dad/8cf46818-0e89-41f8-8edf-49196a28e39f/8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:53.349014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623679fd-955a-4aea-b72b-e1ffc3004983 req-fae749ad-1e89-478a-ba34-1240551d412e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972206 Dec 06 12:03:53.487622 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b2382e5-659d-4072-89e8-c4c0137379c6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.534326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.540579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ed338-1255-46ce-8c17-cf0590f02f26 None None] Network 1b537d56-8898-439c-9213-9f59b2c00cff requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:53.560111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:53.563429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.564190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.604562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Allocated IP 172.36.1.227 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/d89408c9-1c92-45a1-bd77-256eb7f5e57e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:53.605529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 16d16811-9ba1-481b-8c12-55f6ab4d07c0 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:53.623951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b2382e5-659d-4072-89e8-c4c0137379c6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.728363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2382e5-659d-4072-89e8-c4c0137379c6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event deleted for resources: {'Subnet': ['ID=44a2207e-9f18-4d12-9c36-275b6acb762f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:53.747394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8b2382e5-659d-4072-89e8-c4c0137379c6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.751463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9797d73e-6c54-43ce-9d1e-54d72ee28210 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:53.753727 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8b2382e5-659d-4072-89e8-c4c0137379c6 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "DELETE /v2.0/subnets/44a2207e-9f18-4d12-9c36-275b6acb762f HTTP/1.1" status: 204 len: 168 time: 0.8486986 Dec 06 12:03:53.757086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38698) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:53.784903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7928d1-842b-4230-99fd-1cd113ccab49 None None] Network 6df3f0dc-3553-4981-bd34-65614b3a51d0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:53.840154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Network f3d23201-8dfa-4f02-82a7-06d559648dad is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:53.862556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:53.865021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:53.876231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ad93e836-87ea-4fbb-a28b-fa800815b453 None None] Provisioning complete for port e36f7a77-a417-4f91-81d0-6bbcf937a346 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:53.876603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad93e836-87ea-4fbb-a28b-fa800815b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.909013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Pushing event updated for resources: {'Port': ['ID=8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:53.945247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.948996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:53.958081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76b41d-ed3d-45c4-8377-6708f92c9411 req-9c476269-ad59-46e9-807b-dd8f584ff380 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:53.959682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c76b41d-ed3d-45c4-8377-6708f92c9411 req-9c476269-ad59-46e9-807b-dd8f584ff380 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.6432481 Dec 06 12:03:53.978470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38700) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:53.988452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Request body: {'floatingip': {'port_id': '74cbe82f-a41e-4fb9-a347-f293e8936a39'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:54.017447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.032918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=39fcab09-0550-48a0-8586-13a0c34a7f13,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:54.039845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.14 (f3d23201-8dfa-4f02-82a7-06d559648dad/8cf46818-0e89-41f8-8edf-49196a28e39f/16d16811-9ba1-481b-8c12-55f6ab4d07c0) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:54.052445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:54.059896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:54.074030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc11d47-3490-4dad-b7a3-88896b585164 req-bf9f012a-4833-496b-829a-2198bc829656 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:54.080147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1cc11d47-3490-4dad-b7a3-88896b585164 req-bf9f012a-4833-496b-829a-2198bc829656 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.6159000 Dec 06 12:03:54.081098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:54.081708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.085391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.086853 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.092032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38702) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:54.106089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907fc327-01c5-4134-9970-f47b9ca1e891 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:54.107612 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0f913e66-1b3b-494a-960e-9c923524cd75 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1346908 Dec 06 12:03:54.111265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Request body: {'floatingip': {'port_id': '8e573eec-724f-40ed-ada7-b9bfca391e6a'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:54.114401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38704) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:54.120958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': '39fcab09-0550-48a0-8586-13a0c34a7f13', 'ip_address': '2001:db8::70be:eaf9:85ad:1d26'}], 'name': 'tempest-NetworksTestDHCPv6-629774047'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:54.149130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.161479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Attempting to bind port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:54.161858 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Attempting to bind port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '463d2c98-a7dd-48c7-b442-bd0c51b0ebd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3d23201-8dfa-4f02-82a7-06d559648dad'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:54.162230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Attempting to bind port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 on network f3d23201-8dfa-4f02-82a7-06d559648dad {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:54.208304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.230023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:54.230460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Checking segment: {'id': '463d2c98-a7dd-48c7-b442-bd0c51b0ebd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3d23201-8dfa-4f02-82a7-06d559648dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:54.230876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.231385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Bound using segment: {'id': '463d2c98-a7dd-48c7-b442-bd0c51b0ebd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3d23201-8dfa-4f02-82a7-06d559648dad'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:54.231898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Bound port: 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463d2c98-a7dd-48c7-b442-bd0c51b0ebd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f3d23201-8dfa-4f02-82a7-06d559648dad'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:54.232293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.259683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 9797d73e-6c54-43ce-9d1e-54d72ee28210 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:54.260077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.350314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Deleting port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:54.350919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.379892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.429254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Port': ['ID=733a792b-677b-40c8-bb73-9b9438d4f719,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:54.471515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad93e836-87ea-4fbb-a28b-fa800815b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.508747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] For port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:54.554999 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79e6b7-e34c-426f-825e-5a6f0386f804 req-fa013504-85ae-42a9-afd1-9aaffd885562 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:54.556951 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb79e6b7-e34c-426f-825e-5a6f0386f804 req-fa013504-85ae-42a9-afd1-9aaffd885562 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.3365903 Dec 06 12:03:54.557331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] DHCP port deletion for 6df3f0dc-3553-4981-bd34-65614b3a51d0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:03:54.566626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] For port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2,segment=NetworkSegment(463d2c98-a7dd-48c7-b442-bd0c51b0ebd9),segment_id=463d2c98-a7dd-48c7-b442-bd0c51b0ebd9)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:54.601410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ad93e836-87ea-4fbb-a28b-fa800815b453 None None] For port e36f7a77-a417-4f91-81d0-6bbcf937a346, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e36f7a77-a417-4f91-81d0-6bbcf937a346,segment=NetworkSegment(66e95d69-5717-405c-856d-c8645d411c6c),segment_id=66e95d69-5717-405c-856d-c8645d411c6c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:54.605691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.651693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '39fcab09-0550-48a0-8586-13a0c34a7f13'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:03:54.652608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.656255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad93e836-87ea-4fbb-a28b-fa800815b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.691036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e36f7a77-a417-4f91-81d0-6bbcf937a346 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:54.716937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.744525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:54.754170 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] For port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,segment=NetworkSegment(8a9f13a1-d4b5-4367-a005-e92b99d91bbb),segment_id=8a9f13a1-d4b5-4367-a005-e92b99d91bbb)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:54.754170 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.757902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:03:54.765724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:54.831389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.869360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:54.898796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Calling delete_port for 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:54.902803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed55b77-48db-4e24-bf78-316993047a13 None None] Pushing event updated for resources: {'Port': ['ID=8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:54.904780 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 245a0dcd-6809-4de8-9ca4-8fa9b198bf38 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:03:55.041496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] Deleting port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:55.041966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.046641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.082133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e36f7a77-a417-4f91-81d0-6bbcf937a346 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:55.082509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.111440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb79e6b7-e34c-426f-825e-5a6f0386f804 req-3d411d46-ff8e-4e01-8cdc-9b4f088cf70d tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5013034 Dec 06 12:03:55.142960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network f3d23201-8dfa-4f02-82a7-06d559648dad is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:55.155908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:55.198145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93e836-87ea-4fbb-a28b-fa800815b453 None None] Pushing event updated for resources: {'Port': ['ID=e36f7a77-a417-4f91-81d0-6bbcf937a346,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:55.201822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:55.205242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/39fcab09-0550-48a0-8586-13a0c34a7f13/09eb8ddf-967f-49f8-8b1c-22479321086b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:55.269025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] For port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,segment=NetworkSegment(8a9f13a1-d4b5-4367-a005-e92b99d91bbb),segment_id=8a9f13a1-d4b5-4367-a005-e92b99d91bbb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:55.269433 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.271746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-64018096-00c0-4d09-8b99-7479800a2121 None None] Provisioning complete for port e36f7a77-a417-4f91-81d0-6bbcf937a346 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:55.272132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64018096-00c0-4d09-8b99-7479800a2121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.291159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:55.292072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.321080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] Calling delete_port for 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:55.335004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=16d16811-9ba1-481b-8c12-55f6ab4d07c0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:55.342459 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0e870067-0a0a-4d9a-88ec-9dd49a3b7876 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2889781 Dec 06 12:03:55.347024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38710) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:55.392281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.437822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event deleted for resources: {'Port': ['ID=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:55.448411 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] No DVR routers for this DVR port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:55.556945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:55.557753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'Port': ['ID=d89408c9-1c92-45a1-bd77-256eb7f5e57e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:55.596138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:55.609422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:55.622711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.631369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.638561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.641739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.668574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] Pushing event deleted for resources: {'Port': ['ID=529fa1f2-6f56-43fb-8c26-2a47dfd99fc5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:55.677476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1eb487-7013-4a25-ac50-3ba5a008b531 None None] No DVR routers for this DVR port 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:55.682088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df3f0dc-3553-4981-bd34-65614b3a51d0']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:55.696967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9f13a1-d4b5-4367-a005-e92b99d91bbb') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:55.697318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9f13a1-d4b5-4367-a005-e92b99d91bbb') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:55.775269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.831839 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.850311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::70be:eaf9:85ad:1d26 (61c27f2c-faab-4f7c-b849-24512843983c/39fcab09-0550-48a0-8586-13a0c34a7f13/245a0dcd-6809-4de8-9ca4-8fa9b198bf38) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:03:55.850311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:55.850311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.851533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:03:55.852687 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:03:55.854541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:55.863323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:55.892684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:55.911887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Pushing event updated for resources: {'Port': ['ID=09eb8ddf-967f-49f8-8b1c-22479321086b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:55.935230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3c637-d006-4a57-8c51-6618ca6efa6f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 16d16811-9ba1-481b-8c12-55f6ab4d07c0 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:55.935391 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c637-d006-4a57-8c51-6618ca6efa6f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.959725 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c0cad47c-f3fa-4aaf-9e93-47b86a9151b1 None None] Provisioning complete for port 733a792b-677b-40c8-bb73-9b9438d4f719 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:55.960099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cad47c-f3fa-4aaf-9e93-47b86a9151b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:55.985036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.012578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.019305 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "DELETE /v2.0/networks/6df3f0dc-3553-4981-bd34-65614b3a51d0 HTTP/1.1" status: 204 len: 168 time: 2.2589684 Dec 06 12:03:56.023848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38712) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:56.042507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Attempting to bind port 09eb8ddf-967f-49f8-8b1c-22479321086b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:03:56.042882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Attempting to bind port 09eb8ddf-967f-49f8-8b1c-22479321086b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:03:56.043253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Attempting to bind port 09eb8ddf-967f-49f8-8b1c-22479321086b on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:03:56.055148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:03:56.055683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:03:56.055961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.056391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:03:56.056882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Bound port: 09eb8ddf-967f-49f8-8b1c-22479321086b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:03:56.057272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.059224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c0cad47c-f3fa-4aaf-9e93-47b86a9151b1 None None] Port 733a792b-677b-40c8-bb73-9b9438d4f719 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:03:56.070267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:56.070639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.082731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d1d1-8bf9-4c69-8d7f-b33b343ea370 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event deleted for resources: {'Network': ['ID=6df3f0dc-3553-4981-bd34-65614b3a51d0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:56.195985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] For port 09eb8ddf-967f-49f8-8b1c-22479321086b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:03:56.201115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] For port 09eb8ddf-967f-49f8-8b1c-22479321086b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=09eb8ddf-967f-49f8-8b1c-22479321086b,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:03:56.204697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b75ddcca-2902-426d-96cf-c095b916a6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.230967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.267899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c637-d006-4a57-8c51-6618ca6efa6f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.290081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.299895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3c637-d006-4a57-8c51-6618ca6efa6f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 16d16811-9ba1-481b-8c12-55f6ab4d07c0 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:56.333903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.340249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae710fa-1f86-411a-a616-be50d2b883f4 None None] Pushing event updated for resources: {'Port': ['ID=09eb8ddf-967f-49f8-8b1c-22479321086b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:56.345934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f82ac6-6073-4420-8d99-48dfd93d82cc req-18df593f-edc4-47c9-80c3-44f48d9b8fe0 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:56.347691 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b4f82ac6-6073-4420-8d99-48dfd93d82cc req-18df593f-edc4-47c9-80c3-44f48d9b8fe0 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.9107018 Dec 06 12:03:56.370133 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38714) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:56.376885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Request body: {'floatingip': {'port_id': '0986a543-b86e-41eb-a502-cc680590d01a'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:03:56.386663 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2,segment=NetworkSegment(463d2c98-a7dd-48c7-b442-bd0c51b0ebd9),segment_id=463d2c98-a7dd-48c7-b442-bd0c51b0ebd9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:56.400503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.401446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e36f7a77-a417-4f91-81d0-6bbcf937a346 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:56.422093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:03:56.453908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Deleting port 29c539f8-995d-400f-9a79-0fd5b185f407 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:56.454243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.462284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for floatingip, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.466849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:03:56.518133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e36f7a77-a417-4f91-81d0-6bbcf937a346 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:56.518510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.555526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:56.561387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.569252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Router 1b844d5a-c222-447d-accd-12c11bde06f2 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:03:56.575119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f524e-b816-46b8-a6bd-cbe16ceee3fb None None] Network f3d23201-8dfa-4f02-82a7-06d559648dad requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:03:56.577056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.629563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.652405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.680719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.682472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-308e69c6-0650-4004-8580-1053be823b40 None None] Provisioning complete for port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:56.683335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-308e69c6-0650-4004-8580-1053be823b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.823765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.824335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.867894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:03:56.877657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:03:56.880286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Calling delete_port for 29c539f8-995d-400f-9a79-0fd5b185f407 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:56.886752 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=245a0dcd-6809-4de8-9ca4-8fa9b198bf38,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:56.893560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:03:56.899252 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:56.899940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.902434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c637-d006-4a57-8c51-6618ca6efa6f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:56.950878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3c637-d006-4a57-8c51-6618ca6efa6f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=16d16811-9ba1-481b-8c12-55f6ab4d07c0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:56.977297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:56.990315 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e4720dda-71e0-423a-a030-00b418c727e5 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "PUT /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8993866 Dec 06 12:03:56.990509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38716) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:57.005019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:03:57.006425 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Floating IP a3226e21-9451-4e08-abe6-f13f26d2ee3f associated. External IP: 172.36.1.11, port: 74cbe82f-a41e-4fb9-a347-f293e8936a39. Dec 06 12:03:57.007422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da6b90-228d-4d51-9871-c3fa5aa5c651 None None] Sync routers for ids ['1b844d5a-c222-447d-accd-12c11bde06f2'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:57.034320 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cb0faeb5-6c30-492c-a42e-2a4a2f78dda1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9158609 Dec 06 12:03:57.041620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38718) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:57.051450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:03:57.051790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 529fa1f2-6f56-43fb-8c26-2a47dfd99fc5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:03:57.069913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da6b90-228d-4d51-9871-c3fa5aa5c651 None None] Routers {'1b844d5a-c222-447d-accd-12c11bde06f2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:57.070746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-30da6b90-228d-4d51-9871-c3fa5aa5c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1b844d5a-c222-447d-accd-12c11bde06f2'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:57.110846 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-30da6b90-228d-4d51-9871-c3fa5aa5c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:57.113849 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Floating IP a290f900-c99b-4e6d-9463-a65064a9d8c5 associated. External IP: 172.36.1.104, port: 8e573eec-724f-40ed-ada7-b9bfca391e6a. Dec 06 12:03:57.115785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:57.121727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da6b90-228d-4d51-9871-c3fa5aa5c651 None None] Routers {'1b844d5a-c222-447d-accd-12c11bde06f2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:57.122547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-30da6b90-228d-4d51-9871-c3fa5aa5c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1b844d5a-c222-447d-accd-12c11bde06f2'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:57.161494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-30da6b90-228d-4d51-9871-c3fa5aa5c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:57.162170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da6b90-228d-4d51-9871-c3fa5aa5c651 None None] The sync data for ids ['1b844d5a-c222-447d-accd-12c11bde06f2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:03:57.215647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c637-d006-4a57-8c51-6618ca6efa6f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:57.219952 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a2a3c637-d006-4a57-8c51-6618ca6efa6f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/16d16811-9ba1-481b-8c12-55f6ab4d07c0 HTTP/1.1" status: 204 len: 168 time: 1.8719528 Dec 06 12:03:57.223465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38720) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:57.288873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a8d3ce-ad07-450a-a3c4-9c8bc1d5bc6c tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:57.295124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a8d3ce-ad07-450a-a3c4-9c8bc1d5bc6c tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:57.299456 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d0a8d3ce-ad07-450a-a3c4-9c8bc1d5bc6c tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2416830 Dec 06 12:03:57.308618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38722) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:57.316559 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba0dc98-64e3-403b-a630-04c696319c7b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:03:57.318073 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bba0dc98-64e3-403b-a630-04c696319c7b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/16d16811-9ba1-481b-8c12-55f6ab4d07c0 HTTP/1.1" status: 404 len: 333 time: 0.0539117 Dec 06 12:03:57.321065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38724) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:57.456159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b27a9662-792a-4fa7-95bb-33f43262fd52 None None] Provisioning complete for port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:57.456539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27a9662-792a-4fa7-95bb-33f43262fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:57.480265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a48f2d-5f3a-431f-831c-f6bbf97fcb12 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet 8cf46818-0e89-41f8-8edf-49196a28e39f {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:03:57.493862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6a48f2d-5f3a-431f-831c-f6bbf97fcb12 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:57.715984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4555a148-bd49-45b6-b841-a1d72731e2c1 None None] Could not find standard attr ID for object 16d16811-9ba1-481b-8c12-55f6ab4d07c0. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:03:57.806265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:57.844573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:57.893209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:57.893601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:57.894122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.resource_extend [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:03:57.915470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6a48f2d-5f3a-431f-831c-f6bbf97fcb12 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:57.951697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Pushing event deleted for resources: {'Port': ['ID=29c539f8-995d-400f-9a79-0fd5b185f407,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:58.022066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 09eb8ddf-967f-49f8-8b1c-22479321086b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:58.091699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.094747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.096971 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3e6500b9-8765-4cb2-8503-9c28cd6d3382 tempest-FloatingIPAdminTestJSON-1620927464 tempest-FloatingIPAdminTestJSON-1620927464-project] 10.222.0.24 "DELETE /v2.0/floatingips/fa566d13-89a9-456b-bfbb-eb861461e7fa HTTP/1.1" status: 204 len: 168 time: 2.0701795 Dec 06 12:03:58.101794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 09eb8ddf-967f-49f8-8b1c-22479321086b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:58.102177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.118996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.180160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3c53cca1-9f40-446a-b12b-65320e9aeb6a None None] Provisioning complete for port 09eb8ddf-967f-49f8-8b1c-22479321086b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:58.180544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c53cca1-9f40-446a-b12b-65320e9aeb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.201195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6a48f2d-5f3a-431f-831c-f6bbf97fcb12 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.277129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.312237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.318290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6a48f2d-5f3a-431f-831c-f6bbf97fcb12 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.388501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 09eb8ddf-967f-49f8-8b1c-22479321086b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=09eb8ddf-967f-49f8-8b1c-22479321086b,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:58.393297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c6a75-116d-44bf-9d56-554ae0820692 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:03:58.396747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c53cca1-9f40-446a-b12b-65320e9aeb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.412615 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a48f2d-5f3a-431f-831c-f6bbf97fcb12 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf46818-0e89-41f8-8edf-49196a28e39f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:58.421315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6a48f2d-5f3a-431f-831c-f6bbf97fcb12 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.428103 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d6a48f2d-5f3a-431f-831c-f6bbf97fcb12 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/8cf46818-0e89-41f8-8edf-49196a28e39f HTTP/1.1" status: 204 len: 168 time: 1.1058366 Dec 06 12:03:58.428725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38730) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:58.429925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.434514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:58.467203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38732) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:58.541531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-74c5a7f0-add2-4050-bff4-f82a3cc28986 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 245a0dcd-6809-4de8-9ca4-8fa9b198bf38 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:58.541920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74c5a7f0-add2-4050-bff4-f82a3cc28986 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.557704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.565558 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Floating IP 53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24 associated. External IP: 172.36.1.217, port: 0986a543-b86e-41eb-a502-cc680590d01a. Dec 06 12:03:58.589230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=09eb8ddf-967f-49f8-8b1c-22479321086b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:58.630776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-3c53cca1-9f40-446a-b12b-65320e9aeb6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:03:58.631279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-3c53cca1-9f40-446a-b12b-65320e9aeb6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:03:58.637378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70abe889-e578-48eb-a4bb-51946b064816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.671120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c6a75-116d-44bf-9d56-554ae0820692 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:03:58.707148 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:03:58.707464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.750014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Router e0236941-25b8-4163-a8dd-de2d57fddce5 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:58.780263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.850119 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] For port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2,segment=NetworkSegment(463d2c98-a7dd-48c7-b442-bd0c51b0ebd9),segment_id=463d2c98-a7dd-48c7-b442-bd0c51b0ebd9)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:03:58.850119 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:58.867345 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:58.919056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-689f5dc1-1d78-491b-9ec8-f194e72fd5d4 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:03:58.920223 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-689f5dc1-1d78-491b-9ec8-f194e72fd5d4 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "PUT /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9245555 Dec 06 12:03:58.924113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38736) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:58.932291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Router 9081f710-d49d-4c78-be1e-88187f4c9123 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:03:58.932939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74c5a7f0-add2-4050-bff4-f82a3cc28986 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.001254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-74c5a7f0-add2-4050-bff4-f82a3cc28986 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 245a0dcd-6809-4de8-9ca4-8fa9b198bf38 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:03:59.020894 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-398dce7d-e4ad-42d9-a256-6b82e6463289 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=164823d9a5d546dda8ffbce795551d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089502 Dec 06 12:03:59.031547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38738) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:59.067446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:59.072241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.082461 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] Sync routers for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:59.096353 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:59.097300 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:59.202935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-966dbf4e-e751-4b84-a404-5d255735826e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "PUT /v2.0/floatingips/a290f900-c99b-4e6d-9463-a65064a9d8c5 HTTP/1.1" status: 200 len: 991 time: 5.1059070 Dec 06 12:03:59.209623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'tag': '8e573eec-724f-40ed-ada7-b9bfca391e6a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:03:59.212644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1e0534-0030-4985-9c90-86f127f05bec" -d '{"events": [{"name": "network-changed", "server_uuid": "ab12576c-e2ab-45e5-9c11-2830170b47e3", "tag": "8e573eec-724f-40ed-ada7-b9bfca391e6a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:03:59.239907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:59.244747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.260888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] Sync routers for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:59.298808 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b77f4f1a-09aa-4f29-8239-5024f8ee9897 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "PUT /v2.0/floatingips/a3226e21-9451-4e08-abe6-f13f26d2ee3f HTTP/1.1" status: 200 len: 990 time: 5.3153331 Dec 06 12:03:59.312687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.320598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:03:59.321431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:59.335469 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:59.336723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed9276a-29c1-43f0-a7ae-f7dc836a536f x-openstack-request-id: req-2ed9276a-29c1-43f0-a7ae-f7dc836a536f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:03:59.337046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab12576c-e2ab-45e5-9c11-2830170b47e3", "tag": "8e573eec-724f-40ed-ada7-b9bfca391e6a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:03:59.337269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ed9276a-29c1-43f0-a7ae-f7dc836a536f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:03:59.337672 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'tag': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'status': 'completed', 'code': 200} Dec 06 12:03:59.427894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:59.429187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46d465d4-43c4-4531-ad8a-48e375c931fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.439037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Router a3659c24-27f5-483e-9204-f5ba94323628 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:03:59.446499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No DVR routers for this DVR port 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:03:59.462277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74c5a7f0-add2-4050-bff4-f82a3cc28986 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.472769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b2cb0564-bbaf-4a2a-9711-d3a4b5a23fe5 None None] Provisioning complete for port 245a0dcd-6809-4de8-9ca4-8fa9b198bf38 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:59.477021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0564-bbaf-4a2a-9711-d3a4b5a23fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.477973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e0534-0030-4985-9c90-86f127f05bec req-6f937249-5897-42bf-8df6-f7214765d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:59.482354 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b1e0534-0030-4985-9c90-86f127f05bec req-6f937249-5897-42bf-8df6-f7214765d281 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.1043091 Dec 06 12:03:59.501206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46d465d4-43c4-4531-ad8a-48e375c931fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.522452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb0564-bbaf-4a2a-9711-d3a4b5a23fe5 None None] Port 245a0dcd-6809-4de8-9ca4-8fa9b198bf38 was deleted so its status cannot be updated. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 12:03:59.555972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5a7f0-add2-4050-bff4-f82a3cc28986 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=245a0dcd-6809-4de8-9ca4-8fa9b198bf38,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:03:59.636515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74c5a7f0-add2-4050-bff4-f82a3cc28986 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.639973 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-74c5a7f0-add2-4050-bff4-f82a3cc28986 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/245a0dcd-6809-4de8-9ca4-8fa9b198bf38 HTTP/1.1" status: 204 len: 168 time: 2.3286157 Dec 06 12:03:59.643807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38750) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:59.651106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:03:59.781883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Provisioning complete for port 5aa0464d-33d7-4944-a2e3-910616dc0420 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:03:59.782374 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.782498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.811062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d23201-8dfa-4f02-82a7-06d559648dad']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:59.824873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463d2c98-a7dd-48c7-b442-bd0c51b0ebd9') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:59.825488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463d2c98-a7dd-48c7-b442-bd0c51b0ebd9') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:03:59.838347 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.841073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b95ee5-5027-4b8c-a9f2-90c790992bc0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:59.843252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b95ee5-5027-4b8c-a9f2-90c790992bc0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:59.844948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a9b95ee5-5027-4b8c-a9f2-90c790992bc0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2001824 Dec 06 12:03:59.862017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38752) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:03:59.865521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.873003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:03:59.873420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.899385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e0534-0030-4985-9c90-86f127f05bec req-7ded2556-68eb-42cb-b90e-7f3951fec451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:03:59.900905 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b1e0534-0030-4985-9c90-86f127f05bec req-7ded2556-68eb-42cb-b90e-7f3951fec451 service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.3557129 Dec 06 12:03:59.904132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:03:59.910247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:03:59.939370 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Sync routers for ids ['a3659c24-27f5-483e-9204-f5ba94323628'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:03:59.960603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 09eb8ddf-967f-49f8-8b1c-22479321086b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:03:59.969630 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a290f900-c99b-4e6d-9463-a65064a9d8c5', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'floating_ip_address': '172.36.1.104', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'port_id': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'mac_address': 'fa:16:3e:6f:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:11Z', 'updated_at': '2021-12-06T12:03:56Z', 'revision_number': 1, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:00.000811 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:00.006205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.007785 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0bf10651-2afd-4998-8705-8511185673e5 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.9670243 Dec 06 12:04:00.019602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bcac77-d5e3-40c9-9818-60b23238d13a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 39fcab09-0550-48a0-8586-13a0c34a7f13 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:00.021143 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] Checking router: 0f9f7db2-6e80-463c-8895-0fe6cb127d4b for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:00.028418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38754) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:00.034539 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Routers {'a3659c24-27f5-483e-9204-f5ba94323628'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:00.034912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bcac77-d5e3-40c9-9818-60b23238d13a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.035615 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a3659c24-27f5-483e-9204-f5ba94323628'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:00.038885 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:00.039808 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:00.057503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] Sync routers for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:00.082200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:00.088049 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:00.117168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:00.117928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:00.119045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46d465d4-43c4-4531-ad8a-48e375c931fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.122020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46d465d4-43c4-4531-ad8a-48e375c931fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.126131 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-46d465d4-43c4-4531-ad8a-48e375c931fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c116a83-5e37-4564-a95c-c1ae0152a6f0 HTTP/1.1" status: 204 len: 168 time: 1.0895526 Dec 06 12:04:00.127495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.172074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d465d4-43c4-4531-ad8a-48e375c931fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c116a83-5e37-4564-a95c-c1ae0152a6f0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:00.198215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.201563 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/networks/f3d23201-8dfa-4f02-82a7-06d559648dad HTTP/1.1" status: 204 len: 168 time: 1.7700977 Dec 06 12:04:00.212122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17985910-eb81-4061-be1d-bcd626796036 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Network': ['ID=f3d23201-8dfa-4f02-82a7-06d559648dad,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:00.224405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38758) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:00.230887 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:00.236873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'name': 'tempest-PortsTestJSON-1466850747'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:00.371248 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5ff485a9-e5ca-45fe-b296-138ff65fe5a1 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "PUT /v2.0/floatingips/53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24 HTTP/1.1" status: 200 len: 991 time: 3.9987309 Dec 06 12:04:00.390503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'tag': '0986a543-b86e-41eb-a502-cc680590d01a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:04:00.407565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2292a80f-b8f5-40b5-9349-cd5f52c15b18" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2a0242-586c-4e5e-9a3f-d28a637cecb7", "tag": "0986a543-b86e-41eb-a502-cc680590d01a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:04:00.410719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:00.418100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.427047 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:00.480945 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b1e0534-0030-4985-9c90-86f127f05bec req-bb6cb885-7ae0-47e1-812f-2705c37460c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 999 time: 0.5686789 Dec 06 12:04:00.531500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 2a22431c-7554-4434-a35d-24e0879b6bf8 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:00.542889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bcac77-d5e3-40c9-9818-60b23238d13a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.652979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e0534-0030-4985-9c90-86f127f05bec req-98e87643-c371-4f0d-a847-135a2ad5fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:00.654538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b1e0534-0030-4985-9c90-86f127f05bec req-98e87643-c371-4f0d-a847-135a2ad5fc04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.1638093 Dec 06 12:04:00.677479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ab39207-0cd2-426a-a1c1-2f4dacb6b449 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/routers/a3659c24-27f5-483e-9204-f5ba94323628 HTTP/1.1" status: 200 len: 908 time: 0.6478009 Dec 06 12:04:00.710626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38772) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:00.721063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'router': {'name': 'tempest-snat-router-800327725', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': True}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:00.742536 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:04:00.772589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b0a27-3e64-43cb-878b-c32a9cf09dfb None None] Network f3d23201-8dfa-4f02-82a7-06d559648dad requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:00.799960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bcac77-d5e3-40c9-9818-60b23238d13a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.827681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.828876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.832033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38774) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:00.851371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b0a27-3e64-43cb-878b-c32a9cf09dfb None None] Network f3d23201-8dfa-4f02-82a7-06d559648dad could not be found, it might have been deleted concurrently. {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:04:00.853148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Port 5aa0464d-33d7-4944-a2e3-910616dc0420 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:00.870490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 09eb8ddf-967f-49f8-8b1c-22479321086b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:00.870931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.877544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e0534-0030-4985-9c90-86f127f05bec req-a6d33067-b30b-4d7b-9a17-b6f687a052b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:00.879301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b1e0534-0030-4985-9c90-86f127f05bec req-a6d33067-b30b-4d7b-9a17-b6f687a052b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2148540 Dec 06 12:04:00.890379 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Set router a3659c24-27f5-483e-9204-f5ba94323628 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:00.892663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28cba7c2-7cd7-4d95-9eb4-7b9284d6322f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.901707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.923428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-18fe7edc-ccdd-4c76-8028-2c87af68a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:00.925222 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-18fe7edc-ccdd-4c76-8028-2c87af68a182 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ef7a184d3aa42d09fc31064638724f1&device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 1098 time: 0.1993744 Dec 06 12:04:00.931227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:00.973026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432425a7-ebbd-4996-a2c5-36df73101ac2 None None] DHCP port deletion for f3d23201-8dfa-4f02-82a7-06d559648dad request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:00.979673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb5df9d-7615-46c3-a7a3-4e526c77c56c x-openstack-request-id: req-4cb5df9d-7615-46c3-a7a3-4e526c77c56c {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:04:00.980006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2a0242-586c-4e5e-9a3f-d28a637cecb7", "tag": "0986a543-b86e-41eb-a502-cc680590d01a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:04:00.980269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cb5df9d-7615-46c3-a7a3-4e526c77c56c {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:04:00.980851 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'tag': '0986a543-b86e-41eb-a502-cc680590d01a', 'status': 'completed', 'code': 200} Dec 06 12:04:00.987072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.050130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Provisioning complete for port a88b57b6-233b-4d69-bdea-95762238f530 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:01.050512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.080403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:01.081776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=2a22431c-7554-4434-a35d-24e0879b6bf8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:01.086325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:01.101808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:01.108091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:01.110729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.141703 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8fab10b2-3594-40f3-b814-d6191d04f635 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9092906 Dec 06 12:04:01.143824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38778) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:01.159198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.180297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Port a88b57b6-233b-4d69-bdea-95762238f530 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:01.186066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.188341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-92d8ca4d-d706-4497-8592-4081a1854ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:01.190489 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-92d8ca4d-d706-4497-8592-4081a1854ff0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4118da23-03dd-4555-8aa5-b92daa98623f HTTP/1.1" status: 200 len: 913 time: 0.2572169 Dec 06 12:04:01.227014 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3659c24-27f5-483e-9204-f5ba94323628', 'name': 'tempest-snat-router-800327725', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.227'}], 'enable_snat': False}, 'gw_port_id': 'd89408c9-1c92-45a1-bd77-256eb7f5e57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:03:51Z', 'updated_at': '2021-12-06T12:03:56Z', 'revision_number': 3, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port': {'id': 'd89408c9-1c92-45a1-bd77-256eb7f5e57e', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3659c24-27f5-483e-9204-f5ba94323628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:53Z', 'updated_at': '2021-12-06T12:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:01.234940 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b1e0534-0030-4985-9c90-86f127f05bec req-d4cbcd6e-333c-4241-8d47-67e1b4c85a36 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278937 Dec 06 12:04:01.273905 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a290f900-c99b-4e6d-9463-a65064a9d8c5', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'floating_ip_address': '172.36.1.104', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'port_id': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'mac_address': 'fa:16:3e:6f:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:11Z', 'updated_at': '2021-12-06T12:03:56Z', 'revision_number': 1, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:01.288104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Provisioning complete for port d89408c9-1c92-45a1-bd77-256eb7f5e57e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:01.288512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.323158 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b1870-75b0-41f3-b6c8-421de4cd6253 None None] The sync data for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv is: [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a290f900-c99b-4e6d-9463-a65064a9d8c5', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'floating_ip_address': '172.36.1.104', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'port_id': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'mac_address': 'fa:16:3e:6f:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:11Z', 'updated_at': '2021-12-06T12:03:56Z', 'revision_number': 1, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:01.329371 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Checking router: a3659c24-27f5-483e-9204-f5ba94323628 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:01.330099 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Updating router a3659c24-27f5-483e-9204-f5ba94323628 port d89408c9-1c92-45a1-bd77-256eb7f5e57e binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:04:01.340955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'tag': '74cbe82f-a41e-4fb9-a347-f293e8936a39'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:04:01.344392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc870652-2a91-42e3-a295-944c34f45337" -d '{"events": [{"name": "network-changed", "server_uuid": "91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f", "tag": "74cbe82f-a41e-4fb9-a347-f293e8936a39"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:04:01.361896 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.464527 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b1e0534-0030-4985-9c90-86f127f05bec req-fb4de72b-3d27-4115-93f0-0e36a2f648f3 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123430 Dec 06 12:04:01.466431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e146d3e5-3440-46b2-b593-0d67209ec69a x-openstack-request-id: req-e146d3e5-3440-46b2-b593-0d67209ec69a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:04:01.466832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f", "tag": "74cbe82f-a41e-4fb9-a347-f293e8936a39", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:04:01.467206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e146d3e5-3440-46b2-b593-0d67209ec69a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:04:01.468262 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'tag': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'status': 'completed', 'code': 200} Dec 06 12:04:01.534724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bcac77-d5e3-40c9-9818-60b23238d13a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.609852 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:01.615502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bcac77-d5e3-40c9-9818-60b23238d13a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.623466 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c0bcac77-d5e3-40c9-9818-60b23238d13a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/39fcab09-0550-48a0-8586-13a0c34a7f13 HTTP/1.1" status: 204 len: 168 time: 1.7602348 Dec 06 12:04:01.631691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcac77-d5e3-40c9-9818-60b23238d13a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=39fcab09-0550-48a0-8586-13a0c34a7f13,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:01.638761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38786) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:01.658031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a8c07-4e3d-494d-8f45-6b93635f78ec None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:01.726626 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8d5e765f-0a3f-4ed8-9924-d306aab8599f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794687 Dec 06 12:04:01.735831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38788) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:01.751086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:01.779777 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdb3e3-4ba4-4723-abe7-490df8fdfbbc None None] New status for floating IP a290f900-c99b-4e6d-9463-a65064a9d8c5: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:04:01.800496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:01.800851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8d94195f-2b2f-4df8-b2d1-fd2f04f2dcd2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:01.893769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'floating_ip_address': '172.36.1.217', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'port_id': '0986a543-b86e-41eb-a502-cc680590d01a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'mac_address': 'fa:16:3e:74:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:13Z', 'updated_at': '2021-12-06T12:03:57Z', 'revision_number': 1, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:10Z', 'revision_number': 5, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:01.895912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Port d89408c9-1c92-45a1-bd77-256eb7f5e57e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:01.897459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e08af0be-fe5a-42ca-ab71-ab8916628b46 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 2a22431c-7554-4434-a35d-24e0879b6bf8 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:01.897459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e08af0be-fe5a-42ca-ab71-ab8916628b46 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.929041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.954502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] Checking router: 9081f710-d49d-4c78-be1e-88187f4c9123 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:01.961943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870652-2a91-42e3-a295-944c34f45337 req-5b79908a-ff24-4e42-9da8-305222c143b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:01.965345 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc870652-2a91-42e3-a295-944c34f45337 req-5b79908a-ff24-4e42-9da8-305222c143b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90e32a41520b408b9aaefa7592e5e993&device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 1098 time: 0.4171724 Dec 06 12:04:01.967961 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-51eeb515-2de8-4749-a797-a086b3f5dc85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0986a543-b86e-41eb-a502-cc680590d01a HTTP/1.1" status: 200 len: 999 time: 0.7277765 Dec 06 12:04:01.972182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.975335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a3226e21-9451-4e08-abe6-f13f26d2ee3f', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'floating_ip_address': '172.36.1.11', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'port_id': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'mac_address': 'fa:16:3e:38:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:09Z', 'updated_at': '2021-12-06T12:03:55Z', 'revision_number': 1, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:01.980811 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e08af0be-fe5a-42ca-ab71-ab8916628b46 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:01.997376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e08af0be-fe5a-42ca-ab71-ab8916628b46 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 2a22431c-7554-4434-a35d-24e0879b6bf8 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:02.043306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Provisioning complete for port 7edb1537-552a-4cef-8778-9616da944c31 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:02.044159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.047328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] Checking router: e0236941-25b8-4163-a8dd-de2d57fddce5 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:02.055343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:02.056231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:02.112294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e08af0be-fe5a-42ca-ab71-ab8916628b46 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.158228 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08af0be-fe5a-42ca-ab71-ab8916628b46 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=2a22431c-7554-4434-a35d-24e0879b6bf8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:02.166597 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e08af0be-fe5a-42ca-ab71-ab8916628b46 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.170621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:02.170886 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e08af0be-fe5a-42ca-ab71-ab8916628b46 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/2a22431c-7554-4434-a35d-24e0879b6bf8 HTTP/1.1" status: 204 len: 168 time: 1.0252001 Dec 06 12:04:02.171812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:02.176437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38792) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:02.179467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Port 7edb1537-552a-4cef-8778-9616da944c31 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:02.183530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'mac_address': 'fa:16:3e:42:10:e9', 'name': 'tempest-PortsTestJSON-1461891729'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:02.223750 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.235436 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.258377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-5a9c40b6-3145-4c8d-bdaa-eab38a75fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:02.260213 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-5a9c40b6-3145-4c8d-bdaa-eab38a75fd92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6818edfa-59b7-4071-9185-dfe24d568129 HTTP/1.1" status: 200 len: 851 time: 0.2548780 Dec 06 12:04:02.280761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:02.289044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.309255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Provisioning complete for port 0cc456a1-e2b7-4222-8c49-25eb50d65257 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:02.309803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.321410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28cba7c2-7cd7-4d95-9eb4-7b9284d6322f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.336144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:02.344567 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Pushing event updated for resources: {'Port': ['ID=d89408c9-1c92-45a1-bd77-256eb7f5e57e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:02.352574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611fb7e7-a67b-48bb-b3f4-ae4077e2d18a None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:02.373547 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Attempting to bind port d89408c9-1c92-45a1-bd77-256eb7f5e57e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:02.374854 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Attempting to bind port d89408c9-1c92-45a1-bd77-256eb7f5e57e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:02.375385 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Attempting to bind port d89408c9-1c92-45a1-bd77-256eb7f5e57e on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:02.380468 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.380853 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28cba7c2-7cd7-4d95-9eb4-7b9284d6322f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.381372 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.381876 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.382241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Deleting port 733a792b-677b-40c8-bb73-9b9438d4f719 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:02.382857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.382987 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.383458 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.388624 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.389241 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.390395 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.390985 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.391761 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.392269 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.392763 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.393402 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:02.401551 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:02.402550 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:02.403111 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.403650 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:02.404316 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Bound port: d89408c9-1c92-45a1-bd77-256eb7f5e57e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:02.404891 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.420633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:02.458247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870652-2a91-42e3-a295-944c34f45337 req-a546496d-e280-4a2c-bc01-1b8fb40519ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:02.459815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:02.459952 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc870652-2a91-42e3-a295-944c34f45337 req-a546496d-e280-4a2c-bc01-1b8fb40519ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e HTTP/1.1" status: 200 len: 907 time: 0.4662876 Dec 06 12:04:02.474552 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] For port d89408c9-1c92-45a1-bd77-256eb7f5e57e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:02.479194 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] For port d89408c9-1c92-45a1-bd77-256eb7f5e57e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d89408c9-1c92-45a1-bd77-256eb7f5e57e,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:02.485387 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.485708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.500477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Calling delete_port for 733a792b-677b-40c8-bb73-9b9438d4f719 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:02.549033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cba7c2-7cd7-4d95-9eb4-7b9284d6322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f14eef-9d5f-4692-a6a9-5ddb796f94af,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:02.550214 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Routers {'a3659c24-27f5-483e-9204-f5ba94323628'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:02.550852 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a3659c24-27f5-483e-9204-f5ba94323628'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:02.562737 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-28cba7c2-7cd7-4d95-9eb4-7b9284d6322f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f7ac95629e64d46bf66b486a47619df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7216699 Dec 06 12:04:02.573135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-c81df356-8a88-43d0-9aae-73c82fa9a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:02.574822 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-c81df356-8a88-43d0-9aae-73c82fa9a718 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4118da23-03dd-4555-8aa5-b92daa98623f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2732091 Dec 06 12:04:02.575414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38794) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:02.587559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df1db8e-a335-45e6-b97a-981f184b5ffd None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:02.600482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:02.685778 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] Set router a3659c24-27f5-483e-9204-f5ba94323628 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:02.702332 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc870652-2a91-42e3-a295-944c34f45337 req-d75e356b-5041-4057-a4d3-54955f49abcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39 HTTP/1.1" status: 200 len: 998 time: 0.2129200 Dec 06 12:04:02.729859 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.827698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Port': ['ID=733a792b-677b-40c8-bb73-9b9438d4f719,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:02.850693 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba45020-928e-46b2-9f24-5aaa36313ef7 None None] Pushing event updated for resources: {'Port': ['ID=d89408c9-1c92-45a1-bd77-256eb7f5e57e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:02.878721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:02.944348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 43969cab-f217-4893-b3f0-ae78120431ba yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:03.040291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870652-2a91-42e3-a295-944c34f45337 req-439e96e4-ee66-48ae-b6dd-ab744d197d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:03.048021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc870652-2a91-42e3-a295-944c34f45337 req-439e96e4-ee66-48ae-b6dd-ab744d197d01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4e5490f-b97d-4a72-8ecb-b246d628d752 HTTP/1.1" status: 200 len: 845 time: 0.3243272 Dec 06 12:04:03.052830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac8f451-fa45-42f1-b45e-4d1e9b983d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.071613 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-7954459d-40c6-4d29-8658-0bbdefc7fa72 service neutron] 10.222.0.43 "GET /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793963 Dec 06 12:04:03.103503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] Deleting port 09eb8ddf-967f-49f8-8b1c-22479321086b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:03.105542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.141961 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3659c24-27f5-483e-9204-f5ba94323628', 'name': 'tempest-snat-router-800327725', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.227'}], 'enable_snat': False}, 'gw_port_id': 'd89408c9-1c92-45a1-bd77-256eb7f5e57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:03:51Z', 'updated_at': '2021-12-06T12:03:56Z', 'revision_number': 3, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port': {'id': 'd89408c9-1c92-45a1-bd77-256eb7f5e57e', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3659c24-27f5-483e-9204-f5ba94323628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:53Z', 'updated_at': '2021-12-06T12:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:03.165687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.172601 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006eca85-6685-419e-a1fa-146a8188b934 None None] The sync data for ids ['a3659c24-27f5-483e-9204-f5ba94323628'] in dv-neutron-master-2-hyperv is: [{'id': 'a3659c24-27f5-483e-9204-f5ba94323628', 'name': 'tempest-snat-router-800327725', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.227'}], 'enable_snat': False}, 'gw_port_id': 'd89408c9-1c92-45a1-bd77-256eb7f5e57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:03:51Z', 'updated_at': '2021-12-06T12:03:56Z', 'revision_number': 3, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port': {'id': 'd89408c9-1c92-45a1-bd77-256eb7f5e57e', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3659c24-27f5-483e-9204-f5ba94323628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:53Z', 'updated_at': '2021-12-06T12:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:03.204290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.216645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.279805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Provisioning complete for port 3afd14fc-b957-4a2d-ac86-0a75f01fb232 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:03.280776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.341296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:03.348034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:03.353737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:03.360572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:03.361222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.377640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=43969cab-f217-4893-b3f0-ae78120431ba,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:03.419954 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-396bf273-f0cd-495c-a152-520bdb77a507 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2374938 Dec 06 12:04:03.420188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] For port 09eb8ddf-967f-49f8-8b1c-22479321086b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=09eb8ddf-967f-49f8-8b1c-22479321086b,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:03.421324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.448585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38802) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:03.468258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] Calling delete_port for 09eb8ddf-967f-49f8-8b1c-22479321086b owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:03.502303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'floating_ip_address': '172.36.1.217', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'port_id': '0986a543-b86e-41eb-a502-cc680590d01a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'mac_address': 'fa:16:3e:74:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:13Z', 'updated_at': '2021-12-06T12:03:57Z', 'revision_number': 1, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:10Z', 'revision_number': 5, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:03.519012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb87374-6419-4711-8408-aab9cfd744ef tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:03.519012 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-acb87374-6419-4711-8408-aab9cfd744ef tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/43969cab-f217-4893-b3f0-ae78120431ba HTTP/1.1" status: 200 len: 841 time: 0.0618553 Dec 06 12:04:03.519012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Router 1b844d5a-c222-447d-accd-12c11bde06f2 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:04:03.519012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38804) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:03.535109 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b44ac-0ae6-4b75-8222-020e5b15d31a None None] The sync data for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv is: [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'floating_ip_address': '172.36.1.217', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'port_id': '0986a543-b86e-41eb-a502-cc680590d01a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'mac_address': 'fa:16:3e:74:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:13Z', 'updated_at': '2021-12-06T12:03:57Z', 'revision_number': 1, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:10Z', 'revision_number': 5, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:03.573146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a3226e21-9451-4e08-abe6-f13f26d2ee3f', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'floating_ip_address': '172.36.1.11', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'port_id': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'mac_address': 'fa:16:3e:38:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:09Z', 'updated_at': '2021-12-06T12:03:55Z', 'revision_number': 1, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:03.629959 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2292a80f-b8f5-40b5-9349-cd5f52c15b18 req-169cba6d-765f-42a9-a2c2-e46a8a4b9629 service neutron] 10.222.0.43 "GET /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564531 Dec 06 12:04:03.631606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.643830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d26878d-bfe2-4dbc-a395-25a3fb8bd00a None None] The sync data for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv is: [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a3226e21-9451-4e08-abe6-f13f26d2ee3f', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'floating_ip_address': '172.36.1.11', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'port_id': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'mac_address': 'fa:16:3e:38:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:03:09Z', 'updated_at': '2021-12-06T12:03:55Z', 'revision_number': 1, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:03.684271 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.712339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Provisioning complete for port 21ef2d8d-6a48-42bd-9908-a1e67aafde31 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:03.713201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.780536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:03.856409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Allocated IP 172.36.1.71 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:03.856707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:03.868556 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5feeaf60-c23e-4739-aa5f-676373f489a3 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "PUT /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9421785 Dec 06 12:04:03.869395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38806) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:03.916387 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-5fad1dc2-b940-4912-901b-04348222d1ec tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] delete failed (client error): The resource could not be found. Dec 06 12:04:03.924313 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5fad1dc2-b940-4912-901b-04348222d1ec tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1469469091 HTTP/1.1" status: 404 len: 335 time: 0.0520473 Dec 06 12:04:03.925209 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38808) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:03.935051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9b1f4618-2993-45e4-b627-c604e766ec8c tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b844d5a-c222-447d-accd-12c11bde06f2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:03.989382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac8f451-fa45-42f1-b45e-4d1e9b983d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.018917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d89408c9-1c92-45a1-bd77-256eb7f5e57e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:04.036043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870652-2a91-42e3-a295-944c34f45337 req-9f40651f-f45f-4692-ad0a-da37d6886f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:04.041635 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc870652-2a91-42e3-a295-944c34f45337 req-9f40651f-f45f-4692-ad0a-da37d6886f43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9639411 Dec 06 12:04:04.060042 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3ec5a-0038-4130-9732-9f52b401451d None None] New status for floating IP 53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:04:04.075998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] No DVR routers for this DVR port 09eb8ddf-967f-49f8-8b1c-22479321086b on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:04.095093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9b6f0-a369-4b48-b5f2-fbd94df0346b None None] Sync routers for ids ['1b844d5a-c222-447d-accd-12c11bde06f2'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:04.117365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3511b-e186-4f22-8c13-344f6600fb1d None None] Pushing event deleted for resources: {'Port': ['ID=09eb8ddf-967f-49f8-8b1c-22479321086b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:04.143354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-84e13ed1-2125-4264-9848-27fdddb4e63a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 43969cab-f217-4893-b3f0-ae78120431ba {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:04.143704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84e13ed1-2125-4264-9848-27fdddb4e63a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.198985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.235372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e69683-8083-4754-95b1-9e931110c3d2 None None] New status for floating IP a3226e21-9451-4e08-abe6-f13f26d2ee3f: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:04:04.318789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:04.328213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=985ccb78-b1d2-4322-ace4-6ae7baecce64,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:04.331100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:04.347546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:04.348091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.391922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84e13ed1-2125-4264-9848-27fdddb4e63a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.398888 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-97870261-d72d-4b03-89cd-b8a672a487dc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6560488 Dec 06 12:04:04.404690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.408736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38816) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:04.413849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': '985ccb78-b1d2-4322-ace4-6ae7baecce64', 'ip_address': '2001:db8::ec9d:4d4c:fc6c:2094'}], 'name': 'tempest-NetworksTestDHCPv6-651242235'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:04.426308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8757826-b3d0-439d-9fe6-aa66830aa7a5 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:04.444905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-84e13ed1-2125-4264-9848-27fdddb4e63a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 43969cab-f217-4893-b3f0-ae78120431ba owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:04.453786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4618-2993-45e4-b627-c604e766ec8c tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.501767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac8f451-fa45-42f1-b45e-4d1e9b983d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.504664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac8f451-fa45-42f1-b45e-4d1e9b983d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.506026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8ac8f451-fa45-42f1-b45e-4d1e9b983d7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0f14eef-9d5f-4692-a6a9-5ddb796f94af HTTP/1.1" status: 204 len: 168 time: 1.9225707 Dec 06 12:04:04.516955 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-9b1f4618-2993-45e4-b627-c604e766ec8c tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] update failed (client error): The resource could not be found. Dec 06 12:04:04.521574 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9b1f4618-2993-45e4-b627-c604e766ec8c tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "PUT /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2 HTTP/1.1" status: 404 len: 339 time: 0.5889592 Dec 06 12:04:04.521745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc870652-2a91-42e3-a295-944c34f45337 req-34ee5664-b9a4-4977-a43f-7bcc6a48e413 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538424 Dec 06 12:04:04.522991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38820) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:04.524486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8f451-fa45-42f1-b45e-4d1e9b983d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f14eef-9d5f-4692-a6a9-5ddb796f94af,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:04.527830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-705149351'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:04.569856 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Made reservation on behalf of 30f145050a314ae48c452da3b3b8d4b5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:04.573517 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.617532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84e13ed1-2125-4264-9848-27fdddb4e63a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.646540 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc870652-2a91-42e3-a295-944c34f45337 req-5c061758-c1e8-4368-8d40-c0ab5353648e service neutron] 10.222.0.43 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120515 Dec 06 12:04:04.650245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:04:04.676164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9b6f0-a369-4b48-b5f2-fbd94df0346b None None] Routers {'1b844d5a-c222-447d-accd-12c11bde06f2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:04.676966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7ee9b6f0-a369-4b48-b5f2-fbd94df0346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1b844d5a-c222-447d-accd-12c11bde06f2'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:04.694498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e13ed1-2125-4264-9848-27fdddb4e63a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=43969cab-f217-4893-b3f0-ae78120431ba,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:04.697840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.710094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.710625 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Added segment b9d3cca6-9512-449b-909c-a2e851e1f7c1 of type vlan for network a457e781-b2a2-49e7-b2a3-ebfe366e4679 Dec 06 12:04:04.712630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84e13ed1-2125-4264-9848-27fdddb4e63a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.716195 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-84e13ed1-2125-4264-9848-27fdddb4e63a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/43969cab-f217-4893-b3f0-ae78120431ba HTTP/1.1" status: 204 len: 168 time: 1.2011809 Dec 06 12:04:04.724188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38822) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:04.802088 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-8790bf0e-4715-4c3e-b810-c0b7a6719411 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:04:04.815107 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8790bf0e-4715-4c3e-b810-c0b7a6719411 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/43969cab-f217-4893-b3f0-ae78120431ba HTTP/1.1" status: 404 len: 333 time: 0.0896828 Dec 06 12:04:04.819350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:04.819947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38824) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:04.820520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:04.828312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'name': 'tempest-PortsTestJSON-278923682'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:04.833396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7ee9b6f0-a369-4b48-b5f2-fbd94df0346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:04.841077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d89408c9-1c92-45a1-bd77-256eb7f5e57e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:04.841521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.856132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:04.866781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.872760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'Port': ['ID=386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:04.880475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:04.900896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8eb73-3ade-42b3-ade3-82488ec41c71 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:04.926898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9b6f0-a369-4b48-b5f2-fbd94df0346b None None] Routers {'1b844d5a-c222-447d-accd-12c11bde06f2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:04.927728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7ee9b6f0-a369-4b48-b5f2-fbd94df0346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1b844d5a-c222-447d-accd-12c11bde06f2'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:04.970260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7ee9b6f0-a369-4b48-b5f2-fbd94df0346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:04.971013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9b6f0-a369-4b48-b5f2-fbd94df0346b None None] The sync data for ids ['1b844d5a-c222-447d-accd-12c11bde06f2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:04.977174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Provisioning complete for port 6644c866-c0a5-4dc7-9b93-7f86084f1311 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:04.977545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b12166e4-b78a-451e-bc60-c7e41f929084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.988837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:04.995151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:04.996057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.077036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:05.080891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.090965 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5668619 Dec 06 12:04:05.098221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38828) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:05.101135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d0a80-33a6-43c6-b4a7-19d3f9605a12 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Network': ['ID=a457e781-b2a2-49e7-b2a3-ebfe366e4679,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:05.115776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'subnet': {'network_id': 'a457e781-b2a2-49e7-b2a3-ebfe366e4679', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:05.143227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38834) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:05.155490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.162365 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 1cf3d4e4-450e-428a-8ad6-918814d8c887 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:05.184948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.187677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-18cf7854-0d2d-4056-8a3b-b48bb6a85bc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.231067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network a457e781-b2a2-49e7-b2a3-ebfe366e4679 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:04:05.263661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 747d3bd7-23c5-4bc0-aa56-1abb7adedcc2 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:05.271089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '985ccb78-b1d2-4322-ace4-6ae7baecce64'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:05.272232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.277689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port d89408c9-1c92-45a1-bd77-256eb7f5e57e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d89408c9-1c92-45a1-bd77-256eb7f5e57e,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:05.320950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.412938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Made reservation on behalf of 30f145050a314ae48c452da3b3b8d4b5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:05.417254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.447140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 09eb8ddf-967f-49f8-8b1c-22479321086b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:05.516110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 09eb8ddf-967f-49f8-8b1c-22479321086b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:05.516470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 09eb8ddf-967f-49f8-8b1c-22479321086b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:05.518191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=d89408c9-1c92-45a1-bd77-256eb7f5e57e,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:05.575593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-18cf7854-0d2d-4056-8a3b-b48bb6a85bc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.576644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.604591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/985ccb78-b1d2-4322-ace4-6ae7baecce64/822a05ad-b4c2-4613-aacd-a358f14d469c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:05.614280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-18cf7854-0d2d-4056-8a3b-b48bb6a85bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.646788 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.674565 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-18cf7854-0d2d-4056-8a3b-b48bb6a85bc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a12e14232ed842ab906432a4f57334b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155208 Dec 06 12:04:05.677807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38838) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:05.680706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d89408c9-1c92-45a1-bd77-256eb7f5e57e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:05.726623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf7854-0d2d-4056-8a3b-b48bb6a85bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f02cb41-8a8d-49ba-93f5-f7ddfdb382de,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:05.739718 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.770608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3be9ee29-1a64-49c1-838c-93ce78ef64af None None] Provisioning complete for port d89408c9-1c92-45a1-bd77-256eb7f5e57e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:05.770988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3be9ee29-1a64-49c1-838c-93ce78ef64af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.816521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e73c21e5-a991-4384-9eee-6edf8ee271f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.835343 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:05.837210 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d89408c9-1c92-45a1-bd77-256eb7f5e57e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:05.838275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.842319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:05.847981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:05.853547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:05.854168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.860500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.872025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=1cf3d4e4-450e-428a-8ad6-918814d8c887,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:05.884173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e73c21e5-a991-4384-9eee-6edf8ee271f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.924309 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5fd8cae3-6be4-4eb1-8807-25dcc952ca69 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1033611 Dec 06 12:04:05.926043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:05.928038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38840) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:05.934104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:05.956937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Subnet': ['ID=4fcda5ff-0ccf-417a-b052-d3fdb3ea9e7a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:05.966341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Checking segment: {'id': 'b9d3cca6-9512-449b-909c-a2e851e1f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a457e781-b2a2-49e7-b2a3-ebfe366e4679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:05.966704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network hostable DHCP agents. Network: a457e781-b2a2-49e7-b2a3-ebfe366e4679, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:04:05.984828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network a457e781-b2a2-49e7-b2a3-ebfe366e4679 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:04:05.994628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a457e781-b2a2-49e7-b2a3-ebfe366e4679) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:06.002509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:06.003400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.023905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e73c21e5-a991-4384-9eee-6edf8ee271f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.024478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a22f4-3f31-4891-b93f-e9013b238b3d None None] Network a457e781-b2a2-49e7-b2a3-ebfe366e4679 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:06.024995 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6de5ddd9-96af-4a36-adf9-10386fac8208 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9255915 Dec 06 12:04:06.025617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e73c21e5-a991-4384-9eee-6edf8ee271f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.026914 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e73c21e5-a991-4384-9eee-6edf8ee271f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f02cb41-8a8d-49ba-93f5-f7ddfdb382de HTTP/1.1" status: 204 len: 168 time: 0.3462801 Dec 06 12:04:06.027611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38842) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:06.036928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-78564146-1bfe-4945-bb95-9c61503dea34 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a457e781-b2a2-49e7-b2a3-ebfe366e4679'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:06.048722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3be9ee29-1a64-49c1-838c-93ce78ef64af None None] Provisioning complete for port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:06.049166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3be9ee29-1a64-49c1-838c-93ce78ef64af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.064966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c21e5-a991-4384-9eee-6edf8ee271f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f02cb41-8a8d-49ba-93f5-f7ddfdb382de,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:06.092257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.097646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3be9ee29-1a64-49c1-838c-93ce78ef64af None None] Port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:06.169752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3be9ee29-1a64-49c1-838c-93ce78ef64af None None] Could not find standard attr ID for object 09eb8ddf-967f-49f8-8b1c-22479321086b. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:04:06.189630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.197629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3be9ee29-1a64-49c1-838c-93ce78ef64af None None] Could not find standard attr ID for object 245a0dcd-6809-4de8-9ca4-8fa9b198bf38. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:04:06.209670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.233629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:06.339220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Router fd9e6c42-a828-4163-8d62-5ce874ac4ef9 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:06.360835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::ec9d:4d4c:fc6c:2094 (61c27f2c-faab-4f7c-b849-24512843983c/985ccb78-b1d2-4322-ace4-6ae7baecce64/747d3bd7-23c5-4bc0-aa56-1abb7adedcc2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:06.392757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.442540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.519658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] In _notify_port_updated(), no bound segment for port 1cf3d4e4-450e-428a-8ad6-918814d8c887 on network 2c71bb93-bc57-4463-b431-3d7509600e61 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:04:06.524644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:06.525384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.526807 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "PUT /v2.0/ports/1cf3d4e4-450e-428a-8ad6-918814d8c887 HTTP/1.1" status: 200 len: 818 time: 0.5977569 Dec 06 12:04:06.534248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38860) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:06.574501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:06.582939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:06.587330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac57ffa-0be6-4fda-adaf-41fb89f7f214 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=1cf3d4e4-450e-428a-8ad6-918814d8c887,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:06.730541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:06.743536 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Sync routers for ids ['fd9e6c42-a828-4163-8d62-5ce874ac4ef9'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:06.760389 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Routers {'fd9e6c42-a828-4163-8d62-5ce874ac4ef9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:06.761384 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fd9e6c42-a828-4163-8d62-5ce874ac4ef9'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:06.803149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78564146-1bfe-4945-bb95-9c61503dea34 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.825706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Pushing event updated for resources: {'Port': ['ID=822a05ad-b4c2-4613-aacd-a358f14d469c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:06.831078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.839796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a457e781-b2a2-49e7-b2a3-ebfe366e4679', 'network_id': 'a457e781-b2a2-49e7-b2a3-ebfe366e4679', 'tenant_id': '30f145050a314ae48c452da3b3b8d4b5', 'fixed_ips': [{'subnet_id': '4fcda5ff-0ccf-417a-b052-d3fdb3ea9e7a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:06.840710 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.842040 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9f792eed-8f62-4244-9fa7-5305ad59d64c tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.1300621 Dec 06 12:04:06.847288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.848522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38870) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:06.874397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Attempting to bind port 822a05ad-b4c2-4613-aacd-a358f14d469c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:06.874779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Attempting to bind port 822a05ad-b4c2-4613-aacd-a358f14d469c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:06.875150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Attempting to bind port 822a05ad-b4c2-4613-aacd-a358f14d469c on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:06.883846 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:06.888077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:06.888782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.889779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:06.890622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Bound port: 822a05ad-b4c2-4613-aacd-a358f14d469c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:06.891104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.933016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-145c09cd-7066-4093-8b21-3fc54db04803 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 1cf3d4e4-450e-428a-8ad6-918814d8c887 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:06.933229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-145c09cd-7066-4093-8b21-3fc54db04803 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:06.968333 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Set router fd9e6c42-a828-4163-8d62-5ce874ac4ef9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:06.979216 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-78564146-1bfe-4945-bb95-9c61503dea34 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:04:06.985236 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-78564146-1bfe-4945-bb95-9c61503dea34 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "PUT /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2 HTTP/1.1" status: 400 len: 364 time: 0.9562948 Dec 06 12:04:06.986117 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38874) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:07.076140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38876) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:07.081968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Allocated IP 2001:db8:1::2 (a457e781-b2a2-49e7-b2a3-ebfe366e4679/4fcda5ff-0ccf-417a-b052-d3fdb3ea9e7a/4ea90252-e271-4cb4-a011-ad62bce820ee) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:07.295709 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f7cf924d-7fa2-4742-a393-85c05c10c77b tempest-AgentManagementNegativeTest-513833756 tempest-AgentManagementNegativeTest-513833756-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2175817 Dec 06 12:04:07.348717 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] For port 822a05ad-b4c2-4613-aacd-a358f14d469c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:07.380405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] For port 822a05ad-b4c2-4613-aacd-a358f14d469c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=822a05ad-b4c2-4613-aacd-a358f14d469c,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:07.382228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.390261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.398147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.400763 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.453700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Network a457e781-b2a2-49e7-b2a3-ebfe366e4679 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:07.464284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:07.472384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:07.496920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cf638-52d8-45ed-b14b-da1ccc4a8d88 None None] Pushing event updated for resources: {'Port': ['ID=822a05ad-b4c2-4613-aacd-a358f14d469c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:07.527227 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4d15d4bc-b692-4cea-9efa-9d6f46caaf0b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/routers/fd9e6c42-a828-4163-8d62-5ce874ac4ef9 HTTP/1.1" status: 200 len: 906 time: 0.6775680 Dec 06 12:04:07.531181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-145c09cd-7066-4093-8b21-3fc54db04803 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.531310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38886) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:07.538595 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9e6c42-a828-4163-8d62-5ce874ac4ef9', 'name': 'tempest-snat-router-800327725', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.71'}], 'enable_snat': True}, 'gw_port_id': '386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:00Z', 'updated_at': '2021-12-06T12:04:05Z', 'revision_number': 3, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port': {'id': '386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9e6c42-a828-4163-8d62-5ce874ac4ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:04:03Z', 'updated_at': '2021-12-06T12:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:07.590991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-145c09cd-7066-4093-8b21-3fc54db04803 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 1cf3d4e4-450e-428a-8ad6-918814d8c887 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:07.598943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.624307 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Checking router: fd9e6c42-a828-4163-8d62-5ce874ac4ef9 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:07.624911 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Updating router fd9e6c42-a828-4163-8d62-5ce874ac4ef9 port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:04:07.651204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:07.656011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:07.685829 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.743028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=747d3bd7-23c5-4bc0-aa56-1abb7adedcc2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:07.755094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Pushing event updated for resources: {'Port': ['ID=4ea90252-e271-4cb4-a011-ad62bce820ee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:07.756865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:07.764151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Attempting to bind port 4ea90252-e271-4cb4-a011-ad62bce820ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:07.764919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Attempting to bind port 4ea90252-e271-4cb4-a011-ad62bce820ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b9d3cca6-9512-449b-909c-a2e851e1f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a457e781-b2a2-49e7-b2a3-ebfe366e4679'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:07.765347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Attempting to bind port 4ea90252-e271-4cb4-a011-ad62bce820ee on network a457e781-b2a2-49e7-b2a3-ebfe366e4679 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:07.777519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.781709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:07.783592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Checking segment: {'id': 'b9d3cca6-9512-449b-909c-a2e851e1f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a457e781-b2a2-49e7-b2a3-ebfe366e4679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:07.784047 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.784452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Bound using segment: {'id': 'b9d3cca6-9512-449b-909c-a2e851e1f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a457e781-b2a2-49e7-b2a3-ebfe366e4679'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:07.784958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Bound port: 4ea90252-e271-4cb4-a011-ad62bce820ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d3cca6-9512-449b-909c-a2e851e1f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a457e781-b2a2-49e7-b2a3-ebfe366e4679'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:07.785370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.786342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:07.787273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:07.895984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38892) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:07.923697 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1c0fa6e8-8b15-46f7-8788-23e7e20a8188 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5136638 Dec 06 12:04:07.926191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38894) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:07.944283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] For port 4ea90252-e271-4cb4-a011-ad62bce820ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:07.954900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] For port 4ea90252-e271-4cb4-a011-ad62bce820ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ea90252-e271-4cb4-a011-ad62bce820ee,segment=NetworkSegment(b9d3cca6-9512-449b-909c-a2e851e1f7c1),segment_id=b9d3cca6-9512-449b-909c-a2e851e1f7c1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:07.965046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.000814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Allocated IP 2001:db8::1 (b898874a-df48-4397-b509-f44aec9f0730/5f7b05a4-709a-472e-ae03-ff5748049a33/2e1f3c47-e326-49f0-8ab4-df7a97b5d198) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:08.026942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2cb399-d275-4a6a-b9fb-843261901902 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:08.050681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2cb399-d275-4a6a-b9fb-843261901902 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:08.056197 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-be2cb399-d275-4a6a-b9fb-843261901902 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1264510 Dec 06 12:04:08.063267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-145c09cd-7066-4093-8b21-3fc54db04803 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.065118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38898) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:08.103002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd590-1a3a-4c08-a55f-ed5312ea3787 None None] Pushing event updated for resources: {'Port': ['ID=4ea90252-e271-4cb4-a011-ad62bce820ee,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:08.168528 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c09cd-7066-4093-8b21-3fc54db04803 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=1cf3d4e4-450e-428a-8ad6-918814d8c887,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:08.184919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-145c09cd-7066-4093-8b21-3fc54db04803 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.198705 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-145c09cd-7066-4093-8b21-3fc54db04803 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/1cf3d4e4-450e-428a-8ad6-918814d8c887 HTTP/1.1" status: 204 len: 168 time: 1.6597674 Dec 06 12:04:08.203130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38900) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:08.211137 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.220895 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.224323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.258917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddbc95e2-7f9e-481b-a83e-35f772c690c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.347078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8a57d-b6b0-4ab5-a47b-087536f5618c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:08.351420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a565a74-0a15-4290-a32d-f8c6dabd28e7 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:08.352335 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1ad8a57d-b6b0-4ab5-a47b-087536f5618c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1481137 Dec 06 12:04:08.353110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38902) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:08.358483 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Attempting to bind port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:08.358950 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Attempting to bind port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:08.359318 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Attempting to bind port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:08.385920 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:08.386549 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:08.387371 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.388189 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:08.388887 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Bound port: 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:08.390109 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.390364 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff5e6a4-c7be-49f1-9ea3-58c0f608346c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:04:08.396770 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ff5e6a4-c7be-49f1-9ea3-58c0f608346c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/1cf3d4e4-450e-428a-8ad6-918814d8c887 HTTP/1.1" status: 404 len: 333 time: 0.0409789 Dec 06 12:04:08.397579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38904) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:08.401040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.405500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-763818329'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:08.408120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-acd146b3-48ce-4b59-ab40-221a95623942 None None] Provisioning complete for port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:08.408492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acd146b3-48ce-4b59-ab40-221a95623942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.423332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7b30ac46-4e42-4e77-a548-428ca5590990 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 747d3bd7-23c5-4bc0-aa56-1abb7adedcc2 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:08.423887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b30ac46-4e42-4e77-a548-428ca5590990 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.470461 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] For port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:08.475136 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] For port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:08.476864 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee57b8f-8196-46e3-bfe9-9aa283114e9a None None] Pushing event updated for resources: {'Port': ['ID=386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:08.487700 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.490784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:08.493738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.497793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-acd146b3-48ce-4b59-ab40-221a95623942 None None] Port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:08.534657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:04:08.539011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Deleting port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:08.539295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.549039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.549263 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Added segment c5ff5b46-e109-41bf-99c0-96a2169448ea of type vlan for network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 Dec 06 12:04:08.578901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c77ed-dc98-420b-abe6-98f9f1ecf1d1 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:08.591431 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Routers {'fd9e6c42-a828-4163-8d62-5ce874ac4ef9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:08.592187 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fd9e6c42-a828-4163-8d62-5ce874ac4ef9'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:08.598505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddbc95e2-7f9e-481b-a83e-35f772c690c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.604839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.628835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.635869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddbc95e2-7f9e-481b-a83e-35f772c690c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.658313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.663939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:08.664525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.671787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b30ac46-4e42-4e77-a548-428ca5590990 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.694510 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee57b8f-8196-46e3-bfe9-9aa283114e9a None None] Pushing event updated for resources: {'Port': ['ID=386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:08.717518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7b30ac46-4e42-4e77-a548-428ca5590990 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 747d3bd7-23c5-4bc0-aa56-1abb7adedcc2 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:08.746589 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] Set router fd9e6c42-a828-4163-8d62-5ce874ac4ef9 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:08.760712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f386f775-fd9c-492e-8e0a-458db832838c None None] Provisioning complete for port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:08.761420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network b898874a-df48-4397-b509-f44aec9f0730 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:08.762639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f386f775-fd9c-492e-8e0a-458db832838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.776499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:08.779025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:08.779732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:08.818498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4187715 Dec 06 12:04:08.819132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38910) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:08.828637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:08.862548 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9e6c42-a828-4163-8d62-5ce874ac4ef9', 'name': 'tempest-snat-router-800327725', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:00Z', 'updated_at': '2021-12-06T12:04:08Z', 'revision_number': 4, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:08.942163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132f22b-6b43-437c-9dda-6d26fe8ed835 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Network': ['ID=d9eff8f1-0bfb-4010-af50-d17b26bbcc66,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:08.976522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc95e2-7f9e-481b-a83e-35f772c690c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15449e82-2f82-4187-afea-6186389c8aa7,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:09.005229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Port': ['ID=2e1f3c47-e326-49f0-8ab4-df7a97b5d198,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:09.017691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f386f775-fd9c-492e-8e0a-458db832838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.020818 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ddbc95e2-7f9e-481b-a83e-35f772c690c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3efd32f91a39481ba3cb0efb3ab33cda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0385864 Dec 06 12:04:09.025033 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674e37e-6872-4d05-b84c-09a1e80d3a6e None None] The sync data for ids ['fd9e6c42-a828-4163-8d62-5ce874ac4ef9'] in dv-neutron-master-2-hyperv is: [{'id': 'fd9e6c42-a828-4163-8d62-5ce874ac4ef9', 'name': 'tempest-snat-router-800327725', 'tenant_id': '25afd50a4dc04546b3b890fc42228d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:00Z', 'updated_at': '2021-12-06T12:04:08Z', 'revision_number': 4, 'project_id': '25afd50a4dc04546b3b890fc42228d70', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:09.034977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:04:09.036746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38914) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:09.099779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.102574 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] For port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:09.102925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.116838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f386f775-fd9c-492e-8e0a-458db832838c None None] For port 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:09.146263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8e266b5d-b6fd-473a-93a0-af89b4175c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.158545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f386f775-fd9c-492e-8e0a-458db832838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.158796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:09.169132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.174204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Calling delete_port for 386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:09.246799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386f775-fd9c-492e-8e0a-458db832838c None None] Pushing event updated for resources: {'Port': ['ID=386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:09.348676 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b30ac46-4e42-4e77-a548-428ca5590990 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.358613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8e266b5d-b6fd-473a-93a0-af89b4175c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.416872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e201c3c9-12ca-4a02-bc0b-36a68cb15048 None None] Provisioning complete for port 2e1f3c47-e326-49f0-8ab4-df7a97b5d198 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:09.417365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e201c3c9-12ca-4a02-bc0b-36a68cb15048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.421356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30ac46-4e42-4e77-a548-428ca5590990 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=747d3bd7-23c5-4bc0-aa56-1abb7adedcc2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:09.473899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e201c3c9-12ca-4a02-bc0b-36a68cb15048 None None] Port 2e1f3c47-e326-49f0-8ab4-df7a97b5d198 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:09.502867 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b30ac46-4e42-4e77-a548-428ca5590990 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.506086 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7b30ac46-4e42-4e77-a548-428ca5590990 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/747d3bd7-23c5-4bc0-aa56-1abb7adedcc2 HTTP/1.1" status: 204 len: 168 time: 1.4399140 Dec 06 12:04:09.510367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38916) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:09.606294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cff9f676-6ecc-44e1-94d3-514b98e84219 None None] Provisioning complete for port 822a05ad-b4c2-4613-aacd-a358f14d469c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:09.606677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cff9f676-6ecc-44e1-94d3-514b98e84219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.606817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326ab6c-9f95-439a-9141-32e92e1ca136 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:09.609714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326ab6c-9f95-439a-9141-32e92e1ca136 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:09.610790 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9326ab6c-9f95-439a-9141-32e92e1ca136 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1001418 Dec 06 12:04:09.614572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38918) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:09.697588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-038f84d4-6879-48d6-a2e2-9c4d0f1d1e22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 985ccb78-b1d2-4322-ace4-6ae7baecce64 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:09.707746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-038f84d4-6879-48d6-a2e2-9c4d0f1d1e22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.746479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.788985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cff9f676-6ecc-44e1-94d3-514b98e84219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.802789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8e266b5d-b6fd-473a-93a0-af89b4175c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.805930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8e266b5d-b6fd-473a-93a0-af89b4175c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.809123 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8e266b5d-b6fd-473a-93a0-af89b4175c62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15449e82-2f82-4187-afea-6186389c8aa7 HTTP/1.1" status: 204 len: 168 time: 0.7687998 Dec 06 12:04:09.841024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=76cffa20-2933-437a-8928-2b0e0c93f3da,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:09.842636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4ea90252-e271-4cb4-a011-ad62bce820ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:09.846308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-038f84d4-6879-48d6-a2e2-9c4d0f1d1e22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.877655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e266b5d-b6fd-473a-93a0-af89b4175c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15449e82-2f82-4187-afea-6186389c8aa7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:09.916814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking segment: {'id': 'c5ff5b46-e109-41bf-99c0-96a2169448ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:09.925332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:09.931916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network hostable DHCP agents. Network: d9eff8f1-0bfb-4010-af50-d17b26bbcc66, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:04:09.989520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:04:10.012294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event deleted for resources: {'Port': ['ID=386b26d9-8cd4-464d-9f3e-f19a6dd4b7c3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:10.019165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbd5af-6df1-45e4-8354-8eca2a7b1fef None None] Network a457e781-b2a2-49e7-b2a3-ebfe366e4679 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:10.067764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d9eff8f1-0bfb-4010-af50-d17b26bbcc66) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:10.078032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:10.078936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.103330 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d91ecef7-3b6f-4d77-878a-3cad357937f1 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2793386 Dec 06 12:04:10.106078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38930) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:10.115384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-64608cb5-34c7-4424-b786-ab903b4d8f56 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:10.132885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cff9f676-6ecc-44e1-94d3-514b98e84219 None None] For port 822a05ad-b4c2-4613-aacd-a358f14d469c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=822a05ad-b4c2-4613-aacd-a358f14d469c,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:10.142911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0922f5d-e511-4170-bded-b5ad8bfa4c3f None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:10.145130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5ad11-7319-4cf2-bf6f-aef395a950e3 None None] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:10.161141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-038f84d4-6879-48d6-a2e2-9c4d0f1d1e22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.219272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.270086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.278862 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cff9f676-6ecc-44e1-94d3-514b98e84219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.333366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-038f84d4-6879-48d6-a2e2-9c4d0f1d1e22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.374886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f84d4-6879-48d6-a2e2-9c4d0f1d1e22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=985ccb78-b1d2-4322-ace4-6ae7baecce64,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:10.394967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-038f84d4-6879-48d6-a2e2-9c4d0f1d1e22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.401035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-038f84d4-6879-48d6-a2e2-9c4d0f1d1e22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/985ccb78-b1d2-4322-ace4-6ae7baecce64 HTTP/1.1" status: 204 len: 168 time: 0.7854078 Dec 06 12:04:10.401902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38936) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:10.412204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7920b-2f03-4fc9-8e50-a734ad54d38b None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:10.455794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d9eff8f1-0bfb-4010-af50-d17b26bbcc66', 'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66', 'tenant_id': '3683358b5a1f4edd95ba9ba6095d4e40', 'fixed_ips': [{'subnet_id': '76cffa20-2933-437a-8928-2b0e0c93f3da'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:10.456711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.466321 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e8637f50-7e03-4dae-b07f-1c01834e1160 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611496 Dec 06 12:04:10.473103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38940) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:10.479024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:10.545196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64608cb5-34c7-4424-b786-ab903b4d8f56 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:10.549655 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64608cb5-34c7-4424-b786-ab903b4d8f56 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.556796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9f676-6ecc-44e1-94d3-514b98e84219 None None] Pushing event updated for resources: {'Port': ['ID=822a05ad-b4c2-4613-aacd-a358f14d469c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:10.569680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8ac08757-3d89-4744-8034-d9f15d9f4b58 None None] Provisioning complete for port 4ea90252-e271-4cb4-a011-ad62bce820ee triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:10.570058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ac08757-3d89-4744-8034-d9f15d9f4b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.661872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:10.667166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.713789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Allocated IP 172.20.0.2 (d9eff8f1-0bfb-4010-af50-d17b26bbcc66/76cffa20-2933-437a-8928-2b0e0c93f3da/972e82c8-443c-476f-92ff-7731652d67f5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:10.746686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.748428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 4ea90252-e271-4cb4-a011-ad62bce820ee triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:10.749451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.750367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.774721 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.ipam_backend_mixin [None req-64608cb5-34c7-4424-b786-ab903b4d8f56 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 76cffa20-2933-437a-8928-2b0e0c93f3da (CIDR: 172.20.0.0/28) Dec 06 12:04:10.784801 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-64608cb5-34c7-4424-b786-ab903b4d8f56 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:04:10.785372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64608cb5-34c7-4424-b786-ab903b4d8f56 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:04:10.788367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.794895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.813991 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-64608cb5-34c7-4424-b786-ab903b4d8f56 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7064471 Dec 06 12:04:10.816932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38948) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:10.822791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:10.938916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event updated for resources: {'Port': ['ID=2e1f3c47-e326-49f0-8ab4-df7a97b5d198,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:10.943519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.944089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd9e6c42-a828-4163-8d62-5ce874ac4ef9 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:10.949915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:10.954061 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d21086ea-f9f1-4fe6-835f-7cef44facd2d tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "DELETE /v2.0/routers/fd9e6c42-a828-4163-8d62-5ce874ac4ef9 HTTP/1.1" status: 204 len: 168 time: 3.4218266 Dec 06 12:04:10.962223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38954) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:11.095318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.110950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Network b898874a-df48-4397-b509-f44aec9f0730 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:11.114164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:11.211779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38960) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:11.257700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.282931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:11.320459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=1ef1cbc3-e80a-4753-9cd4-5589b0a5a990,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:11.352252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:11.384152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ac08757-3d89-4744-8034-d9f15d9f4b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.406051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:11.408082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.424453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:11.431432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.434149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:11.486698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-81654426'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:11.497965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.541512 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.553566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.556009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Router 1b844d5a-c222-447d-accd-12c11bde06f2 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:04:11.575647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8ac08757-3d89-4744-8034-d9f15d9f4b58 None None] For port 4ea90252-e271-4cb4-a011-ad62bce820ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ea90252-e271-4cb4-a011-ad62bce820ee,segment=NetworkSegment(b9d3cca6-9512-449b-909c-a2e851e1f7c1),segment_id=b9d3cca6-9512-449b-909c-a2e851e1f7c1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:11.579295 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-14a66115-5c60-445c-a400-d68e55dc30ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1044881 Dec 06 12:04:11.579487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.583506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38966) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:11.597322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': '1ef1cbc3-e80a-4753-9cd4-5589b0a5a990', 'ip_address': '2001:db8::8dd3:1f41:8c72:3046'}], 'name': 'tempest-NetworksTestDHCPv6-2039585979'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:11.632091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Pushing event updated for resources: {'Port': ['ID=972e82c8-443c-476f-92ff-7731652d67f5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:11.648026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ac08757-3d89-4744-8034-d9f15d9f4b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.659576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8ac08757-3d89-4744-8034-d9f15d9f4b58 None None] Could not find standard attr ID for object 747d3bd7-23c5-4bc0-aa56-1abb7adedcc2. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:04:11.692385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Deleting port d89408c9-1c92-45a1-bd77-256eb7f5e57e {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:11.692815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.716176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:11.722955 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-38e109bc-b29b-4fee-8145-1f355ae54491 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "PUT /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7350888 Dec 06 12:04:11.723633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:11.729099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38968) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:11.736780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:11.739742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:11.750229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f06575-52de-49bd-b496-71a524770729 None None] Sync routers for ids ['1b844d5a-c222-447d-accd-12c11bde06f2'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:11.761319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:04:11.761675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:04:11.784690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac08757-3d89-4744-8034-d9f15d9f4b58 None None] Pushing event updated for resources: {'Port': ['ID=4ea90252-e271-4cb4-a011-ad62bce820ee,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:11.788152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] For port d89408c9-1c92-45a1-bd77-256eb7f5e57e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d89408c9-1c92-45a1-bd77-256eb7f5e57e,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:11.788621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.807550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] Deleting port 822a05ad-b4c2-4613-aacd-a358f14d469c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:11.807915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Calling delete_port for d89408c9-1c92-45a1-bd77-256eb7f5e57e owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:11.808033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.814312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Made reservation on behalf of dd4db8e6786348ea99908c07bcd54aec for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:11.817691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.828339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f06575-52de-49bd-b496-71a524770729 None None] Routers {'1b844d5a-c222-447d-accd-12c11bde06f2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:11.828982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-11f06575-52de-49bd-b496-71a524770729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1b844d5a-c222-447d-accd-12c11bde06f2'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:11.852404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.877806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:11.924168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dff461a9-11ea-4fbe-a4b8-de3109dd116d tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.938337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-11f06575-52de-49bd-b496-71a524770729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:11.954738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-39b5bfac-33dd-4068-8437-3a40c2d89bd1 None None] Provisioning complete for port 4ea90252-e271-4cb4-a011-ad62bce820ee triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:11.955207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b5bfac-33dd-4068-8437-3a40c2d89bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:11.990327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f06575-52de-49bd-b496-71a524770729 None None] Routers {'1b844d5a-c222-447d-accd-12c11bde06f2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:11.991045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-11f06575-52de-49bd-b496-71a524770729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1b844d5a-c222-447d-accd-12c11bde06f2'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:11.993466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Attempting to bind port 972e82c8-443c-476f-92ff-7731652d67f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:11.993877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Attempting to bind port 972e82c8-443c-476f-92ff-7731652d67f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c5ff5b46-e109-41bf-99c0-96a2169448ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:11.994504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Attempting to bind port 972e82c8-443c-476f-92ff-7731652d67f5 on network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:12.004778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:12.005284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Checking segment: {'id': 'c5ff5b46-e109-41bf-99c0-96a2169448ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:12.005756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.007154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Bound using segment: {'id': 'c5ff5b46-e109-41bf-99c0-96a2169448ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:12.007154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Bound port: 972e82c8-443c-476f-92ff-7731652d67f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ff5b46-e109-41bf-99c0-96a2169448ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:12.007154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.016924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.055849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-11f06575-52de-49bd-b496-71a524770729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:12.056565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f06575-52de-49bd-b496-71a524770729 None None] The sync data for ids ['1b844d5a-c222-447d-accd-12c11bde06f2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:12.060881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event deleted for resources: {'Port': ['ID=d89408c9-1c92-45a1-bd77-256eb7f5e57e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:12.136299 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beaeb60-05c4-416f-b593-7b5e30ed91d8 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:12.143154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.143731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] For port 822a05ad-b4c2-4613-aacd-a358f14d469c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=822a05ad-b4c2-4613-aacd-a358f14d469c,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:12.144424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.147241 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-dff461a9-11ea-4fbe-a4b8-de3109dd116d tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 12:04:12.147241 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dff461a9-11ea-4fbe-a4b8-de3109dd116d tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2 HTTP/1.1" status: 409 len: 329 time: 0.4150050 Dec 06 12:04:12.150854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38970) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:12.178048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] Calling delete_port for 822a05ad-b4c2-4613-aacd-a358f14d469c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:12.183819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.245308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.268359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] For port 972e82c8-443c-476f-92ff-7731652d67f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:12.268618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port dd00866b-8d92-444e-8271-bfaeb5f84be1 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:12.271116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] For port 972e82c8-443c-476f-92ff-7731652d67f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=972e82c8-443c-476f-92ff-7731652d67f5,segment=NetworkSegment(c5ff5b46-e109-41bf-99c0-96a2169448ea),segment_id=c5ff5b46-e109-41bf-99c0-96a2169448ea)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:12.275665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.348488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.353302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.370392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:04:12.381704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ae6fd0-8650-4c3d-8079-36974fed0b1f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:12.394894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.408633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.408975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.409416 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Added segment 12205ef9-25db-4443-9d6e-c0989d0a9395 of type vlan for network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 Dec 06 12:04:12.512331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:12.521698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.522338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3659c24-27f5-483e-9204-f5ba94323628 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:12.527495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.535069 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9d4b0b07-32d1-44ba-a8ae-0045a43f9b93 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a3659c24-27f5-483e-9204-f5ba94323628 HTTP/1.1" status: 204 len: 168 time: 1.5664389 Dec 06 12:04:12.553899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38978) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:12.558919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:12.564062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-39b5bfac-33dd-4068-8437-3a40c2d89bd1 None None] Provisioning complete for port 2e1f3c47-e326-49f0-8ab4-df7a97b5d198 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:12.564594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b5bfac-33dd-4068-8437-3a40c2d89bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.564687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1863250468', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:12.566630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 822a05ad-b4c2-4613-aacd-a358f14d469c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:12.583462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:12.584370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.586729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=95c5933e-8bb6-45e3-9f61-4f59b587941c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:12.613460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.624690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.625968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.688537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ecb58-1eb0-4311-b903-b0653c6f95f2 None None] Pushing event updated for resources: {'Port': ['ID=972e82c8-443c-476f-92ff-7731652d67f5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:12.704009 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-32c9f8da-727e-43c1-b0d8-8acb0e05052f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8855519 Dec 06 12:04:12.719266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38980) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:12.725489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66', 'fixed_ips': [{'subnet_id': '76cffa20-2933-437a-8928-2b0e0c93f3da'}, {'subnet_id': '95c5933e-8bb6-45e3-9f61-4f59b587941c'}], 'name': 'tempest-PortsTestJSON-826437313'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:12.728742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-39b5bfac-33dd-4068-8437-3a40c2d89bd1 None None] Port 2e1f3c47-e326-49f0-8ab4-df7a97b5d198 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:12.755451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.761940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.762165 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.767578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 822a05ad-b4c2-4613-aacd-a358f14d469c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:12.768148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.773619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:12.774593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:12.817230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] Pushing event deleted for resources: {'Port': ['ID=822a05ad-b4c2-4613-aacd-a358f14d469c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:12.820599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Port 822a05ad-b4c2-4613-aacd-a358f14d469c was deleted so its status cannot be updated. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 12:04:12.822343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc8ce0-d1bb-4e7e-a92b-d7ebd43be695 None None] No DVR routers for this DVR port 822a05ad-b4c2-4613-aacd-a358f14d469c on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:12.823195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::8dd3:1f41:8c72:3046 (61c27f2c-faab-4f7c-b849-24512843983c/1ef1cbc3-e80a-4753-9cd4-5589b0a5a990/dd00866b-8d92-444e-8271-bfaeb5f84be1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:12.836348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4e3c64-0ac7-4676-a30b-dc54e8c08011 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:12.922231 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6846180 Dec 06 12:04:12.924788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cbda7-2f41-4b94-8181-0833f9be3038 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Network': ['ID=54f01f3f-c95e-44d4-8aed-3c81c5dd51d1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:12.927139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 38982) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:12.974638 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:04:13.000951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'subnet': {'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:13.041969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.083446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.093376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '1ef1cbc3-e80a-4753-9cd4-5589b0a5a990'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:13.094649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.182007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.182574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.277320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=dd00866b-8d92-444e-8271-bfaeb5f84be1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:13.289877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:13.298900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:13.306079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:13.320821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:13.321759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.338193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4ea90252-e271-4cb4-a011-ad62bce820ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:13.374479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:13.385685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/1ef1cbc3-e80a-4753-9cd4-5589b0a5a990/2981dac7-dd7e-4497-81f7-71171f9770b2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:13.471222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 4ea90252-e271-4cb4-a011-ad62bce820ee triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:13.471594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.628509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.635608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.678766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d89408c9-1c92-45a1-bd77-256eb7f5e57e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:13.705275 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-736b8e42-eea0-4288-8c65-5827b511fcbb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1180713 Dec 06 12:04:13.706092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38990) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:13.706271 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:13.710072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d89408c9-1c92-45a1-bd77-256eb7f5e57e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:13.710428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d89408c9-1c92-45a1-bd77-256eb7f5e57e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:13.710859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 822a05ad-b4c2-4613-aacd-a358f14d469c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:13.715595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:13.719911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:13.725673 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Pushing event updated for resources: {'Port': ['ID=2981dac7-dd7e-4497-81f7-71171f9770b2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:13.752021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Made reservation on behalf of dd4db8e6786348ea99908c07bcd54aec for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:13.755497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.755790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 822a05ad-b4c2-4613-aacd-a358f14d469c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:13.756169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 822a05ad-b4c2-4613-aacd-a358f14d469c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:13.785036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c6490-bf39-413c-b521-44b105c40d6f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:13.792285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c6490-bf39-413c-b521-44b105c40d6f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:13.794170 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-eb4c6490-bf39-413c-b521-44b105c40d6f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0862014 Dec 06 12:04:13.797531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38992) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:13.827352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Attempting to bind port 2981dac7-dd7e-4497-81f7-71171f9770b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:13.827845 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Attempting to bind port 2981dac7-dd7e-4497-81f7-71171f9770b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:13.828335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Attempting to bind port 2981dac7-dd7e-4497-81f7-71171f9770b2 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:13.834167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:13.834700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:13.835204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.835689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:13.836289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Bound port: 2981dac7-dd7e-4497-81f7-71171f9770b2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:13.836778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.916509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.931543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-16c3b147-e8fb-496d-bbd2-f8f0150ad896 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port dd00866b-8d92-444e-8271-bfaeb5f84be1 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:13.932354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16c3b147-e8fb-496d-bbd2-f8f0150ad896 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.954457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] For port 2981dac7-dd7e-4497-81f7-71171f9770b2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:13.958263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] For port 2981dac7-dd7e-4497-81f7-71171f9770b2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2981dac7-dd7e-4497-81f7-71171f9770b2,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:13.966157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:13.971320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 18e74ac7-22ca-4871-920b-170a4cf54d83 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:14.051940 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cd4e3-a681-467c-b23b-5ebebcccce2f None None] Pushing event updated for resources: {'Port': ['ID=2981dac7-dd7e-4497-81f7-71171f9770b2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:14.076249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16c3b147-e8fb-496d-bbd2-f8f0150ad896 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.101686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-16c3b147-e8fb-496d-bbd2-f8f0150ad896 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for dd00866b-8d92-444e-8271-bfaeb5f84be1 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:14.281243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa291d-9a2d-4fc4-ad50-75439df5df1e None None] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:14.371482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16c3b147-e8fb-496d-bbd2-f8f0150ad896 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.402395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3b147-e8fb-496d-bbd2-f8f0150ad896 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=dd00866b-8d92-444e-8271-bfaeb5f84be1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:14.418427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.426101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c3e05146-bf81-4fcd-bf95-2ad402b3ac5f None None] Provisioning complete for port 972e82c8-443c-476f-92ff-7731652d67f5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:14.426678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e05146-bf81-4fcd-bf95-2ad402b3ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.440385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16c3b147-e8fb-496d-bbd2-f8f0150ad896 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.443796 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-16c3b147-e8fb-496d-bbd2-f8f0150ad896 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/dd00866b-8d92-444e-8271-bfaeb5f84be1 HTTP/1.1" status: 204 len: 168 time: 0.6451168 Dec 06 12:04:14.446311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38994) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:14.485867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.532800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.550446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f034e0f-92d0-4b0e-a847-dbe19641eb4e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:14.552794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f034e0f-92d0-4b0e-a847-dbe19641eb4e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:14.557053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7f034e0f-92d0-4b0e-a847-dbe19641eb4e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1093297 Dec 06 12:04:14.559516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 38998) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:14.642754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e05146-bf81-4fcd-bf95-2ad402b3ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.678873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d24565-b6ec-47b3-943e-a0cef9acb5de tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 1ef1cbc3-e80a-4753-9cd4-5589b0a5a990 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:14.682886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32d24565-b6ec-47b3-943e-a0cef9acb5de tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.683518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Subnet': ['ID=1d343b4b-f5ce-4fb3-8219-7510dee1c6d1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:14.712661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c3e05146-bf81-4fcd-bf95-2ad402b3ac5f None None] For port 972e82c8-443c-476f-92ff-7731652d67f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=972e82c8-443c-476f-92ff-7731652d67f5,segment=NetworkSegment(c5ff5b46-e109-41bf-99c0-96a2169448ea),segment_id=c5ff5b46-e109-41bf-99c0-96a2169448ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:14.725416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3e05146-bf81-4fcd-bf95-2ad402b3ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.744163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Deleting port 2e1f3c47-e326-49f0-8ab4-df7a97b5d198 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:14.744511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.840575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ccd37-5de4-4519-aeaa-58ae045a3cbf None None] Update dhcp port {'port': {'network_id': 'd9eff8f1-0bfb-4010-af50-d17b26bbcc66', 'fixed_ips': [{'subnet_id': '76cffa20-2933-437a-8928-2b0e0c93f3da', 'ip_address': '172.20.0.2'}, {'subnet_id': '95c5933e-8bb6-45e3-9f61-4f59b587941c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '972e82c8-443c-476f-92ff-7731652d67f5'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:04:14.875676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Checking segment: {'id': '12205ef9-25db-4443-9d6e-c0989d0a9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:14.876019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Network hostable DHCP agents. Network: 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:04:14.876149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-361ccd37-5de4-4519-aeaa-58ae045a3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.892157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e05146-bf81-4fcd-bf95-2ad402b3ac5f None None] Pushing event updated for resources: {'Port': ['ID=972e82c8-443c-476f-92ff-7731652d67f5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:14.899926 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Allocated IP 172.36.1.87 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/8b8498b5-8ea2-4244-b307-a8f7c7163eff) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:14.925461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:14.996895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.028621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:04:15.064573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Calling delete_port for 2e1f3c47-e326-49f0-8ab4-df7a97b5d198 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:15.065213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.4 (d9eff8f1-0bfb-4010-af50-d17b26bbcc66/76cffa20-2933-437a-8928-2b0e0c93f3da/18e74ac7-22ca-4871-920b-170a4cf54d83) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:15.085922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:15.089906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 972e82c8-443c-476f-92ff-7731652d67f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:15.091356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:15.092043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.098800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.20 (d9eff8f1-0bfb-4010-af50-d17b26bbcc66/95c5933e-8bb6-45e3-9f61-4f59b587941c/18e74ac7-22ca-4871-920b-170a4cf54d83) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:15.128587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b9112-df6f-4bb1-b886-4cb22899c511 None None] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:15.135945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32d24565-b6ec-47b3-943e-a0cef9acb5de tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.201051 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-399c0614-35de-4a8d-a4ad-9caf2d703317 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2670252 Dec 06 12:04:15.205230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:15.214302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'name': 'tempest-AllowedAddressPairTestJSON-82585116'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:15.236408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32d24565-b6ec-47b3-943e-a0cef9acb5de tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.255470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.328180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32d24565-b6ec-47b3-943e-a0cef9acb5de tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.346400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32d24565-b6ec-47b3-943e-a0cef9acb5de tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.350528 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-32d24565-b6ec-47b3-943e-a0cef9acb5de tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/1ef1cbc3-e80a-4753-9cd4-5589b0a5a990 HTTP/1.1" status: 204 len: 168 time: 0.7898231 Dec 06 12:04:15.370104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39006) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:15.379913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d24565-b6ec-47b3-943e-a0cef9acb5de tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef1cbc3-e80a-4753-9cd4-5589b0a5a990,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:15.399124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 972e82c8-443c-476f-92ff-7731652d67f5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:15.399502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.423408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d20ae2b1-470a-44ad-be1b-63ccb95e0f7a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513105 Dec 06 12:04:15.425277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39008) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:15.488891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9505e-90de-49a3-8104-e527700b5589 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:15.491438 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7cb9505e-90de-49a3-8104-e527700b5589 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0649166 Dec 06 12:04:15.494000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39010) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:15.541982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'tenant_id': 'dd4db8e6786348ea99908c07bcd54aec', 'fixed_ips': [{'subnet_id': '1d343b4b-f5ce-4fb3-8219-7510dee1c6d1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:15.543842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.544780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.559513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81aea12-91ae-4a35-b787-bff8520b3fe6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:15.562130 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c81aea12-91ae-4a35-b787-bff8520b3fe6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667946 Dec 06 12:04:15.564705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39012) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:15.607260 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0a8ac205-1863-4dba-ae3e-2a1930f1eabc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413346 Dec 06 12:04:15.614400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39014) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:15.617557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2981dac7-dd7e-4497-81f7-71171f9770b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:15.622374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:15.623578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event updated for resources: {'Port': ['ID=8b8498b5-8ea2-4244-b307-a8f7c7163eff,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:15.655370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.675229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:15.676129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Made reservation on behalf of dd4db8e6786348ea99908c07bcd54aec for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:15.679838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.698873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d06c3-3ad6-410d-9054-7912f280a6cb None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:15.701197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] device_id is not set on port 1b585e2e-57f5-4348-8425-7417ac3474b6 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:15.708400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:15.710889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:15.712960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.744425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04470d59-42c9-46c5-9e0f-bfb15952c512 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:15.770993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Port': ['ID=2e1f3c47-e326-49f0-8ab4-df7a97b5d198,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:15.874623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:15.884952 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ea417b33-d4ae-499c-8a7c-c444e4cbb6a3 None None] Provisioning complete for port 2981dac7-dd7e-4497-81f7-71171f9770b2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:15.885326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea417b33-d4ae-499c-8a7c-c444e4cbb6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.890410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:15.957138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Allocated IP 172.20.0.2 (54f01f3f-c95e-44d4-8aed-3c81c5dd51d1/1d343b4b-f5ce-4fb3-8219-7510dee1c6d1/a78895c3-a08e-490d-bc9d-de629afb81b4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:15.972714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2981dac7-dd7e-4497-81f7-71171f9770b2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:15.973309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.117891 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-e300a1bf-0e66-42f9-8c43-87f3658f90bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968437 Dec 06 12:04:16.160783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.189076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea417b33-d4ae-499c-8a7c-c444e4cbb6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.243158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.268735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:16.300609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-361ccd37-5de4-4519-aeaa-58ae045a3cbf None None] Allocated IP 172.20.0.18 (d9eff8f1-0bfb-4010-af50-d17b26bbcc66/95c5933e-8bb6-45e3-9f61-4f59b587941c/972e82c8-443c-476f-92ff-7731652d67f5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:16.304969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.306746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-06d2e082-654d-44ba-9d68-ef1ecc1683ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:16.308287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-06d2e082-654d-44ba-9d68-ef1ecc1683ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90e32a41520b408b9aaefa7592e5e993&device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 1098 time: 0.0967145 Dec 06 12:04:16.327263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ea417b33-d4ae-499c-8a7c-c444e4cbb6a3 None None] For port 2981dac7-dd7e-4497-81f7-71171f9770b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2981dac7-dd7e-4497-81f7-71171f9770b2,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:16.333877 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=18e74ac7-22ca-4871-920b-170a4cf54d83,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:16.368052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.379818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea417b33-d4ae-499c-8a7c-c444e4cbb6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.402950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:16.410453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:16.465644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:16.476509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:16.479595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:16.480420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.495482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.503631 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=2a57d13b-3ccf-49ee-9752-8e4d35966291,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:16.518928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-96ecf0cf-c336-4e27-bac5-4235af2023f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:16.520474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-96ecf0cf-c336-4e27-bac5-4235af2023f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e HTTP/1.1" status: 200 len: 907 time: 0.1833704 Dec 06 12:04:16.524945 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-36461f4b-b614-4671-a428-2855ea867202 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9092779 Dec 06 12:04:16.527990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39022) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:16.540340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': '2a57d13b-3ccf-49ee-9752-8e4d35966291', 'ip_address': '2001:db8::d2a8:2e66:1eb7:476e'}], 'name': 'tempest-NetworksTestDHCPv6-117235011'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:16.565757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.593535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea417b33-d4ae-499c-8a7c-c444e4cbb6a3 None None] Pushing event updated for resources: {'Port': ['ID=2981dac7-dd7e-4497-81f7-71171f9770b2,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:16.609539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-11253f6d-ed1f-462e-8e01-bf4b52a830f9 None None] Provisioning complete for port 8b8498b5-8ea2-4244-b307-a8f7c7163eff triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:16.609933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11253f6d-ed1f-462e-8e01-bf4b52a830f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.620599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:04:16.620915 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:04:16.656234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-4fed13d2-9c53-442b-8d81-27b5d142e8df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39 HTTP/1.1" status: 200 len: 1000 time: 0.1258373 Dec 06 12:04:16.669542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-361ccd37-5de4-4519-aeaa-58ae045a3cbf None None] For port 972e82c8-443c-476f-92ff-7731652d67f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=972e82c8-443c-476f-92ff-7731652d67f5,segment=NetworkSegment(c5ff5b46-e109-41bf-99c0-96a2169448ea),segment_id=c5ff5b46-e109-41bf-99c0-96a2169448ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:16.673196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:16.685662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] Deleting port 2981dac7-dd7e-4497-81f7-71171f9770b2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:16.686629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.711281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:16.717172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:16.733400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:16.739251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-11253f6d-ed1f-462e-8e01-bf4b52a830f9 None None] Port 8b8498b5-8ea2-4244-b307-a8f7c7163eff cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:16.744295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-9d49bd8f-8ad0-4b27-b3d9-96539337c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:16.745854 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-9d49bd8f-8ad0-4b27-b3d9-96539337c633 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4e5490f-b97d-4a72-8ecb-b246d628d752 HTTP/1.1" status: 200 len: 845 time: 0.0819273 Dec 06 12:04:16.766559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:16.768223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Pushing event updated for resources: {'Port': ['ID=a78895c3-a08e-490d-bc9d-de629afb81b4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:16.770980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.804493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-361ccd37-5de4-4519-aeaa-58ae045a3cbf None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.813168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 50e80431-96de-4140-8ecd-16aa6f06f06e yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:16.853897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-361ccd37-5de4-4519-aeaa-58ae045a3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.870694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-6f0670af-6d9b-42c5-a73d-320eecd64640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:16.872554 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-6f0670af-6d9b-42c5-a73d-320eecd64640 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0cb0a5c2-6a61-4c25-b106-ccd67c95469e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178184 Dec 06 12:04:16.908173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] For port 2981dac7-dd7e-4497-81f7-71171f9770b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2981dac7-dd7e-4497-81f7-71171f9770b2,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:16.908570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.912615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Attempting to bind port a78895c3-a08e-490d-bc9d-de629afb81b4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:16.912991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Attempting to bind port a78895c3-a08e-490d-bc9d-de629afb81b4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12205ef9-25db-4443-9d6e-c0989d0a9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:16.913358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Attempting to bind port a78895c3-a08e-490d-bc9d-de629afb81b4 on network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:16.938701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] Calling delete_port for 2981dac7-dd7e-4497-81f7-71171f9770b2 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:16.950862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Allocated IP 172.20.0.6 (54f01f3f-c95e-44d4-8aed-3c81c5dd51d1/1d343b4b-f5ce-4fb3-8219-7510dee1c6d1/1b585e2e-57f5-4348-8425-7417ac3474b6) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:16.954951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:16.955315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Checking segment: {'id': '12205ef9-25db-4443-9d6e-c0989d0a9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:16.955724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.956138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Bound using segment: {'id': '12205ef9-25db-4443-9d6e-c0989d0a9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:16.956627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Bound port: a78895c3-a08e-490d-bc9d-de629afb81b4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12205ef9-25db-4443-9d6e-c0989d0a9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:16.957226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:16.957729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.005716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Router 1b844d5a-c222-447d-accd-12c11bde06f2 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:04:17.051044 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-59e1436b-b83b-479b-bc98-16140f8fbcbe service neutron] 10.222.0.43 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648033 Dec 06 12:04:17.053846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:17.054525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.064644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ccd37-5de4-4519-aeaa-58ae045a3cbf None None] Pushing event updated for resources: {'Port': ['ID=972e82c8-443c-476f-92ff-7731652d67f5,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:17.120308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] For port a78895c3-a08e-490d-bc9d-de629afb81b4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:17.129386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] For port a78895c3-a08e-490d-bc9d-de629afb81b4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a78895c3-a08e-490d-bc9d-de629afb81b4,segment=NetworkSegment(12205ef9-25db-4443-9d6e-c0989d0a9395),segment_id=12205ef9-25db-4443-9d6e-c0989d0a9395)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:17.154536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.199947 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.201524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::d2a8:2e66:1eb7:476e (61c27f2c-faab-4f7c-b849-24512843983c/2a57d13b-3ccf-49ee-9752-8e4d35966291/50e80431-96de-4140-8ecd-16aa6f06f06e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:17.215234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39030) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:17.215800 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2ed34635-db2f-4916-aa60-c3ee8bda3af9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.4952204 Dec 06 12:04:17.225743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76cffa20-2933-437a-8928-2b0e0c93f3da'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:17.226600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:17.237531 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1a55bf68-9059-4f70-bf00-36d6d7c79d02 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "PUT /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0580654 Dec 06 12:04:17.246911 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed68516-1881-4c2e-b93e-251c4952fa6f None None] Sync routers for ids ['1b844d5a-c222-447d-accd-12c11bde06f2'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:17.248011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39032) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:17.249075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] No DVR routers for this DVR port 2981dac7-dd7e-4497-81f7-71171f9770b2 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:17.277874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234247f-c840-4ba2-93a6-78e15fdd5c53 None None] Pushing event updated for resources: {'Port': ['ID=a78895c3-a08e-490d-bc9d-de629afb81b4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:17.287142 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed68516-1881-4c2e-b93e-251c4952fa6f None None] Routers {'1b844d5a-c222-447d-accd-12c11bde06f2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:17.288988 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6ed68516-1881-4c2e-b93e-251c4952fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1b844d5a-c222-447d-accd-12c11bde06f2'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:17.333780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576f7b80-1426-4241-bd53-f917a3bdd2cc None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:17.337645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35991f-582f-4aca-84c3-1259656d33d1 None None] Pushing event deleted for resources: {'Port': ['ID=2981dac7-dd7e-4497-81f7-71171f9770b2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:17.377677 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6ed68516-1881-4c2e-b93e-251c4952fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:17.398416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed68516-1881-4c2e-b93e-251c4952fa6f None None] Routers {'1b844d5a-c222-447d-accd-12c11bde06f2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:17.399439 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6ed68516-1881-4c2e-b93e-251c4952fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1b844d5a-c222-447d-accd-12c11bde06f2'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:17.406743 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-0b3b7503-3e7c-496f-8453-de6ba947e193 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] show failed (client error): The resource could not be found. Dec 06 12:04:17.407849 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0b3b7503-3e7c-496f-8453-de6ba947e193 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-850258226 HTTP/1.1" status: 404 len: 334 time: 0.1446970 Dec 06 12:04:17.473869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39034) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:17.477512 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6ed68516-1881-4c2e-b93e-251c4952fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:17.478067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.478422 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed68516-1881-4c2e-b93e-251c4952fa6f None None] The sync data for ids ['1b844d5a-c222-447d-accd-12c11bde06f2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:17.503436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-d48cdf8e-d6e2-4e07-8db3-760640032ff9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:17.595176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5600911f-474a-419c-9b8c-0f85bf3cb696 req-54f39754-3a2d-4ee5-a71b-a2b44e6551d2 service neutron] 10.222.0.43 "GET /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211966 Dec 06 12:04:17.640016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 972e82c8-443c-476f-92ff-7731652d67f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:17.705529 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-d48cdf8e-d6e2-4e07-8db3-760640032ff9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] update failed (client error): The resource could not be found. Dec 06 12:04:17.707133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d48cdf8e-d6e2-4e07-8db3-760640032ff9 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-737136371 HTTP/1.1" status: 404 len: 334 time: 0.2280018 Dec 06 12:04:17.738448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39036) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:17.766625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 972e82c8-443c-476f-92ff-7731652d67f5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:17.767176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.849684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f24712b-d3cf-490c-8890-70056c12bfad tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Deleting subnet 4fcda5ff-0ccf-417a-b052-d3fdb3ea9e7a {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:17.854162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f24712b-d3cf-490c-8890-70056c12bfad tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.860332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.861340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '2a57d13b-3ccf-49ee-9752-8e4d35966291'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:17.866618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.969008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f24712b-d3cf-490c-8890-70056c12bfad tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.974878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:17.984067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.082403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b834827-0cc6-4ca2-ba16-3e45e8b71985 None None] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:18.103397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Router d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:18.131468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2981dac7-dd7e-4497-81f7-71171f9770b2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:18.170680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.210127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.214593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f24712b-d3cf-490c-8890-70056c12bfad tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.228180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 2981dac7-dd7e-4497-81f7-71171f9770b2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:18.228684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2981dac7-dd7e-4497-81f7-71171f9770b2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:18.264835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-272d00e7-32a8-4bc5-b954-d1d5249cd66f None None] Provisioning complete for port 972e82c8-443c-476f-92ff-7731652d67f5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:18.265382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-272d00e7-32a8-4bc5-b954-d1d5249cd66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.303023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:18.321552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:18.325370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:18.332549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:18.333391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.336066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/2a57d13b-3ccf-49ee-9752-8e4d35966291/ed2d371e-d303-4c93-a0d3-63c0d403b329) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:18.361792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:18.368891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=1b585e2e-57f5-4348-8425-7417ac3474b6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:18.377135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:18.384162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:18.417758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:18.427116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=50e80431-96de-4140-8ecd-16aa6f06f06e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:18.460375 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f4b820f8-29b5-4d29-bf2e-e7f1ff3a6aaa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9289644 Dec 06 12:04:18.463765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39044) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:18.473874 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': '2a57d13b-3ccf-49ee-9752-8e4d35966291', 'ip_address': '2001:db8::d2a8:2e66:1eb7:476e'}], 'name': 'tempest-NetworksTestDHCPv6-1744689714'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:18.474550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b08e96-3e0f-4a18-98fe-d0c4d7c38be3 None None] Sync routers for ids ['d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:18.480110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Delete allocated IP 172.20.0.20 (d9eff8f1-0bfb-4010-af50-d17b26bbcc66/95c5933e-8bb6-45e3-9f61-4f59b587941c) {{(pid=103286) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:04:18.481562 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:18.482312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.499280 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.501607 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d27c61e2-0ca0-4f27-b881-aca51d90781a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9408319 Dec 06 12:04:18.506249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39046) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:18.516051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0a9097db-19a4-46e1-bd3c-9930f9a06e98 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': False}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:18.546963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b08e96-3e0f-4a18-98fe-d0c4d7c38be3 None None] Routers {'d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:18.547616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e9b08e96-3e0f-4a18-98fe-d0c4d7c38be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:18.582332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f24712b-d3cf-490c-8890-70056c12bfad tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.601863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e9b08e96-3e0f-4a18-98fe-d0c4d7c38be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:18.610793 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-725f211a-75e9-49bc-b1de-011db79fede7 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4003589 Dec 06 12:04:18.619781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39048) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:18.629797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b08e96-3e0f-4a18-98fe-d0c4d7c38be3 None None] Routers {'d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:18.630432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e9b08e96-3e0f-4a18-98fe-d0c4d7c38be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:18.631464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'name': 'tempest-AllowedAddressPairTestJSON-1626526957', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:01:7b:0d'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:18.637734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f24712b-d3cf-490c-8890-70056c12bfad tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.642338 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9f24712b-d3cf-490c-8890-70056c12bfad tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/subnets/4fcda5ff-0ccf-417a-b052-d3fdb3ea9e7a HTTP/1.1" status: 204 len: 168 time: 0.9014685 Dec 06 12:04:18.646306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24712b-d3cf-490c-8890-70056c12bfad tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcda5ff-0ccf-417a-b052-d3fdb3ea9e7a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:18.647678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39050) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:18.670084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e9b08e96-3e0f-4a18-98fe-d0c4d7c38be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:18.671024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b08e96-3e0f-4a18-98fe-d0c4d7c38be3 None None] The sync data for ids ['d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:18.672533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd67c95-0c82-4a1d-b1cb-13376894e6c5 None None] Network a457e781-b2a2-49e7-b2a3-ebfe366e4679 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:18.786897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.836183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.837951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.api [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:04:18.837951 dv-neutron-master-2-hyperv neutron-server[103286]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:04:18.837951 dv-neutron-master-2-hyperv neutron-server[103286]: [parameters: {'project_id_1': '28ecb84b99e14839980df3a0bf487f45', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 3, 58, 809139)}] Dec 06 12:04:18.837951 dv-neutron-master-2-hyperv neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:04:18.838349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG oslo_db.api [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:04:18.874370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Made reservation on behalf of dd4db8e6786348ea99908c07bcd54aec for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:18.885645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:18.903957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b6fa2e-308c-4308-8b70-700358a3a551 None None] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:18.981621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:18.991995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.007998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.032297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:19.036814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Pushing event updated for resources: {'Port': ['ID=ed2d371e-d303-4c93-a0d3-63c0d403b329,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:19.042668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:19.078031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Deleting port 4ea90252-e271-4cb4-a011-ad62bce820ee {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:19.078368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.098485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=18e74ac7-22ca-4871-920b-170a4cf54d83,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:19.105974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.158966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a9097db-19a4-46e1-bd3c-9930f9a06e98 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.181662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] For port 4ea90252-e271-4cb4-a011-ad62bce820ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ea90252-e271-4cb4-a011-ad62bce820ee,segment=NetworkSegment(b9d3cca6-9512-449b-909c-a2e851e1f7c1),segment_id=b9d3cca6-9512-449b-909c-a2e851e1f7c1)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:19.182002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.204485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] device_id is not set on port 02d27114-e748-49f3-9bc0-1990e9a55bf8 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:19.208014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Calling delete_port for 4ea90252-e271-4cb4-a011-ad62bce820ee owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:19.278924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-051dd61a-62e5-4afc-9484-d7df19002bdd None None] Provisioning complete for port a78895c3-a08e-490d-bc9d-de629afb81b4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:19.279540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051dd61a-62e5-4afc-9484-d7df19002bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.293488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] In _notify_port_updated(), no bound segment for port 18e74ac7-22ca-4871-920b-170a4cf54d83 on network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:04:19.299592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:19.300603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.303910 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a44e9128-a6a2-4133-ae1b-cddd81efc78d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "PUT /v2.0/ports/18e74ac7-22ca-4871-920b-170a4cf54d83 HTTP/1.1" status: 200 len: 918 time: 2.0821044 Dec 06 12:04:19.314949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39058) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:19.323091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76cffa20-2933-437a-8928-2b0e0c93f3da'}, {'subnet_id': '95c5933e-8bb6-45e3-9f61-4f59b587941c'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:19.397739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.420780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Attempting to bind port ed2d371e-d303-4c93-a0d3-63c0d403b329 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:19.421490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Attempting to bind port ed2d371e-d303-4c93-a0d3-63c0d403b329 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:19.422019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Attempting to bind port ed2d371e-d303-4c93-a0d3-63c0d403b329 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:19.431043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57938b2d-9416-4685-bc5d-08c7c6990e2d None None] DHCP port deletion for a457e781-b2a2-49e7-b2a3-ebfe366e4679 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:19.440783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Port': ['ID=4ea90252-e271-4cb4-a011-ad62bce820ee,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:19.447486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] No DVR routers for this DVR port 4ea90252-e271-4cb4-a011-ad62bce820ee on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:19.485181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a78895c3-a08e-490d-bc9d-de629afb81b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:19.496685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:19.497341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:19.497924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.499031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:19.499687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Bound port: ed2d371e-d303-4c93-a0d3-63c0d403b329, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:19.500259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.517350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:19.557778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Allocated IP 172.20.0.8 (54f01f3f-c95e-44d4-8aed-3c81c5dd51d1/1d343b4b-f5ce-4fb3-8219-7510dee1c6d1/02d27114-e748-49f3-9bc0-1990e9a55bf8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:19.601173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.622841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.666080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] For port ed2d371e-d303-4c93-a0d3-63c0d403b329, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:19.698017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a457e781-b2a2-49e7-b2a3-ebfe366e4679']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:19.702457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] For port ed2d371e-d303-4c93-a0d3-63c0d403b329, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed2d371e-d303-4c93-a0d3-63c0d403b329,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:19.720759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d3cca6-9512-449b-909c-a2e851e1f7c1') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:19.721060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d3cca6-9512-449b-909c-a2e851e1f7c1') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:19.733508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.735211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.759711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.776407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.797044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a78895c3-a08e-490d-bc9d-de629afb81b4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:19.797653 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.835335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051dd61a-62e5-4afc-9484-d7df19002bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:19.907237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 90c6f1cb-0873-43dd-ab5e-5fdc73de40b6 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:19.936033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13db70d-3f8d-417a-959d-77ce28739eed None None] Pushing event updated for resources: {'Port': ['ID=ed2d371e-d303-4c93-a0d3-63c0d403b329,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:19.960727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-051dd61a-62e5-4afc-9484-d7df19002bdd None None] For port a78895c3-a08e-490d-bc9d-de629afb81b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a78895c3-a08e-490d-bc9d-de629afb81b4,segment=NetworkSegment(12205ef9-25db-4443-9d6e-c0989d0a9395),segment_id=12205ef9-25db-4443-9d6e-c0989d0a9395)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:19.972501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051dd61a-62e5-4afc-9484-d7df19002bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.237517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.295551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:04:20.298616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:20.303047 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:20.359139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dd61a-62e5-4afc-9484-d7df19002bdd None None] Pushing event updated for resources: {'Port': ['ID=a78895c3-a08e-490d-bc9d-de629afb81b4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:20.360969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.19 (d9eff8f1-0bfb-4010-af50-d17b26bbcc66/95c5933e-8bb6-45e3-9f61-4f59b587941c/18e74ac7-22ca-4871-920b-170a4cf54d83) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:20.367354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Provisioning complete for port 1b585e2e-57f5-4348-8425-7417ac3474b6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:20.367798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.369892 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 12:04:20.371062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:04:20.432942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.448435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Port 1b585e2e-57f5-4348-8425-7417ac3474b6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:20.463623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Provisioning complete for port a78895c3-a08e-490d-bc9d-de629afb81b4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:20.464626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.477865 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9262a87c-0426-4303-9ccf-e2340ce2b6af tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0105913 Dec 06 12:04:20.484547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39066) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:20.516989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.558536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.563905 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/networks/a457e781-b2a2-49e7-b2a3-ebfe366e4679 HTTP/1.1" status: 204 len: 168 time: 1.8552110 Dec 06 12:04:20.577454 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39068) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:20.587254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Provisioning complete for port 18e74ac7-22ca-4871-920b-170a4cf54d83 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:20.587477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819edea-54f5-4a8d-976a-ec5d0c576e55 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Network': ['ID=a457e781-b2a2-49e7-b2a3-ebfe366e4679,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:20.587633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.628566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a9097db-19a4-46e1-bd3c-9930f9a06e98 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.630942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Port 18e74ac7-22ca-4871-920b-170a4cf54d83 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:20.637651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a9097db-19a4-46e1-bd3c-9930f9a06e98 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.644777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Provisioning complete for port 972e82c8-443c-476f-92ff-7731652d67f5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:20.645338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09156424-3077-4cea-a2df-41c1016b4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.690805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b075f07-04fc-4875-927f-f3aefb8b3359 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Deleting subnet cb9a1f08-4e0b-445b-8c3f-991bab6de784 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:20.699908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b075f07-04fc-4875-927f-f3aefb8b3359 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.777238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b075f07-04fc-4875-927f-f3aefb8b3359 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.839517 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9097db-19a4-46e1-bd3c-9930f9a06e98 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Router d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:04:20.864743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:20.872275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cb40db3b-d81a-4076-9b35-17c32f8b8364 None None] Provisioning complete for port 1b585e2e-57f5-4348-8425-7417ac3474b6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:20.876160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb40db3b-d81a-4076-9b35-17c32f8b8364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.882740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:20.888683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=02d27114-e748-49f3-9bc0-1990e9a55bf8,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:20.891223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:20.894808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b075f07-04fc-4875-927f-f3aefb8b3359 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:20.953525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cb40db3b-d81a-4076-9b35-17c32f8b8364 None None] Port 1b585e2e-57f5-4348-8425-7417ac3474b6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:20.959133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3241d4d-c682-4b60-9066-027ca45799d0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:20.965393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3241d4d-c682-4b60-9066-027ca45799d0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:20.970064 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f3241d4d-c682-4b60-9066-027ca45799d0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4662833 Dec 06 12:04:20.970692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39070) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:21.025458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:21.025913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.048679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.078986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b075f07-04fc-4875-927f-f3aefb8b3359 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.097377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.116398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9097db-19a4-46e1-bd3c-9930f9a06e98 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:21.120447 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8f8fb55a-d099-4bbf-9697-588a068244fb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4995174 Dec 06 12:04:21.124850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b075f07-04fc-4875-927f-f3aefb8b3359 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9a1f08-4e0b-445b-8c3f-991bab6de784,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:21.126137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39072) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:21.127248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b075f07-04fc-4875-927f-f3aefb8b3359 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.134614 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0b075f07-04fc-4875-927f-f3aefb8b3359 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/subnets/cb9a1f08-4e0b-445b-8c3f-991bab6de784 HTTP/1.1" status: 204 len: 168 time: 0.5553062 Dec 06 12:04:21.137759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc50ba7-7ecd-463e-a1d3-10951c4daedf None None] Network 1b537d56-8898-439c-9213-9f59b2c00cff requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:21.141414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a9097db-19a4-46e1-bd3c-9930f9a06e98 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.142525 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217bd2e2-c1d2-4737-9203-79c23b83be6c None None] Sync routers for ids ['d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:21.142990 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0a9097db-19a4-46e1-bd3c-9930f9a06e98 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "PUT /v2.0/routers/d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d HTTP/1.1" status: 200 len: 925 time: 2.6354649 Dec 06 12:04:21.153099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39074) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:21.153430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39076) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:21.168910 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217bd2e2-c1d2-4737-9203-79c23b83be6c None None] Routers {'d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:21.169821 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-217bd2e2-c1d2-4737-9203-79c23b83be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:21.247076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=18e74ac7-22ca-4871-920b-170a4cf54d83,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:21.248810 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-217bd2e2-c1d2-4737-9203-79c23b83be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:21.268709 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217bd2e2-c1d2-4737-9203-79c23b83be6c None None] Routers {'d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:21.269596 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-217bd2e2-c1d2-4737-9203-79c23b83be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:03:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:21.322052 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-217bd2e2-c1d2-4737-9203-79c23b83be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:21.322595 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217bd2e2-c1d2-4737-9203-79c23b83be6c None None] The sync data for ids ['d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:21.345210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-80ad25f6-4e5c-4d62-8a96-946b3e500017 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 50e80431-96de-4140-8ecd-16aa6f06f06e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:21.345598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80ad25f6-4e5c-4d62-8a96-946b3e500017 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.349270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5fdafe-26f0-4006-a342-a8a166f24e51 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Deleting subnet bdbb07f2-cb41-4436-8d7a-dee22f1ada44 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:21.408878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdafe-26f0-4006-a342-a8a166f24e51 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.438006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] In _notify_port_updated(), no bound segment for port 18e74ac7-22ca-4871-920b-170a4cf54d83 on network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:04:21.447665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:21.448884 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.454384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e2e57d7f-47f2-461e-b4a8-f7299e2af83d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "PUT /v2.0/ports/18e74ac7-22ca-4871-920b-170a4cf54d83 HTTP/1.1" status: 200 len: 998 time: 2.1388650 Dec 06 12:04:21.455379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39080) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:21.465343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8c7721aa-af02-45bb-9435-9fce9170335f None None] Provisioning complete for port 02d27114-e748-49f3-9bc0-1990e9a55bf8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:21.465635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c7721aa-af02-45bb-9435-9fce9170335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.568417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a78895c3-a08e-490d-bc9d-de629afb81b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:21.618973 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a3418-6cd6-4617-9348-8396989e3204 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:21.626891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80ad25f6-4e5c-4d62-8a96-946b3e500017 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.627740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a3418-6cd6-4617-9348-8396989e3204 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:21.643971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a3418-6cd6-4617-9348-8396989e3204 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:21.646734 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-545a3418-6cd6-4617-9348-8396989e3204 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.5021451 Dec 06 12:04:21.649801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8c7721aa-af02-45bb-9435-9fce9170335f None None] Port 02d27114-e748-49f3-9bc0-1990e9a55bf8 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:21.652934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39086) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:21.655765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-80ad25f6-4e5c-4d62-8a96-946b3e500017 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 50e80431-96de-4140-8ecd-16aa6f06f06e owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:21.692663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdafe-26f0-4006-a342-a8a166f24e51 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.701895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a78895c3-a08e-490d-bc9d-de629afb81b4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:21.702262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.732235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] DHCP port deletion for 1b537d56-8898-439c-9213-9f59b2c00cff request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:21.737438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f015262a-9819-4af8-b8d4-49f3e250b4bf tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 18e74ac7-22ca-4871-920b-170a4cf54d83 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:21.737438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f015262a-9819-4af8-b8d4-49f3e250b4bf tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.810274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-40cb675f-72f2-4702-a00d-33508a57e897 None None] Provisioning complete for port ed2d371e-d303-4c93-a0d3-63c0d403b329 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:21.811353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40cb675f-72f2-4702-a00d-33508a57e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.836869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdafe-26f0-4006-a342-a8a166f24e51 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.839400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f015262a-9819-4af8-b8d4-49f3e250b4bf tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.854318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f015262a-9819-4af8-b8d4-49f3e250b4bf tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 18e74ac7-22ca-4871-920b-170a4cf54d83 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:21.899448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] Deleting port e36f7a77-a417-4f91-81d0-6bbcf937a346 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:21.899981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.903714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ed2d371e-d303-4c93-a0d3-63c0d403b329 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:21.928205 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdafe-26f0-4006-a342-a8a166f24e51 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.934889 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c70ac805-ef59-4d55-b944-cb92a355b4cb tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/routers/d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d HTTP/1.1" status: 200 len: 925 time: 0.7749338 Dec 06 12:04:21.939304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39088) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:21.974400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdafe-26f0-4006-a342-a8a166f24e51 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:21.980627 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8d5fdafe-26f0-4006-a342-a8a166f24e51 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/subnets/bdbb07f2-cb41-4436-8d7a-dee22f1ada44 HTTP/1.1" status: 204 len: 168 time: 0.8262162 Dec 06 12:04:21.981956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a248b-ba85-44ff-a75f-93706b3b608f None None] Network 469e4078-0a19-4f90-8c50-7bbbea89c0c5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:21.987002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fdafe-26f0-4006-a342-a8a166f24e51 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbb07f2-cb41-4436-8d7a-dee22f1ada44,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:21.988786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39090) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:22.049821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] For port e36f7a77-a417-4f91-81d0-6bbcf937a346, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e36f7a77-a417-4f91-81d0-6bbcf937a346,segment=NetworkSegment(66e95d69-5717-405c-856d-c8645d411c6c),segment_id=66e95d69-5717-405c-856d-c8645d411c6c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:22.050487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.072731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] Calling delete_port for e36f7a77-a417-4f91-81d0-6bbcf937a346 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:22.073173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-33ca761d-d1bd-4092-8510-bc3a53de837f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Deleting port 02d27114-e748-49f3-9bc0-1990e9a55bf8 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:22.073579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33ca761d-d1bd-4092-8510-bc3a53de837f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.089337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2329eba-c29a-40cc-9eb9-3aa76da2ab4f tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:22.090893 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d2329eba-c29a-40cc-9eb9-3aa76da2ab4f tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1508071 Dec 06 12:04:22.097407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39092) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:22.154168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80ad25f6-4e5c-4d62-8a96-946b3e500017 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.190112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.200005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33ca761d-d1bd-4092-8510-bc3a53de837f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.214685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad25f6-4e5c-4d62-8a96-946b3e500017 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=50e80431-96de-4140-8ecd-16aa6f06f06e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:22.215520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-33ca761d-d1bd-4092-8510-bc3a53de837f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Calling delete_port for 02d27114-e748-49f3-9bc0-1990e9a55bf8 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:22.253992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80ad25f6-4e5c-4d62-8a96-946b3e500017 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.261054 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-80ad25f6-4e5c-4d62-8a96-946b3e500017 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/50e80431-96de-4140-8ecd-16aa6f06f06e HTTP/1.1" status: 204 len: 168 time: 1.2837715 Dec 06 12:04:22.261824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39094) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:22.262228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] No DVR routers for this DVR port e36f7a77-a417-4f91-81d0-6bbcf937a346 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:22.280281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.306240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f015262a-9819-4af8-b8d4-49f3e250b4bf tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.318024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff993a-35f0-42c8-a477-dd5f9d0dde6e None None] Pushing event deleted for resources: {'Port': ['ID=e36f7a77-a417-4f91-81d0-6bbcf937a346,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:22.332347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ed2d371e-d303-4c93-a0d3-63c0d403b329 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:22.332733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.351043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015262a-9819-4af8-b8d4-49f3e250b4bf tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=18e74ac7-22ca-4871-920b-170a4cf54d83,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:22.358454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40cb675f-72f2-4702-a00d-33508a57e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.400297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4826ded-9b06-4a92-a4b2-1511ec063ac9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:22.402203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4826ded-9b06-4a92-a4b2-1511ec063ac9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:22.407215 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c4826ded-9b06-4a92-a4b2-1511ec063ac9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1361427 Dec 06 12:04:22.410433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39096) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:22.480886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-40cb675f-72f2-4702-a00d-33508a57e897 None None] For port ed2d371e-d303-4c93-a0d3-63c0d403b329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed2d371e-d303-4c93-a0d3-63c0d403b329,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:22.491136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40cb675f-72f2-4702-a00d-33508a57e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.547004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-40cb675f-72f2-4702-a00d-33508a57e897 None None] Could not find standard attr ID for object 18e74ac7-22ca-4871-920b-170a4cf54d83. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:04:22.563546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c5764e-724c-4a04-bcd5-2021a867f7e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 2a57d13b-3ccf-49ee-9752-8e4d35966291 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:22.568982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.575658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f015262a-9819-4af8-b8d4-49f3e250b4bf tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.583449 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f015262a-9819-4af8-b8d4-49f3e250b4bf tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/18e74ac7-22ca-4871-920b-170a4cf54d83 HTTP/1.1" status: 204 len: 168 time: 1.0924611 Dec 06 12:04:22.585663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c5764e-724c-4a04-bcd5-2021a867f7e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.588304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39100) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:22.611444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b537d56-8898-439c-9213-9f59b2c00cff']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:22.622264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e95d69-5717-405c-856d-c8645d411c6c') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:22.622571 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e95d69-5717-405c-856d-c8645d411c6c') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:22.634438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.667339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c80508-3a28-4c75-bc68-c7af929e4223 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:22.668888 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-34c80508-3a28-4c75-bc68-c7af929e4223 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 881 time: 0.5641978 Dec 06 12:04:22.671762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39104) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:22.674844 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d237ca-91e0-4c47-a6c0-e5009e7c0148 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:04:22.677146 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-89d237ca-91e0-4c47-a6c0-e5009e7c0148 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/18e74ac7-22ca-4871-920b-170a4cf54d83 HTTP/1.1" status: 404 len: 333 time: 0.0878792 Dec 06 12:04:22.683219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] DHCP port deletion for 469e4078-0a19-4f90-8c50-7bbbea89c0c5 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:22.688175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39106) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:22.710813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fcccf319-f944-43eb-9b4d-b523e52830e1 None None] Could not find standard attr ID for object 50e80431-96de-4140-8ecd-16aa6f06f06e. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:04:22.710968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.718224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fcccf319-f944-43eb-9b4d-b523e52830e1 None None] Could not find standard attr ID for object dd00866b-8d92-444e-8271-bfaeb5f84be1. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:04:22.753457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb675f-72f2-4702-a00d-33508a57e897 None None] Pushing event updated for resources: {'Port': ['ID=ed2d371e-d303-4c93-a0d3-63c0d403b329,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:22.781827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c5764e-724c-4a04-bcd5-2021a867f7e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.788315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4ea90252-e271-4cb4-a011-ad62bce820ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:22.823225 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 4ea90252-e271-4cb4-a011-ad62bce820ee {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:22.823689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4ea90252-e271-4cb4-a011-ad62bce820ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:22.847892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-1decdf44-7506-419b-a726-185b09a89846 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet 95c5933e-8bb6-45e3-9f61-4f59b587941c {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:22.850414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] Deleting port 9797d73e-6c54-43ce-9d1e-54d72ee28210 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:22.851242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.854633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1decdf44-7506-419b-a726-185b09a89846 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.863315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:04:22.863413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:22.884364 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:22.927505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1decdf44-7506-419b-a726-185b09a89846 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.930602 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7d5013dc-c1a3-4161-b8b8-d6e9795a892f tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d HTTP/1.1" status: 200 len: 205 time: 0.2575881 Dec 06 12:04:22.941321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39110) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:22.952529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] For port 9797d73e-6c54-43ce-9d1e-54d72ee28210, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9797d73e-6c54-43ce-9d1e-54d72ee28210,segment=NetworkSegment(b6b43668-8724-44f9-9cb1-847c47086a5b),segment_id=b6b43668-8724-44f9-9cb1-847c47086a5b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:22.953235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.955760 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33ca761d-d1bd-4092-8510-bc3a53de837f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.966504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c5764e-724c-4a04-bcd5-2021a867f7e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:22.979103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] Calling delete_port for 9797d73e-6c54-43ce-9d1e-54d72ee28210 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:23.033593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.036639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca761d-d1bd-4092-8510-bc3a53de837f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Port': ['ID=02d27114-e748-49f3-9bc0-1990e9a55bf8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:23.069692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1decdf44-7506-419b-a726-185b09a89846 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.073813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c5764e-724c-4a04-bcd5-2021a867f7e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.077153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.115885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] Pushing event deleted for resources: {'Port': ['ID=9797d73e-6c54-43ce-9d1e-54d72ee28210,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:23.117958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d8a29e-195b-49ea-9324-7814e220b07c None None] No DVR routers for this DVR port 9797d73e-6c54-43ce-9d1e-54d72ee28210 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:23.150693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c5764e-724c-4a04-bcd5-2021a867f7e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.154340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Network': ['ID=1b537d56-8898-439c-9213-9f59b2c00cff,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:23.154726 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c9c5764e-724c-4a04-bcd5-2021a867f7e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/2a57d13b-3ccf-49ee-9752-8e4d35966291 HTTP/1.1" status: 204 len: 168 time: 0.7456338 Dec 06 12:04:23.158537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0bd94a-fc02-4955-882c-0f185294946d None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:23.159122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39112) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:23.164936 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.166446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5764e-724c-4a04-bcd5-2021a867f7e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=2a57d13b-3ccf-49ee-9752-8e4d35966291,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:23.169811 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aac6112c-9967-46f3-99df-feaa11e29714 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/networks/1b537d56-8898-439c-9213-9f59b2c00cff HTTP/1.1" status: 204 len: 168 time: 1.1759114 Dec 06 12:04:23.172881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39114) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:23.243321 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fbb63549-eb5e-4edc-81fd-e53dfd75b64e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676818 Dec 06 12:04:23.245812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39116) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:23.286469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.290375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:23.298020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1decdf44-7506-419b-a726-185b09a89846 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.347211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01e698-fd8f-4149-8ca9-ad5e1ecec2b5 None None] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:23.353167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decdf44-7506-419b-a726-185b09a89846 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=95c5933e-8bb6-45e3-9f61-4f59b587941c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:23.357495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1decdf44-7506-419b-a726-185b09a89846 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.366075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1decdf44-7506-419b-a726-185b09a89846 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/95c5933e-8bb6-45e3-9f61-4f59b587941c HTTP/1.1" status: 204 len: 168 time: 0.6752832 Dec 06 12:04:23.367915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39118) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:23.394377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ed2d371e-d303-4c93-a0d3-63c0d403b329 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:23.419710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.469068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-2806b891-b252-4191-9488-8585bddfed5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet 76cffa20-2933-437a-8928-2b0e0c93f3da {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:23.503235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2806b891-b252-4191-9488-8585bddfed5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.533388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.543726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ed2d371e-d303-4c93-a0d3-63c0d403b329 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:23.544483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.574699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469e4078-0a19-4f90-8c50-7bbbea89c0c5']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:23.579815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2806b891-b252-4191-9488-8585bddfed5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.587074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:23.608998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b43668-8724-44f9-9cb1-847c47086a5b') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:23.609311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b43668-8724-44f9-9cb1-847c47086a5b') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:23.624652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.648602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.659554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:04:23.660074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:23.664832 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:23.722509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] Deleting port ed2d371e-d303-4c93-a0d3-63c0d403b329 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:23.722892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.788567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33ca761d-d1bd-4092-8510-bc3a53de837f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.794082 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-33ca761d-d1bd-4092-8510-bc3a53de837f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "DELETE /v2.0/ports/02d27114-e748-49f3-9bc0-1990e9a55bf8 HTTP/1.1" status: 204 len: 168 time: 2.1315269 Dec 06 12:04:23.796739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39122) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:23.834862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2806b891-b252-4191-9488-8585bddfed5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.840102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] For port ed2d371e-d303-4c93-a0d3-63c0d403b329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed2d371e-d303-4c93-a0d3-63c0d403b329,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:23.840962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.861399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] Calling delete_port for ed2d371e-d303-4c93-a0d3-63c0d403b329 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:23.865456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:23.875254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.884872 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdff63e-1b12-464b-a430-9d1ef1270991 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] GET failed (client error): The resource could not be found. Dec 06 12:04:23.886282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9797d73e-6c54-43ce-9d1e-54d72ee28210 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:23.898745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7bdff63e-1b12-464b-a430-9d1ef1270991 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "GET /v2.0/ports/02d27114-e748-49f3-9bc0-1990e9a55bf8 HTTP/1.1" status: 404 len: 333 time: 0.1009698 Dec 06 12:04:23.902523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.908404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39128) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:23.928629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:23.929200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'name': 'tempest-AllowedAddressPairTestJSON-1308658026'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:23.938854 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/networks/469e4078-0a19-4f90-8c50-7bbbea89c0c5 HTTP/1.1" status: 204 len: 168 time: 0.7651978 Dec 06 12:04:23.939581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39130) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:23.976847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db06ba3-3a3e-4108-84fb-a9f0168e4168 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Network': ['ID=469e4078-0a19-4f90-8c50-7bbbea89c0c5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:24.019758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 9797d73e-6c54-43ce-9d1e-54d72ee28210 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:24.020345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9797d73e-6c54-43ce-9d1e-54d72ee28210 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:24.020572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e36f7a77-a417-4f91-81d0-6bbcf937a346 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:24.043850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.046551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: e36f7a77-a417-4f91-81d0-6bbcf937a346 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:24.046785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e36f7a77-a417-4f91-81d0-6bbcf937a346 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:24.052709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e66da72-4f9a-4254-960e-3ae02338d993 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Deleting subnet 5f7b05a4-709a-472e-ae03-ff5748049a33 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:24.056860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e66da72-4f9a-4254-960e-3ae02338d993 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.076944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] Pushing event deleted for resources: {'Port': ['ID=ed2d371e-d303-4c93-a0d3-63c0d403b329,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:24.079343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f91b0-3ea8-4861-bd64-1da8ef0c80c6 None None] No DVR routers for this DVR port ed2d371e-d303-4c93-a0d3-63c0d403b329 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:24.100299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2806b891-b252-4191-9488-8585bddfed5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.133879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e66da72-4f9a-4254-960e-3ae02338d993 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.142265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.156215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806b891-b252-4191-9488-8585bddfed5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=76cffa20-2933-437a-8928-2b0e0c93f3da,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:24.158457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2806b891-b252-4191-9488-8585bddfed5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.164562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2806b891-b252-4191-9488-8585bddfed5f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/76cffa20-2933-437a-8928-2b0e0c93f3da HTTP/1.1" status: 204 len: 168 time: 0.7955084 Dec 06 12:04:24.167833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39132) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:24.280565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.285982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.315742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e66da72-4f9a-4254-960e-3ae02338d993 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.351564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:24.368576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:24.380362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7a29d-b20c-4310-b65b-8dea419cee08 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:24.386441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:24.387405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.391435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=7c19baac-b3f5-4cb5-a8ac-6e7996bfbb3b,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:24.405418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Made reservation on behalf of dd4db8e6786348ea99908c07bcd54aec for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:24.411109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.443663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e66da72-4f9a-4254-960e-3ae02338d993 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.453593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] device_id is not set on port a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:24.461205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1540d5-2537-4bd5-ab28-8cd87bc4e75a None None] Network d9eff8f1-0bfb-4010-af50-d17b26bbcc66 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:24.499108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e66da72-4f9a-4254-960e-3ae02338d993 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.504205 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3e66da72-4f9a-4254-960e-3ae02338d993 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/subnets/5f7b05a4-709a-472e-ae03-ff5748049a33 HTTP/1.1" status: 204 len: 168 time: 0.5599353 Dec 06 12:04:24.505764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 972e82c8-443c-476f-92ff-7731652d67f5 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:24.506095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.508324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39134) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:24.509058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66da72-4f9a-4254-960e-3ae02338d993 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7b05a4-709a-472e-ae03-ff5748049a33,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:24.512614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Deleting port 8b8498b5-8ea2-4244-b307-a8f7c7163eff {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:24.513191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.535157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f9e779-7805-4eca-aaa1-12c22c97efb4 None None] Network b898874a-df48-4397-b509-f44aec9f0730 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:24.547740 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-efbad034-ac87-486a-ac12-96863c3ecad3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2845948 Dec 06 12:04:24.549392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39136) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:24.587088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-97e4e073-08df-42b9-a2de-6082858b088e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': '7c19baac-b3f5-4cb5-a8ac-6e7996bfbb3b', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1655103554'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:24.593274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-65531794-32e7-446b-9cdd-b0683f497859 None None] Provisioning complete for port 972e82c8-443c-476f-92ff-7731652d67f5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:24.593934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65531794-32e7-446b-9cdd-b0683f497859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.611171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.721510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] For port 972e82c8-443c-476f-92ff-7731652d67f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=972e82c8-443c-476f-92ff-7731652d67f5,segment=NetworkSegment(c5ff5b46-e109-41bf-99c0-96a2169448ea),segment_id=c5ff5b46-e109-41bf-99c0-96a2169448ea)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:24.721805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.724621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.729417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Allocated IP 172.20.0.12 (54f01f3f-c95e-44d4-8aed-3c81c5dd51d1/1d343b4b-f5ce-4fb3-8219-7510dee1c6d1/a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:24.738628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 972e82c8-443c-476f-92ff-7731652d67f5 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:24.747911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Calling delete_port for 8b8498b5-8ea2-4244-b307-a8f7c7163eff owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:24.748332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Deleting port f6d266da-e538-4e47-9983-ee39c8c92634 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:24.748677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.851313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] For port f6d266da-e538-4e47-9983-ee39c8c92634, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6d266da-e538-4e47-9983-ee39c8c92634,segment=NetworkSegment(f3378624-499e-41cd-96c2-3cdc44600046),segment_id=f3378624-499e-41cd-96c2-3cdc44600046)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:24.853708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:24.860644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e4e073-08df-42b9-a2de-6082858b088e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:24.875460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Calling delete_port for f6d266da-e538-4e47-9983-ee39c8c92634 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:25.004121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '7c19baac-b3f5-4cb5-a8ac-6e7996bfbb3b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:25.005057 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.007330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] DHCP port deletion for d9eff8f1-0bfb-4010-af50-d17b26bbcc66 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:25.051481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.085126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Port': ['ID=f6d266da-e538-4e47-9983-ee39c8c92634,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:25.088345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] No DVR routers for this DVR port f6d266da-e538-4e47-9983-ee39c8c92634 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:25.117785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.142768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No DVR routers for this DVR port 972e82c8-443c-476f-92ff-7731652d67f5 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:25.162932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d88bc-c7a2-416b-963f-14db0898cf37 None None] DHCP port deletion for b898874a-df48-4397-b509-f44aec9f0730 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:25.207208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=972e82c8-443c-476f-92ff-7731652d67f5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:25.209262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] Deleting port 972e82c8-443c-476f-92ff-7731652d67f5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:25.209754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.223888 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97e4e073-08df-42b9-a2de-6082858b088e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.266518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.271029 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-97e4e073-08df-42b9-a2de-6082858b088e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 94cd0302-bb25-4649-883e-cfd3e8466ed6 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:25.279006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.289753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/7c19baac-b3f5-4cb5-a8ac-6e7996bfbb3b/203f39e9-c44f-4030-b3f6-fe3a54f5f4ee) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:25.297416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] For port 972e82c8-443c-476f-92ff-7731652d67f5, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:25.297875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.298981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.317233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b898874a-df48-4397-b509-f44aec9f0730']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:25.319177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] Calling delete_port for 972e82c8-443c-476f-92ff-7731652d67f5 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:25.323245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] Port 972e82c8-443c-476f-92ff-7731652d67f5 was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:04:25.328767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.355187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 972e82c8-443c-476f-92ff-7731652d67f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:25.356496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3378624-499e-41cd-96c2-3cdc44600046') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:25.356803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3378624-499e-41cd-96c2-3cdc44600046') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:25.372601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event deleted for resources: {'Port': ['ID=8b8498b5-8ea2-4244-b307-a8f7c7163eff,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:25.398280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.408183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.424399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.431597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049c7d2-d60a-4aed-8691-ae01945d3d41 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:25.433433 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] Pushing event deleted for resources: {'Port': ['ID=972e82c8-443c-476f-92ff-7731652d67f5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:25.440119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9eff8f1-0bfb-4010-af50-d17b26bbcc66']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:25.440303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 972e82c8-443c-476f-92ff-7731652d67f5 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:25.440303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 972e82c8-443c-476f-92ff-7731652d67f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:25.440924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ed2d371e-d303-4c93-a0d3-63c0d403b329 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:25.441062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:04:25.441062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:25.444361 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:25.467267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ff5b46-e109-41bf-99c0-96a2169448ea') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:25.467576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ff5b46-e109-41bf-99c0-96a2169448ea') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:25.470641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aef9cf-8695-43c7-9667-a04d58a865ff None None] No DVR routers for this DVR port 972e82c8-443c-476f-92ff-7731652d67f5 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:25.490448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ed2d371e-d303-4c93-a0d3-63c0d403b329 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:25.491145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ed2d371e-d303-4c93-a0d3-63c0d403b329 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:25.492246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f6d266da-e538-4e47-9983-ee39c8c92634 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:25.514624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.517383 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.524905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f6d266da-e538-4e47-9983-ee39c8c92634 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:25.525288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f6d266da-e538-4e47-9983-ee39c8c92634 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:25.538246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.548825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.549401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.558047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:04:25.558591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.563074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/networks/b898874a-df48-4397-b509-f44aec9f0730 HTTP/1.1" status: 204 len: 168 time: 1.0538278 Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:25.567941 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:25.584261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39144) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:25.621118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65331bba-71db-4b24-83f3-443fb383fc68 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Pushing event deleted for resources: {'Network': ['ID=b898874a-df48-4397-b509-f44aec9f0730,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:25.642057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.650116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.654654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.657610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.662801 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/networks/d9eff8f1-0bfb-4010-af50-d17b26bbcc66 HTTP/1.1" status: 204 len: 168 time: 1.4897697 Dec 06 12:04:25.662801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39146) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:25.677793 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5a9e43d4-b417-4b7e-b68c-6e4c7a815172 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b844d5a-c222-447d-accd-12c11bde06f2 HTTP/1.1" status: 200 len: 205 time: 0.0870814 Dec 06 12:04:25.682603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39148) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:25.688671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.693464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:25.694534 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e4e073-08df-42b9-a2de-6082858b088e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:04:25.694976 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e4e073-08df-42b9-a2de-6082858b088e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:04:25.699774 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:25.700733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.702905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:25.705367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:25.710886 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:25.719222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:25.723372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Pushing event updated for resources: {'Port': ['ID=203f39e9-c44f-4030-b3f6-fe3a54f5f4ee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:25.772501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9f349-6862-4c67-8086-c07de72cfe71 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Network': ['ID=d9eff8f1-0bfb-4010-af50-d17b26bbcc66,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:25.786571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Attempting to bind port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:25.787285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Attempting to bind port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:25.787881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Attempting to bind port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:25.791193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbe00-6bc8-4a35-94d7-6710ed6e3d77 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.796684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:25.797298 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:25.797879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.798418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:25.799576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Bound port: 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:25.800142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.814502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:25.824289 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-97e4e073-08df-42b9-a2de-6082858b088e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.2720940 Dec 06 12:04:25.827928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.828500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Fanout notify agent at l3_agent the message router_deleted on router d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:25.831695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39150) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:25.873171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.874565 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-35430b8e-8a31-4444-a680-3f13118803a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d HTTP/1.1" status: 204 len: 168 time: 2.9314938 Dec 06 12:04:25.878757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39152) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:25.888705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826159d5-c09e-4509-9014-d26f235f3e01 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:25.890269 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-826159d5-c09e-4509-9014-d26f235f3e01 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2261004 Dec 06 12:04:25.895082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ec84f8c8-f8b4-4409-829e-35bd58cbd95d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-249715335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:25.900794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] For port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:25.902247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39154) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:25.906124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] For port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=203f39e9-c44f-4030-b3f6-fe3a54f5f4ee,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:25.912919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.937654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:25.938290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:25.961035 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df0cf5e-002e-46bd-a0a9-199f89c07229 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:25.962635 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8df0cf5e-002e-46bd-a0a9-199f89c07229 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1299572 Dec 06 12:04:25.965262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39158) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:26.010758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d373a8f-3b36-4b7a-8a34-d580649071eb None None] Pushing event updated for resources: {'Port': ['ID=203f39e9-c44f-4030-b3f6-fe3a54f5f4ee,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:26.047063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77497575-10f0-4114-84a8-98db57b5600e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:26.048998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77497575-10f0-4114-84a8-98db57b5600e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:26.050656 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-77497575-10f0-4114-84a8-98db57b5600e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0842192 Dec 06 12:04:26.053303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39160) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:26.075014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbe00-6bc8-4a35-94d7-6710ed6e3d77 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.078926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbe00-6bc8-4a35-94d7-6710ed6e3d77 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.083792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8c8-f8b4-4409-829e-35bd58cbd95d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.084836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8c8-f8b4-4409-829e-35bd58cbd95d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.096038 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-22ae3852-35d2-4fb0-90e2-e6d58854d448 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1821301 Dec 06 12:04:26.097624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39162) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:26.127775 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc175628-8ef0-41fa-87ad-5b0626630310 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 7c19baac-b3f5-4cb5-a8ac-6e7996bfbb3b {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:26.131492 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc175628-8ef0-41fa-87ad-5b0626630310 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.142744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3cb3f799-1245-4e5a-857c-63eee9fc4c06 None None] Provisioning complete for port a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:26.143536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f799-1245-4e5a-857c-63eee9fc4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.193381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc175628-8ef0-41fa-87ad-5b0626630310 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.289775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3f799-1245-4e5a-857c-63eee9fc4c06 None None] Port a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:26.293357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7421a7bc-c8fd-47bb-9731-fde0c0f9f26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.338770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc175628-8ef0-41fa-87ad-5b0626630310 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.409241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc175628-8ef0-41fa-87ad-5b0626630310 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.446361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc175628-8ef0-41fa-87ad-5b0626630310 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=7c19baac-b3f5-4cb5-a8ac-6e7996bfbb3b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:26.450074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc175628-8ef0-41fa-87ad-5b0626630310 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.453488 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dc175628-8ef0-41fa-87ad-5b0626630310 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/7c19baac-b3f5-4cb5-a8ac-6e7996bfbb3b HTTP/1.1" status: 204 len: 168 time: 0.3992121 Dec 06 12:04:26.455799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39168) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:26.496584 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dffbfc42-577f-4eee-ae58-cc6a76124e45 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395615 Dec 06 12:04:26.498478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:01:7b:0d'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:26.500297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39170) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:26.505130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:26.565935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7081347e-837b-47e3-a78c-a3013fdef2d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6601262 Dec 06 12:04:26.570897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39172) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:26.575780 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-85567083'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:26.581985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbe00-6bc8-4a35-94d7-6710ed6e3d77 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.582153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1cbe00-6bc8-4a35-94d7-6710ed6e3d77 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Fanout notify agent at l3_agent the message router_deleted on router 1b844d5a-c222-447d-accd-12c11bde06f2 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:26.617117 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:26.619382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbe00-6bc8-4a35-94d7-6710ed6e3d77 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.620538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6f1cbe00-6bc8-4a35-94d7-6710ed6e3d77 tempest-RoutersNegativeIpV6Test-504191836 tempest-RoutersNegativeIpV6Test-504191836-project] 10.222.0.24 "DELETE /v2.0/routers/1b844d5a-c222-447d-accd-12c11bde06f2 HTTP/1.1" status: 204 len: 168 time: 0.9369013 Dec 06 12:04:26.620706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.626355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8c8-f8b4-4409-829e-35bd58cbd95d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.633736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8c8-f8b4-4409-829e-35bd58cbd95d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.661084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:26.665493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.693520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:04:26.719154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec84f8c8-f8b4-4409-829e-35bd58cbd95d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.721309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ec84f8c8-f8b4-4409-829e-35bd58cbd95d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8409376 Dec 06 12:04:26.725225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39176) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:26.732656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:26.739287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.739287 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Added segment e97779e0-b095-4347-8d9c-6db737f06342 of type vlan for network ea095200-aa6e-4d45-86fc-60c8348df5d6 Dec 06 12:04:26.795434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.861074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.867285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:26.867977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:26.910024 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3385563 Dec 06 12:04:26.916729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39178) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:26.953258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:27.042026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fc6f1-c000-457a-8124-619c4019ae99 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Network': ['ID=ea095200-aa6e-4d45-86fc-60c8348df5d6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:27.067090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network ea095200-aa6e-4d45-86fc-60c8348df5d6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:04:27.107285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.130748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39184) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:27.156009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.159550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.229988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:27.233482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:27.236974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.251724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:27.265860 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:27.266410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.319713 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8183687 Dec 06 12:04:27.329992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48951d50-fc2c-4d12-b049-9eab7a7a6519 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=e880db36-ad38-400b-b20d-7a3f6413aa81,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:27.334265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39190) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:27.385671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-021eff71-1f1a-41a2-9561-0b8e7dd19d04 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1498221099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:27.404883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ea8af-4e6a-4ef6-bef4-2577176d4c21 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:27.453859 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-021eff71-1f1a-41a2-9561-0b8e7dd19d04 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.455159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-021eff71-1f1a-41a2-9561-0b8e7dd19d04 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.479010 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c94b70c4-8ef5-467a-be4a-7116645f78fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30f145050a314ae48c452da3b3b8d4b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438952 Dec 06 12:04:27.482980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39194) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:27.490991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:27.566826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-45e2175f-dd72-4bfb-94c6-ecfa48d14e20 None None] Provisioning complete for port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:27.567302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45e2175f-dd72-4bfb-94c6-ecfa48d14e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.610333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.619706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.653730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:27.654017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.687453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.741980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.764466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45e2175f-dd72-4bfb-94c6-ecfa48d14e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.781337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:27.822842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] In _notify_port_updated(), no bound segment for port a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 on network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:04:27.829665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:27.830681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.832918 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3d1ac496-9430-4ea2-bcd0-1ac2132a4c6b tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "PUT /v2.0/ports/a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 HTTP/1.1" status: 200 len: 994 time: 1.7348075 Dec 06 12:04:27.836616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39196) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:27.837626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-45e2175f-dd72-4bfb-94c6-ecfa48d14e20 None None] For port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=203f39e9-c44f-4030-b3f6-fe3a54f5f4ee,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:27.856974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45e2175f-dd72-4bfb-94c6-ecfa48d14e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.859364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.906102 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-021eff71-1f1a-41a2-9561-0b8e7dd19d04 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.920647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-021eff71-1f1a-41a2-9561-0b8e7dd19d04 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.946856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2175f-dd72-4bfb-94c6-ecfa48d14e20 None None] Pushing event updated for resources: {'Port': ['ID=203f39e9-c44f-4030-b3f6-fe3a54f5f4ee,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:27.969789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-021eff71-1f1a-41a2-9561-0b8e7dd19d04 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:27.973827 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-021eff71-1f1a-41a2-9561-0b8e7dd19d04 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5926251 Dec 06 12:04:27.975437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39198) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:28.010637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:04:28.011122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:04:28.011849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66150fae-70fc-43f7-852b-3b2f900436f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.024836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Allocated IP 172.36.1.182 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/0ff619d4-6267-4e29-b039-3367e136962e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:28.069787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8dacf304-a7c5-4706-9f87-2eba608ae873 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Deleting port a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:28.070343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dacf304-a7c5-4706-9f87-2eba608ae873 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.109339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.132926 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66150fae-70fc-43f7-852b-3b2f900436f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.186161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4a6fb5b2-c866-4e3c-a7ef-9338b43dad2a None None] Provisioning complete for port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:28.187381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb5b2-c866-4e3c-a7ef-9338b43dad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.229370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dacf304-a7c5-4706-9f87-2eba608ae873 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.244802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.253982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8dacf304-a7c5-4706-9f87-2eba608ae873 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Calling delete_port for a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:28.301351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4a6fb5b2-c866-4e3c-a7ef-9338b43dad2a None None] Provisioning complete for port a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:28.302194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb5b2-c866-4e3c-a7ef-9338b43dad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.336697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.340781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4a6fb5b2-c866-4e3c-a7ef-9338b43dad2a None None] Port a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:28.377355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:28.380365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:28.389424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:28.393311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:28.410235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee6bba-e854-4f80-90ea-ae2d73dc0fd2 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:28.418610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking segment: {'id': 'e97779e0-b095-4347-8d9c-6db737f06342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:28.418610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network hostable DHCP agents. Network: ea095200-aa6e-4d45-86fc-60c8348df5d6, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:04:28.441210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event updated for resources: {'Port': ['ID=0ff619d4-6267-4e29-b039-3367e136962e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:28.442661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66150fae-70fc-43f7-852b-3b2f900436f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.445217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66150fae-70fc-43f7-852b-3b2f900436f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.446374 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-66150fae-70fc-43f7-852b-3b2f900436f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66c919fc-f1bf-4d73-8e21-cb6863314e5b HTTP/1.1" status: 204 len: 168 time: 0.9606404 Dec 06 12:04:28.467083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d6c8f026-ced3-4088-b1e9-2fe614888bf5 None None] Provisioning complete for port 0ff619d4-6267-4e29-b039-3367e136962e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:28.468218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f026-ced3-4088-b1e9-2fe614888bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.478713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.482028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150fae-70fc-43f7-852b-3b2f900436f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c919fc-f1bf-4d73-8e21-cb6863314e5b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:28.490674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network ea095200-aa6e-4d45-86fc-60c8348df5d6 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:04:28.549236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ea095200-aa6e-4d45-86fc-60c8348df5d6) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:28.562584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dacf304-a7c5-4706-9f87-2eba608ae873 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.582276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:28.582937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.650226 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-074dd0c0-3ca0-47da-9da4-52c1a6ac6d41 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7324474 Dec 06 12:04:28.654685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39210) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:28.661958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1ca66-f334-44bf-9e2c-44200b7bb88e None None] Network ea095200-aa6e-4d45-86fc-60c8348df5d6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:28.662263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6', 'name': 'tempest-PortsTestJSON-1009595023'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:28.784695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacf304-a7c5-4706-9f87-2eba608ae873 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Port': ['ID=a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:28.804052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8f026-ced3-4088-b1e9-2fe614888bf5 None None] Port 0ff619d4-6267-4e29-b039-3367e136962e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:28.806821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1430891-f33e-4336-9644-47bc24731d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.930037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dacf304-a7c5-4706-9f87-2eba608ae873 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.933343 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8dacf304-a7c5-4706-9f87-2eba608ae873 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "DELETE /v2.0/ports/a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 HTTP/1.1" status: 204 len: 168 time: 1.0950303 Dec 06 12:04:28.936707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39216) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:28.938782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ea095200-aa6e-4d45-86fc-60c8348df5d6', 'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6', 'tenant_id': '3683358b5a1f4edd95ba9ba6095d4e40', 'fixed_ips': [{'subnet_id': 'f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:28.939825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:28.970390 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::1 (61c27f2c-faab-4f7c-b849-24512843983c/e880db36-ad38-400b-b20d-7a3f6413aa81/18ce3126-5394-4fe1-824b-ee082e57cbe6) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:28.996674 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffca5f27-13c5-4744-9f3e-335ee7b3d6d2 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] GET failed (client error): The resource could not be found. Dec 06 12:04:28.999726 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ffca5f27-13c5-4744-9f3e-335ee7b3d6d2 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "GET /v2.0/ports/a68baaa1-7f1e-44d9-88f4-f006b7ffb5b8 HTTP/1.1" status: 404 len: 333 time: 0.0580900 Dec 06 12:04:29.009578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39220) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:29.016116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'name': 'tempest-AllowedAddressPairTestJSON-553597277'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:29.051086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:29.055130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.102896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.124736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Allocated IP 172.20.0.2 (ea095200-aa6e-4d45-86fc-60c8348df5d6/f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5/ead766d2-31a9-4f5c-805c-671c0fd77fd6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:29.180583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port cee3bca5-69c5-4a46-8a68-d4e5875cf86d yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:29.318408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.332553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Made reservation on behalf of dd4db8e6786348ea99908c07bcd54aec for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:29.337370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.370045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] device_id is not set on port b8dce8d5-1a5f-432f-a626-adeb13f52194 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:29.387123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.400054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.415339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:29.440834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.445501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.460893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.487874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Network ea095200-aa6e-4d45-86fc-60c8348df5d6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:29.495407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:29.504122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:29.510020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Pushing event updated for resources: {'Port': ['ID=ead766d2-31a9-4f5c-805c-671c0fd77fd6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:29.537678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39236) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:29.553731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.5 (ea095200-aa6e-4d45-86fc-60c8348df5d6/f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5/cee3bca5-69c5-4a46-8a68-d4e5875cf86d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:29.558647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:29.590848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:29.591228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.610922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Router 5f9bd103-4a30-4300-8ee9-ea8692e01848 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:29.611193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:29.622544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:29.623754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.651737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Attempting to bind port ead766d2-31a9-4f5c-805c-671c0fd77fd6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:29.652146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Attempting to bind port ead766d2-31a9-4f5c-805c-671c0fd77fd6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e97779e0-b095-4347-8d9c-6db737f06342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:29.652522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Attempting to bind port ead766d2-31a9-4f5c-805c-671c0fd77fd6 on network ea095200-aa6e-4d45-86fc-60c8348df5d6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:29.661192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:29.661574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Checking segment: {'id': 'e97779e0-b095-4347-8d9c-6db737f06342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:29.661992 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.662389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Bound using segment: {'id': 'e97779e0-b095-4347-8d9c-6db737f06342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:29.662877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Bound port: ead766d2-31a9-4f5c-805c-671c0fd77fd6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97779e0-b095-4347-8d9c-6db737f06342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:29.663278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.742139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--803577318'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:29.802708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.824310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=18ce3126-5394-4fe1-824b-ee082e57cbe6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:29.831117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:29.847482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.848764 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a6291f4c-72e6-4a74-8a5e-cc65656c7049 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "PUT /v2.0/routers/5f9bd103-4a30-4300-8ee9-ea8692e01848 HTTP/1.1" status: 200 len: 883 time: 3.1219809 Dec 06 12:04:29.851788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39242) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:29.877575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Allocated IP 172.20.0.14 (54f01f3f-c95e-44d4-8aed-3c81c5dd51d1/1d343b4b-f5ce-4fb3-8219-7510dee1c6d1/b8dce8d5-1a5f-432f-a626-adeb13f52194) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:29.921970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07a513-2c3d-4ac9-aca1-973b1bdcd6d5 None None] Sync routers for ids ['5f9bd103-4a30-4300-8ee9-ea8692e01848'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:29.923728 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.969841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:29.973257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07a513-2c3d-4ac9-aca1-973b1bdcd6d5 None None] Routers {'5f9bd103-4a30-4300-8ee9-ea8692e01848'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:29.973899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-af07a513-2c3d-4ac9-aca1-973b1bdcd6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5f9bd103-4a30-4300-8ee9-ea8692e01848'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:29.978984 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-86469038-6472-4cdf-b74e-b985be17d12b tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/routers/5f9bd103-4a30-4300-8ee9-ea8692e01848 HTTP/1.1" status: 200 len: 924 time: 0.1254618 Dec 06 12:04:29.981960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39244) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:29.999749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] For port ead766d2-31a9-4f5c-805c-671c0fd77fd6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:30.007341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] For port ead766d2-31a9-4f5c-805c-671c0fd77fd6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ead766d2-31a9-4f5c-805c-671c0fd77fd6,segment=NetworkSegment(e97779e0-b095-4347-8d9c-6db737f06342),segment_id=e97779e0-b095-4347-8d9c-6db737f06342)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:30.041076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.046527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-af07a513-2c3d-4ac9-aca1-973b1bdcd6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:30.049332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.116304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07a513-2c3d-4ac9-aca1-973b1bdcd6d5 None None] Routers {'5f9bd103-4a30-4300-8ee9-ea8692e01848'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:30.117352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-af07a513-2c3d-4ac9-aca1-973b1bdcd6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['5f9bd103-4a30-4300-8ee9-ea8692e01848'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:30.171521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c0989143-836d-4b32-b19b-6e5a445a29fe None None] Provisioning complete for port 18ce3126-5394-4fe1-824b-ee082e57cbe6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:30.171912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0989143-836d-4b32-b19b-6e5a445a29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.197758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-af07a513-2c3d-4ac9-aca1-973b1bdcd6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:30.198421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07a513-2c3d-4ac9-aca1-973b1bdcd6d5 None None] The sync data for ids ['5f9bd103-4a30-4300-8ee9-ea8692e01848'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:30.211956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15fd8c-32ca-4f9a-a515-707e752c873f None None] Pushing event updated for resources: {'Port': ['ID=ead766d2-31a9-4f5c-805c-671c0fd77fd6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:30.228219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c0989143-836d-4b32-b19b-6e5a445a29fe None None] Port 18ce3126-5394-4fe1-824b-ee082e57cbe6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:30.387990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.391585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd1ec0-ee21-41de-995e-0ef3ecf1ceb1 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:30.393431 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-93dd1ec0-ee21-41de-995e-0ef3ecf1ceb1 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=5f9bd103-4a30-4300-8ee9-ea8692e01848&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4104590 Dec 06 12:04:30.396279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39246) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:30.481703 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.499309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2abb3e4-b6cd-4028-b0db-0c30594d0591 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:30.503910 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e2abb3e4-b6cd-4028-b0db-0c30594d0591 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 881 time: 0.1064043 Dec 06 12:04:30.504769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39250) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:30.513882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.535445 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-46f3ca27-879e-4795-80b7-447c22111aed tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9bd103-4a30-4300-8ee9-ea8692e01848 HTTP/1.1" status: 200 len: 205 time: 0.0292454 Dec 06 12:04:30.538015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39252) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:30.568985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.595080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.599596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.608990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9829b623-8e8e-4857-b349-a0cf6985f5d6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:30.644982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.645986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.663722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.689949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network ea095200-aa6e-4d45-86fc-60c8348df5d6 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:30.702984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:30.718585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=cee3bca5-69c5-4a46-8a68-d4e5875cf86d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:30.732810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:30.770463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.780221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.822614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.830493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Deleting port 0ff619d4-6267-4e29-b039-3367e136962e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:30.830895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.839640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.873417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.907879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=18ce3126-5394-4fe1-824b-ee082e57cbe6,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:30.920076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.920686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:30.921301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.931630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:30.932137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Calling delete_port for 0ff619d4-6267-4e29-b039-3367e136962e owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:30.936220 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3797259 Dec 06 12:04:30.936432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39258) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:30.970508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d40c7-f7a1-444c-af1a-76ffe8748fae tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8a73a4-4d06-43c8-8483-84ac694ec39b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:30.985308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:30.992721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:30.999052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:31.007587 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-027aeabc-edd6-4b0b-bcd6-82ac318d4603 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3491876 Dec 06 12:04:31.016604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39260) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:31.020577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:31.047644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': 'ea095200-aa6e-4d45-86fc-60c8348df5d6', 'name': 'tempest-PortsTestJSON-1052833920'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:31.054899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=b8dce8d5-1a5f-432f-a626-adeb13f52194,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:31.063957 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-17991143-f87e-4729-9594-3ac10afdafb2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1264877 Dec 06 12:04:31.067446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39262) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:31.073211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:31.074203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-095fcf02-aca8-4112-a47c-a6c7c88d2701 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-security--171334610', 'description': 'tempest-security-description-182464876'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:31.164114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-095fcf02-aca8-4112-a47c-a6c7c88d2701 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.282163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-095fcf02-aca8-4112-a47c-a6c7c88d2701 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.296232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-095fcf02-aca8-4112-a47c-a6c7c88d2701 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.304864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-095fcf02-aca8-4112-a47c-a6c7c88d2701 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.306247 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-095fcf02-aca8-4112-a47c-a6c7c88d2701 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "PUT /v2.0/security-groups/9b8a73a4-4d06-43c8-8483-84ac694ec39b HTTP/1.1" status: 200 len: 1793 time: 0.2378042 Dec 06 12:04:31.310119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39264) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:31.313038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.379323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event deleted for resources: {'Port': ['ID=0ff619d4-6267-4e29-b039-3367e136962e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:31.406469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a90a8-b984-43a8-b653-c56ce39f2cd8 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:31.422638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fcf02-aca8-4112-a47c-a6c7c88d2701 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8a73a4-4d06-43c8-8483-84ac694ec39b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:31.445075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ead766d2-31a9-4f5c-805c-671c0fd77fd6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:31.467040 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ef5ec2fc-1a49-495b-ade4-ee682dedc5e2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups/9b8a73a4-4d06-43c8-8483-84ac694ec39b HTTP/1.1" status: 200 len: 1793 time: 0.1547933 Dec 06 12:04:31.470022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39266) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:31.498070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.532698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-86f18fcd-b0e8-49c5-97bc-db71eec81673 None None] Provisioning complete for port b8dce8d5-1a5f-432f-a626-adeb13f52194 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:31.537785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86f18fcd-b0e8-49c5-97bc-db71eec81673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.590791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ead766d2-31a9-4f5c-805c-671c0fd77fd6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:31.591172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.630284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-86f18fcd-b0e8-49c5-97bc-db71eec81673 None None] Port b8dce8d5-1a5f-432f-a626-adeb13f52194 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:31.640733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.644025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.680025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:31.680772 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.680874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4f5f2-71cc-41a0-8c7e-d0cf383edc56 None None] Network ea095200-aa6e-4d45-86fc-60c8348df5d6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:31.692944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21988beb-ee3a-4aff-8c97-81d46b26fe1a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.708822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.709618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Fanout notify agent at l3_agent the message router_deleted on router 5f9bd103-4a30-4300-8ee9-ea8692e01848 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:31.717927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.722796 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2ce692ba-1468-49ed-90be-b9811388a9ce tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/5f9bd103-4a30-4300-8ee9-ea8692e01848 HTTP/1.1" status: 204 len: 168 time: 1.1797800 Dec 06 12:04:31.722796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39272) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:31.729140 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-25db27d5-1c39-4472-beb5-bf8d06eb3a2c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7159433 Dec 06 12:04:31.729332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7ef4d3fa-52d2-42a4-b6c0-7ed027a030b8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-271849213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:31.735244 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39274) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:31.743224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:01:7b:0d'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:31.751578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21988beb-ee3a-4aff-8c97-81d46b26fe1a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.781960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:31.785646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.798418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.806923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d3fa-52d2-42a4-b6c0-7ed027a030b8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.808553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d3fa-52d2-42a4-b6c0-7ed027a030b8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.824350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21988beb-ee3a-4aff-8c97-81d46b26fe1a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.828405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21988beb-ee3a-4aff-8c97-81d46b26fe1a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.831941 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-21988beb-ee3a-4aff-8c97-81d46b26fe1a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b8a73a4-4d06-43c8-8483-84ac694ec39b HTTP/1.1" status: 204 len: 168 time: 0.3584969 Dec 06 12:04:31.836798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39276) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:31.860727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 64f89bce-a3aa-40fe-b563-6f4112d9f0c7 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:31.861766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21988beb-ee3a-4aff-8c97-81d46b26fe1a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8a73a4-4d06-43c8-8483-84ac694ec39b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:31.885128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f14f5ddc-4929-4476-b8cd-1a8b16c841c7 None None] Provisioning complete for port ead766d2-31a9-4f5c-805c-671c0fd77fd6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:31.885501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f14f5ddc-4929-4476-b8cd-1a8b16c841c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.898819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port ead766d2-31a9-4f5c-805c-671c0fd77fd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ead766d2-31a9-4f5c-805c-671c0fd77fd6,segment=NetworkSegment(e97779e0-b095-4347-8d9c-6db737f06342),segment_id=e97779e0-b095-4347-8d9c-6db737f06342)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:31.901198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.932402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d3fa-52d2-42a4-b6c0-7ed027a030b8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.934107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Router 17dda5c0-39d4-41c6-bee1-df3d0c324a33 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:31.941229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d3fa-52d2-42a4-b6c0-7ed027a030b8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.945080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.970937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d3fa-52d2-42a4-b6c0-7ed027a030b8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:31.976273 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ef4d3fa-52d2-42a4-b6c0-7ed027a030b8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2491977 Dec 06 12:04:31.977620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39280) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:31.984512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': True}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:32.049686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=ead766d2-31a9-4f5c-805c-671c0fd77fd6,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:32.074842 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fe2d5956-cc8e-4cf0-8272-23b05a603d90 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2344429 Dec 06 12:04:32.077648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39282) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:32.136046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f14f5ddc-4929-4476-b8cd-1a8b16c841c7 None None] Provisioning complete for port 18ce3126-5394-4fe1-824b-ee082e57cbe6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:32.136942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f14f5ddc-4929-4476-b8cd-1a8b16c841c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.141109 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-02558b96-ca4e-42e8-9058-d48c6afbc013 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] delete failed (client error): The resource could not be found. Dec 06 12:04:32.145929 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-02558b96-ca4e-42e8-9058-d48c6afbc013 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b8a73a4-4d06-43c8-8483-84ac694ec39b HTTP/1.1" status: 404 len: 347 time: 0.0641544 Dec 06 12:04:32.147510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39284) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:32.154848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1ad03d65-5388-4d1e-a4f4-8f5b725984da tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--968429326'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:32.163651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.9 (ea095200-aa6e-4d45-86fc-60c8348df5d6/f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5/64f89bce-a3aa-40fe-b563-6f4112d9f0c7) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:32.174548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.177919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f14f5ddc-4929-4476-b8cd-1a8b16c841c7 None None] Port 18ce3126-5394-4fe1-824b-ee082e57cbe6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:32.194619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:32.202320 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a3a590c1-93b1-43fe-8ce4-db6947558eea tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "PUT /v2.0/routers/17dda5c0-39d4-41c6-bee1-df3d0c324a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2056296 Dec 06 12:04:32.205848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39286) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:32.213599 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Sync routers for ids ['17dda5c0-39d4-41c6-bee1-df3d0c324a33'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:32.226459 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Routers {'17dda5c0-39d4-41c6-bee1-df3d0c324a33'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:32.227186 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['17dda5c0-39d4-41c6-bee1-df3d0c324a33'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:32.265495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.269609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ad03d65-5388-4d1e-a4f4-8f5b725984da tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.319932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a4a45-6b1e-451d-a72e-28a842d6dc51 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:32.321349 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d73a4a45-6b1e-451d-a72e-28a842d6dc51 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports/18ce3126-5394-4fe1-824b-ee082e57cbe6 HTTP/1.1" status: 200 len: 911 time: 0.1126385 Dec 06 12:04:32.328502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39288) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:32.351893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ad03d65-5388-4d1e-a4f4-8f5b725984da tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.356699 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Set router 17dda5c0-39d4-41c6-bee1-df3d0c324a33 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:32.366219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ad03d65-5388-4d1e-a4f4-8f5b725984da tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.411621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad03d65-5388-4d1e-a4f4-8f5b725984da tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d415cf4a-1e85-4f85-8ae4-951dcde4c903,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:32.443690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ad03d65-5388-4d1e-a4f4-8f5b725984da tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.444962 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1ad03d65-5388-4d1e-a4f4-8f5b725984da tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2964706 Dec 06 12:04:32.447732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39290) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:32.452737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-561d5449-0f3c-4ac6-9795-aab4a9436d02 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': 'd415cf4a-1e85-4f85-8ae4-951dcde4c903', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:32.507644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-561d5449-0f3c-4ac6-9795-aab4a9436d02 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.515687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-196e3160-1da6-4122-ac67-e8749c27ae8e None None] Provisioning complete for port ead766d2-31a9-4f5c-805c-671c0fd77fd6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:32.516091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-196e3160-1da6-4122-ac67-e8749c27ae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.556052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac913578-a585-422a-b5a1-f5130833b945 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:32.573674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac913578-a585-422a-b5a1-f5130833b945 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:32.577304 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ac913578-a585-422a-b5a1-f5130833b945 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2466402 Dec 06 12:04:32.586258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39292) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:32.609691 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'name': 'tempest-NetworksTestDHCPv6-router-1498221099', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:27Z', 'updated_at': '2021-12-06T12:04:29Z', 'revision_number': 2, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None, '_interfaces': [{'id': '18ce3126-5394-4fe1-824b-ee082e57cbe6', 'name': '', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'mac_address': 'fa:16:3e:54:80:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e880db36-ad38-400b-b20d-7a3f6413aa81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:04:28Z', 'updated_at': '2021-12-06T12:04:30Z', 'revision_number': 2, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'subnets': [{'id': 'e880db36-ad38-400b-b20d-7a3f6413aa81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:32.642352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-561d5449-0f3c-4ac6-9795-aab4a9436d02 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.650739 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Checking router: 17dda5c0-39d4-41c6-bee1-df3d0c324a33 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:32.651352 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Updating router 17dda5c0-39d4-41c6-bee1-df3d0c324a33 port 18ce3126-5394-4fe1-824b-ee082e57cbe6 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:04:32.667566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-561d5449-0f3c-4ac6-9795-aab4a9436d02 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.704594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d5449-0f3c-4ac6-9795-aab4a9436d02 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea3659e-461c-42c9-a45d-9d2fbd88f2d6,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:32.716309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-561d5449-0f3c-4ac6-9795-aab4a9436d02 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.718353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-561d5449-0f3c-4ac6-9795-aab4a9436d02 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2694936 Dec 06 12:04:32.720096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.721842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39296) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:32.725080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-196e3160-1da6-4122-ac67-e8749c27ae8e None None] Provisioning complete for port cee3bca5-69c5-4a46-8a68-d4e5875cf86d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:32.726771 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-196e3160-1da6-4122-ac67-e8749c27ae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.760456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.796226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-196e3160-1da6-4122-ac67-e8749c27ae8e None None] Port cee3bca5-69c5-4a46-8a68-d4e5875cf86d cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:32.819612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34066cb-cfea-4d7d-8167-d12d60d2cda2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.835909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34066cb-cfea-4d7d-8167-d12d60d2cda2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.837375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.858900 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.917536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34066cb-cfea-4d7d-8167-d12d60d2cda2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.920695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-576028d6-3b9c-4d14-bf49-6279535d505c None None] Provisioning complete for port cee3bca5-69c5-4a46-8a68-d4e5875cf86d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:32.922140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576028d6-3b9c-4d14-bf49-6279535d505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.926413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34066cb-cfea-4d7d-8167-d12d60d2cda2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:32.927586 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a34066cb-cfea-4d7d-8167-d12d60d2cda2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/eea3659e-461c-42c9-a45d-9d2fbd88f2d6 HTTP/1.1" status: 204 len: 168 time: 0.2047324 Dec 06 12:04:32.934646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39300) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:32.959046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Allocated IP 172.36.1.185 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/48943bd2-042a-4941-9bd5-8f5ab52186a3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:32.980629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-576028d6-3b9c-4d14-bf49-6279535d505c None None] Port cee3bca5-69c5-4a46-8a68-d4e5875cf86d cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:33.007410 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6d3368d7-c9f8-4fc5-b4af-b4eeb628b89b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0712080 Dec 06 12:04:33.007908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39302) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:33.025973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34066cb-cfea-4d7d-8167-d12d60d2cda2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eea3659e-461c-42c9-a45d-9d2fbd88f2d6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:33.031199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.046322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.075026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.115674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.146686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=b8dce8d5-1a5f-432f-a626-adeb13f52194,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:33.157126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:33.160309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:33.166099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:33.189217 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.202711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a221a42-d00f-43d3-a77f-9b81202c8d4d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:33.203207 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.215583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.250538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-23e68b04-f21e-4bd8-8273-e4968e5a80a2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.276305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'Port': ['ID=48943bd2-042a-4941-9bd5-8f5ab52186a3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:33.296874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] In _notify_port_updated(), no bound segment for port b8dce8d5-1a5f-432f-a626-adeb13f52194 on network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 {{(pid=103287) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:04:33.302917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:33.303663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.307672 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2200456e-2235-404f-a0a3-d3bc30779d1f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "PUT /v2.0/ports/b8dce8d5-1a5f-432f-a626-adeb13f52194 HTTP/1.1" status: 200 len: 996 time: 1.5711224 Dec 06 12:04:33.314142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39306) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:33.333031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network ea095200-aa6e-4d45-86fc-60c8348df5d6 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:33.352813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-617c8ad7-224b-49a6-a5cd-065629ca3b93 None None] Provisioning complete for port 48943bd2-042a-4941-9bd5-8f5ab52186a3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:33.353171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-617c8ad7-224b-49a6-a5cd-065629ca3b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.365861 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86a75a-0223-4cfd-af1a-16ec8555dc05 None None] Pushing event updated for resources: {'Port': ['ID=18ce3126-5394-4fe1-824b-ee082e57cbe6,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:33.370840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:33.378834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:33.382636 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Attempting to bind port 18ce3126-5394-4fe1-824b-ee082e57cbe6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:33.383020 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Attempting to bind port 18ce3126-5394-4fe1-824b-ee082e57cbe6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:33.383385 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Attempting to bind port 18ce3126-5394-4fe1-824b-ee082e57cbe6 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:33.400427 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:33.401069 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:33.401647 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.402049 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:33.402546 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Bound port: 18ce3126-5394-4fe1-824b-ee082e57cbe6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:33.404471 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.439304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-617c8ad7-224b-49a6-a5cd-065629ca3b93 None None] Port 48943bd2-042a-4941-9bd5-8f5ab52186a3 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:33.445273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ead766d2-31a9-4f5c-805c-671c0fd77fd6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:33.456645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-23e68b04-f21e-4bd8-8273-e4968e5a80a2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.511310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ead766d2-31a9-4f5c-805c-671c0fd77fd6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:33.512583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.575561 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] For port 18ce3126-5394-4fe1-824b-ee082e57cbe6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:33.579991 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] For port 18ce3126-5394-4fe1-824b-ee082e57cbe6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ce3126-5394-4fe1-824b-ee082e57cbe6,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:33.582809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=64f89bce-a3aa-40fe-b563-6f4112d9f0c7,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:33.590532 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.686290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.697467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:33.698356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.729255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9d00bb6f-6ee3-46af-8cf3-598bd1f4f9f8 None None] Provisioning complete for port b8dce8d5-1a5f-432f-a626-adeb13f52194 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:33.733571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d00bb6f-6ee3-46af-8cf3-598bd1f4f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.738110 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86a75a-0223-4cfd-af1a-16ec8555dc05 None None] Pushing event updated for resources: {'Port': ['ID=18ce3126-5394-4fe1-824b-ee082e57cbe6,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:33.759355 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8c5897f5-9d3e-4cc2-aaa2-3f70a17c0a70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7416761 Dec 06 12:04:33.765362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39308) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:33.774701 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Routers {'17dda5c0-39d4-41c6-bee1-df3d0c324a33'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:33.775351 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['17dda5c0-39d4-41c6-bee1-df3d0c324a33'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:33.779704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-23e68b04-f21e-4bd8-8273-e4968e5a80a2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.782848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-23e68b04-f21e-4bd8-8273-e4968e5a80a2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.784333 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-23e68b04-f21e-4bd8-8273-e4968e5a80a2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/d415cf4a-1e85-4f85-8ae4-951dcde4c903 HTTP/1.1" status: 204 len: 168 time: 0.7654629 Dec 06 12:04:33.794122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39310) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:33.823482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9d00bb6f-6ee3-46af-8cf3-598bd1f4f9f8 None None] Port b8dce8d5-1a5f-432f-a626-adeb13f52194 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:33.863083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e68b04-f21e-4bd8-8273-e4968e5a80a2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d415cf4a-1e85-4f85-8ae4-951dcde4c903,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:33.927556 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] Set router 17dda5c0-39d4-41c6-bee1-df3d0c324a33 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:33.938342 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-77497d80-420c-4bd8-9629-cb97ae5408aa tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1378701 Dec 06 12:04:33.945560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39314) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:33.950123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3f86b4f9-00cf-4ccd-84ba-a0c6babb59f6 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884468506'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:33.959169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] Provisioning complete for port 18ce3126-5394-4fe1-824b-ee082e57cbe6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:33.960178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.986027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bfe5d0-6419-4c12-b152-f0d38b8b9297 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:33.990283 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-56bfe5d0-6419-4c12-b152-f0d38b8b9297 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.2187257 Dec 06 12:04:33.992476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f86b4f9-00cf-4ccd-84ba-a0c6babb59f6 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:33.994272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39318) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:33.996044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8a539c8a-2faf-469b-802a-21ee6b4cbfe0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Deleting port b8dce8d5-1a5f-432f-a626-adeb13f52194 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:33.996579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a539c8a-2faf-469b-802a-21ee6b4cbfe0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.089583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.174652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] For port 18ce3126-5394-4fe1-824b-ee082e57cbe6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ce3126-5394-4fe1-824b-ee082e57cbe6,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:34.180928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.184188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.249134 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'name': 'tempest-NetworksTestDHCPv6-router-1498221099', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:27Z', 'updated_at': '2021-12-06T12:04:29Z', 'revision_number': 2, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None, '_interfaces': [{'id': '18ce3126-5394-4fe1-824b-ee082e57cbe6', 'name': '', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'mac_address': 'fa:16:3e:54:80:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e880db36-ad38-400b-b20d-7a3f6413aa81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:04:28Z', 'updated_at': '2021-12-06T12:04:33Z', 'revision_number': 4, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'subnets': [{'id': 'e880db36-ad38-400b-b20d-7a3f6413aa81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:34.255025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] Provisioning complete for port 64f89bce-a3aa-40fe-b563-6f4112d9f0c7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:34.255795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.264820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] Pushing event updated for resources: {'Port': ['ID=18ce3126-5394-4fe1-824b-ee082e57cbe6,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:34.306227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a539c8a-2faf-469b-802a-21ee6b4cbfe0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.311599 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649e0a4-900e-40f2-bff7-6788b9166bdd None None] The sync data for ids ['17dda5c0-39d4-41c6-bee1-df3d0c324a33'] in dv-neutron-master-2-hyperv is: [{'id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'name': 'tempest-NetworksTestDHCPv6-router-1498221099', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:27Z', 'updated_at': '2021-12-06T12:04:29Z', 'revision_number': 2, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None, '_interfaces': [{'id': '18ce3126-5394-4fe1-824b-ee082e57cbe6', 'name': '', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'mac_address': 'fa:16:3e:54:80:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e880db36-ad38-400b-b20d-7a3f6413aa81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:04:28Z', 'updated_at': '2021-12-06T12:04:33Z', 'revision_number': 4, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'subnets': [{'id': 'e880db36-ad38-400b-b20d-7a3f6413aa81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:34.327040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8a539c8a-2faf-469b-802a-21ee6b4cbfe0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Calling delete_port for b8dce8d5-1a5f-432f-a626-adeb13f52194 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:34.353690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ff9f4-0a12-40a1-bdb1-b60947fd3800 None None] Port 64f89bce-a3aa-40fe-b563-6f4112d9f0c7 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:34.477068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a0a8ea67-2ad4-4147-966c-f80c79297e0d None None] Provisioning complete for port 18ce3126-5394-4fe1-824b-ee082e57cbe6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:34.477850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ea67-2ad4-4147-966c-f80c79297e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.555100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.561479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.620156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a539c8a-2faf-469b-802a-21ee6b4cbfe0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.626693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 18ce3126-5394-4fe1-824b-ee082e57cbe6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:34.627502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.676786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a539c8a-2faf-469b-802a-21ee6b4cbfe0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Port': ['ID=b8dce8d5-1a5f-432f-a626-adeb13f52194,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:34.782670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f86b4f9-00cf-4ccd-84ba-a0c6babb59f6 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.796869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d22cb525-c675-45bc-967b-68a0c0ff7aa7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 64f89bce-a3aa-40fe-b563-6f4112d9f0c7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:34.797205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d22cb525-c675-45bc-967b-68a0c0ff7aa7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.802492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f86b4f9-00cf-4ccd-84ba-a0c6babb59f6 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.810842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a539c8a-2faf-469b-802a-21ee6b4cbfe0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.816862 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8a539c8a-2faf-469b-802a-21ee6b4cbfe0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "DELETE /v2.0/ports/b8dce8d5-1a5f-432f-a626-adeb13f52194 HTTP/1.1" status: 204 len: 168 time: 1.4799449 Dec 06 12:04:34.820899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39322) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:34.840479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f86b4f9-00cf-4ccd-84ba-a0c6babb59f6 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:34.844961 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3f86b4f9-00cf-4ccd-84ba-a0c6babb59f6 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8958063 Dec 06 12:04:34.852775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39324) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:34.858241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-564f72eb-272a-41ff-87ab-4cb4e238b086 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '75320f32-ad00-4888-8608-79d0c45a8102', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:34.922191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Router f153018a-76a8-4626-8d54-7180b81f5ff4 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:34.941779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86b4f9-00cf-4ccd-84ba-a0c6babb59f6 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75320f32-ad00-4888-8608-79d0c45a8102,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:35.026942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d22cb525-c675-45bc-967b-68a0c0ff7aa7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.038296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-564f72eb-272a-41ff-87ab-4cb4e238b086 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.086350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d22cb525-c675-45bc-967b-68a0c0ff7aa7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 64f89bce-a3aa-40fe-b563-6f4112d9f0c7 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:35.166152 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1af790-8be5-4c3f-bb16-55e8fa6c8430 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] GET failed (client error): The resource could not be found. Dec 06 12:04:35.167583 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9b1af790-8be5-4c3f-bb16-55e8fa6c8430 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "GET /v2.0/ports/b8dce8d5-1a5f-432f-a626-adeb13f52194 HTTP/1.1" status: 404 len: 333 time: 0.3456638 Dec 06 12:04:35.173910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39330) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:35.185502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] For port 18ce3126-5394-4fe1-824b-ee082e57cbe6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ce3126-5394-4fe1-824b-ee082e57cbe6,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:35.186113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.186580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'name': 'tempest-AllowedAddressPairTestJSON-516727263'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:35.198953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 18ce3126-5394-4fe1-824b-ee082e57cbe6 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:35.206797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:35.211240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.215057 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-54fbe5ad-4f1e-44c2-8262-6851f5913d8e tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "PUT /v2.0/routers/f153018a-76a8-4626-8d54-7180b81f5ff4 HTTP/1.1" status: 200 len: 918 time: 3.2337949 Dec 06 12:04:35.215209 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39332) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:35.215542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f48db-543a-44a7-9a86-b95291229827 None None] Sync routers for ids ['f153018a-76a8-4626-8d54-7180b81f5ff4'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:35.227345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f48db-543a-44a7-9a86-b95291229827 None None] Routers {'f153018a-76a8-4626-8d54-7180b81f5ff4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:35.228788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ec5f48db-543a-44a7-9a86-b95291229827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f153018a-76a8-4626-8d54-7180b81f5ff4'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:35.267540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ec5f48db-543a-44a7-9a86-b95291229827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:35.277244 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f48db-543a-44a7-9a86-b95291229827 None None] Routers {'f153018a-76a8-4626-8d54-7180b81f5ff4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:35.277850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ec5f48db-543a-44a7-9a86-b95291229827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f153018a-76a8-4626-8d54-7180b81f5ff4'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:35.280318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-564f72eb-272a-41ff-87ab-4cb4e238b086 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.298191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-564f72eb-272a-41ff-87ab-4cb4e238b086 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.317475 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ec5f48db-543a-44a7-9a86-b95291229827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:35.318427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f48db-543a-44a7-9a86-b95291229827 None None] The sync data for ids ['f153018a-76a8-4626-8d54-7180b81f5ff4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:35.356320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f72eb-272a-41ff-87ab-4cb4e238b086 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0ab48c-aede-412c-85b2-601851de243d,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:35.372942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-564f72eb-272a-41ff-87ab-4cb4e238b086 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.377045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39336) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:35.380498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-564f72eb-272a-41ff-87ab-4cb4e238b086 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5254869 Dec 06 12:04:35.383784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-01ad7bc4-9d54-4308-8f8a-b10b4adb285c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '75320f32-ad00-4888-8608-79d0c45a8102', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:35.410391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 18ce3126-5394-4fe1-824b-ee082e57cbe6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:35.462724 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d77570ee-1352-4ae3-ac32-6cfd030cf5b7 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/routers/f153018a-76a8-4626-8d54-7180b81f5ff4 HTTP/1.1" status: 200 len: 924 time: 0.2459230 Dec 06 12:04:35.468073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39338) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:35.485106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 18ce3126-5394-4fe1-824b-ee082e57cbe6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:35.485718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.502202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d22cb525-c675-45bc-967b-68a0c0ff7aa7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.524746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01ad7bc4-9d54-4308-8f8a-b10b4adb285c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.542736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Made reservation on behalf of dd4db8e6786348ea99908c07bcd54aec for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:35.546305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.552189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cb525-c675-45bc-967b-68a0c0ff7aa7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=64f89bce-a3aa-40fe-b563-6f4112d9f0c7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:35.584740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.596783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] device_id is not set on port 24a3e89e-f09d-4c92-9763-43219a3a4a13 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:35.618337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c88ef-6997-4f29-8cbd-5ee18ed5a07a tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:35.619985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-227c88ef-6997-4f29-8cbd-5ee18ed5a07a tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=f153018a-76a8-4626-8d54-7180b81f5ff4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1488037 Dec 06 12:04:35.635265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39340) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:35.637124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01ad7bc4-9d54-4308-8f8a-b10b4adb285c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.652588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=18ce3126-5394-4fe1-824b-ee082e57cbe6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:35.655315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01ad7bc4-9d54-4308-8f8a-b10b4adb285c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.792848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01ad7bc4-9d54-4308-8f8a-b10b4adb285c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.794416 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-01ad7bc4-9d54-4308-8f8a-b10b4adb285c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4163764 Dec 06 12:04:35.822613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad7bc4-9d54-4308-8f8a-b10b4adb285c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe038dd-23ea-4843-9986-8a149795f6e3,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:35.829060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39342) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:35.835480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-76e398e6-ad8a-460e-8263-68f79fbd991a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '75320f32-ad00-4888-8608-79d0c45a8102', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:35.866360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d22cb525-c675-45bc-967b-68a0c0ff7aa7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.868110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:35.871564 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d22cb525-c675-45bc-967b-68a0c0ff7aa7 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/64f89bce-a3aa-40fe-b563-6f4112d9f0c7 HTTP/1.1" status: 204 len: 168 time: 1.8714697 Dec 06 12:04:35.875707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Allocated IP 172.20.0.7 (54f01f3f-c95e-44d4-8aed-3c81c5dd51d1/1d343b4b-f5ce-4fb3-8219-7510dee1c6d1/24a3e89e-f09d-4c92-9763-43219a3a4a13) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:35.877617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39344) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:35.997122 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf745df-7b6d-4b75-87af-695f047c51cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:04:35.999468 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bbf745df-7b6d-4b75-87af-695f047c51cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/64f89bce-a3aa-40fe-b563-6f4112d9f0c7 HTTP/1.1" status: 404 len: 333 time: 0.1119411 Dec 06 12:04:36.005876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39346) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.015288 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388a92c-dcf0-430e-8e70-a1158184d193 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:36.017750 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8388a92c-dcf0-430e-8e70-a1158184d193 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 881 time: 0.3768282 Dec 06 12:04:36.020394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39348) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.024207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76e398e6-ad8a-460e-8263-68f79fbd991a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.061339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d4db41f3-b818-45eb-857b-0950ef33e666 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=f153018a-76a8-4626-8d54-7180b81f5ff4 HTTP/1.1" status: 200 len: 205 time: 0.0368416 Dec 06 12:04:36.062798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39350) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.139379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.201842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Router 17dda5c0-39d4-41c6-bee1-df3d0c324a33 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:04:36.215341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.225065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76e398e6-ad8a-460e-8263-68f79fbd991a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.232686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76e398e6-ad8a-460e-8263-68f79fbd991a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.271286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.321160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e398e6-ad8a-460e-8263-68f79fbd991a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1b0f5c-722c-4d3f-aec3-01834b1eef61,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:36.330896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76e398e6-ad8a-460e-8263-68f79fbd991a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.332115 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-76e398e6-ad8a-460e-8263-68f79fbd991a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5007060 Dec 06 12:04:36.334940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.337527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fa3839c6-9a18-46a9-b49e-d12ece052834 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port cee3bca5-69c5-4a46-8a68-d4e5875cf86d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:36.337853 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa3839c6-9a18-46a9-b49e-d12ece052834 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.345734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2f26a575-bb02-48a5-8dc1-ac0a007c4976 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '75320f32-ad00-4888-8608-79d0c45a8102', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:36.350158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:36.356361 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-696278bd-14d9-4b9e-9709-62e3657cde5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "PUT /v2.0/routers/17dda5c0-39d4-41c6-bee1-df3d0c324a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7656174 Dec 06 12:04:36.357073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:36.360144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39358) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.364724 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] Sync routers for ids ['17dda5c0-39d4-41c6-bee1-df3d0c324a33'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:36.376541 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] Routers {'17dda5c0-39d4-41c6-bee1-df3d0c324a33'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:36.377345 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['17dda5c0-39d4-41c6-bee1-df3d0c324a33'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:36.379031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:36.406315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:36.416521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=24a3e89e-f09d-4c92-9763-43219a3a4a13,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:36.470327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366a465-08a4-4cf8-b6dd-76c9f2bdeb94 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:36.471323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366a465-08a4-4cf8-b6dd-76c9f2bdeb94 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:36.472691 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] Set router 17dda5c0-39d4-41c6-bee1-df3d0c324a33 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:36.472939 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8366a465-08a4-4cf8-b6dd-76c9f2bdeb94 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1105504 Dec 06 12:04:36.474274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.480590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39360) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.498506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa3839c6-9a18-46a9-b49e-d12ece052834 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.518581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fa3839c6-9a18-46a9-b49e-d12ece052834 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for cee3bca5-69c5-4a46-8a68-d4e5875cf86d owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:36.533138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:36.534055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.547284 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'name': 'tempest-NetworksTestDHCPv6-router-1498221099', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:27Z', 'updated_at': '2021-12-06T12:04:35Z', 'revision_number': 3, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:36.582336 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] Checking router: 17dda5c0-39d4-41c6-bee1-df3d0c324a33 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:36.592848 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e98aff70-7c97-4dab-af7f-55e427fdd0eb tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4123509 Dec 06 12:04:36.593484 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] Routers {'17dda5c0-39d4-41c6-bee1-df3d0c324a33'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:36.593597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39364) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.594416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['17dda5c0-39d4-41c6-bee1-df3d0c324a33'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:36.602363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'network_id': '54f01f3f-c95e-44d4-8aed-3c81c5dd51d1', 'name': 'tempest-AllowedAddressPairTestJSON-228828047'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:36.608022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f26a575-bb02-48a5-8dc1-ac0a007c4976 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.614190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c864ac-760d-4b3f-8c37-a63abbd444bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet e880db36-ad38-400b-b20d-7a3f6413aa81 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:36.629935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c864ac-760d-4b3f-8c37-a63abbd444bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.696325 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] Set router 17dda5c0-39d4-41c6-bee1-df3d0c324a33 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:36.713655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f26a575-bb02-48a5-8dc1-ac0a007c4976 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.720197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f26a575-bb02-48a5-8dc1-ac0a007c4976 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.740362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c864ac-760d-4b3f-8c37-a63abbd444bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.754054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a575-bb02-48a5-8dc1-ac0a007c4976 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de199cf-1b9a-44bb-bac2-d2488a0c38c5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:36.754281 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'name': 'tempest-NetworksTestDHCPv6-router-1498221099', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:27Z', 'updated_at': '2021-12-06T12:04:35Z', 'revision_number': 3, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:36.764738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa3839c6-9a18-46a9-b49e-d12ece052834 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.770426 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Deleting port 48943bd2-042a-4941-9bd5-8f5ab52186a3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:36.770770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.776841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ea29ee07-db8f-4388-978d-4cfca22097a8 None None] Provisioning complete for port 24a3e89e-f09d-4c92-9763-43219a3a4a13 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:36.778612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f26a575-bb02-48a5-8dc1-ac0a007c4976 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.779181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea29ee07-db8f-4388-978d-4cfca22097a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.780318 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2f26a575-bb02-48a5-8dc1-ac0a007c4976 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4394553 Dec 06 12:04:36.784365 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141bddc-54f6-415b-be01-424e2591b8be None None] The sync data for ids ['17dda5c0-39d4-41c6-bee1-df3d0c324a33'] in dv-neutron-master-2-hyperv is: [{'id': '17dda5c0-39d4-41c6-bee1-df3d0c324a33', 'name': 'tempest-NetworksTestDHCPv6-router-1498221099', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:27Z', 'updated_at': '2021-12-06T12:04:35Z', 'revision_number': 3, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:36.789436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39366) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.809023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-43505e82-9ec7-48de-9ea0-f48213e3238f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '75320f32-ad00-4888-8608-79d0c45a8102', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:36.830867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3839c6-9a18-46a9-b49e-d12ece052834 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=cee3bca5-69c5-4a46-8a68-d4e5875cf86d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:36.832171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ea29ee07-db8f-4388-978d-4cfca22097a8 None None] Port 24a3e89e-f09d-4c92-9763-43219a3a4a13 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:36.881998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa3839c6-9a18-46a9-b49e-d12ece052834 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.889440 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fa3839c6-9a18-46a9-b49e-d12ece052834 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/cee3bca5-69c5-4a46-8a68-d4e5875cf86d HTTP/1.1" status: 204 len: 168 time: 0.8815370 Dec 06 12:04:36.890152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39368) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.911069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c864ac-760d-4b3f-8c37-a63abbd444bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.916105 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-5961dfb4-49d4-49c5-b012-0f68173da51c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:04:36.922461 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5961dfb4-49d4-49c5-b012-0f68173da51c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/cee3bca5-69c5-4a46-8a68-d4e5875cf86d HTTP/1.1" status: 404 len: 333 time: 0.0310988 Dec 06 12:04:36.923129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39370) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:36.961088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43505e82-9ec7-48de-9ea0-f48213e3238f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.982173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-e526f873-6252-4782-a7f3-79e0a8d0b3a3 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:36.985911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e526f873-6252-4782-a7f3-79e0a8d0b3a3 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:36.995058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.001401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Made reservation on behalf of dd4db8e6786348ea99908c07bcd54aec for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:37.004890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.032141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e526f873-6252-4782-a7f3-79e0a8d0b3a3 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.042234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Calling delete_port for 48943bd2-042a-4941-9bd5-8f5ab52186a3 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:37.075163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c864ac-760d-4b3f-8c37-a63abbd444bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.084447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] device_id is not set on port 70d7656f-22e4-48d3-a0c9-36442dd8ca4e yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:37.126259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e526f873-6252-4782-a7f3-79e0a8d0b3a3 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.165206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73d6551-298d-484e-9b33-99dd30c45b5f None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:37.184518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c864ac-760d-4b3f-8c37-a63abbd444bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=e880db36-ad38-400b-b20d-7a3f6413aa81,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:37.189492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c864ac-760d-4b3f-8c37-a63abbd444bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.194922 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b9c864ac-760d-4b3f-8c37-a63abbd444bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/e880db36-ad38-400b-b20d-7a3f6413aa81 HTTP/1.1" status: 204 len: 168 time: 0.7089448 Dec 06 12:04:37.195528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39372) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:37.195983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43505e82-9ec7-48de-9ea0-f48213e3238f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.220878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43505e82-9ec7-48de-9ea0-f48213e3238f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.298268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43505e82-9ec7-48de-9ea0-f48213e3238f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec35e4d8-8b2d-4619-99c2-3113d495d5cc,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:37.323682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e526f873-6252-4782-a7f3-79e0a8d0b3a3 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.373362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526f873-6252-4782-a7f3-79e0a8d0b3a3 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:37.379850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e526f873-6252-4782-a7f3-79e0a8d0b3a3 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.387212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286a814-a9b7-4980-96af-5bfb226a7e02 None None] Network ea095200-aa6e-4d45-86fc-60c8348df5d6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:37.389711 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e526f873-6252-4782-a7f3-79e0a8d0b3a3 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5 HTTP/1.1" status: 204 len: 168 time: 0.4649074 Dec 06 12:04:37.391739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39378) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:37.392576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43505e82-9ec7-48de-9ea0-f48213e3238f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.396371 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-43505e82-9ec7-48de-9ea0-f48213e3238f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5908866 Dec 06 12:04:37.409723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39380) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:37.434877 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-196d2f32-8b6b-4e2a-bf7e-307d2d942504 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2378790 Dec 06 12:04:37.459320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39382) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:37.474678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:37.484769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 18ce3126-5394-4fe1-824b-ee082e57cbe6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:37.519646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9e95b0b-9fb5-4c0f-8465-ffc864f25d42 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.535801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 18ce3126-5394-4fe1-824b-ee082e57cbe6 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:37.536246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 18ce3126-5394-4fe1-824b-ee082e57cbe6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:37.536509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9e95b0b-9fb5-4c0f-8465-ffc864f25d42 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.565656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.567633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Allocated IP 172.20.0.3 (54f01f3f-c95e-44d4-8aed-3c81c5dd51d1/1d343b4b-f5ce-4fb3-8219-7510dee1c6d1/70d7656f-22e4-48d3-a0c9-36442dd8ca4e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:37.571838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52cd757c-89b4-4896-9460-76ab77a3d9f6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.606356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9e95b0b-9fb5-4c0f-8465-ffc864f25d42 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.611622 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:04:37.614314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9e95b0b-9fb5-4c0f-8465-ffc864f25d42 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.616787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] Deleting port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:37.617370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.618445 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b9e95b0b-9fb5-4c0f-8465-ffc864f25d42 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ec35e4d8-8b2d-4619-99c2-3113d495d5cc HTTP/1.1" status: 204 len: 168 time: 0.2075689 Dec 06 12:04:37.624491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39384) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:37.632999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e95b0b-9fb5-4c0f-8465-ffc864f25d42 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec35e4d8-8b2d-4619-99c2-3113d495d5cc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:37.687091 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-51e7aa7b-7ffe-44b5-af99-29aed7398e33 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0614982 Dec 06 12:04:37.689919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39388) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:37.715289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] For port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=203f39e9-c44f-4030-b3f6-fe3a54f5f4ee,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:37.715893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.716618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb04d-8535-4331-8ca9-e9bc09270a9a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.721344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] DHCP port deletion for ea095200-aa6e-4d45-86fc-60c8348df5d6 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:37.726692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port ead766d2-31a9-4f5c-805c-671c0fd77fd6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:37.727028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.729531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb04d-8535-4331-8ca9-e9bc09270a9a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.736068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] Calling delete_port for 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:37.807823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] For port ead766d2-31a9-4f5c-805c-671c0fd77fd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ead766d2-31a9-4f5c-805c-671c0fd77fd6,segment=NetworkSegment(e97779e0-b095-4347-8d9c-6db737f06342),segment_id=e97779e0-b095-4347-8d9c-6db737f06342)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:37.808195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.810825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb04d-8535-4331-8ca9-e9bc09270a9a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.824064 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb04d-8535-4331-8ca9-e9bc09270a9a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.827977 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7ddcb04d-8535-4331-8ca9-e9bc09270a9a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4de199cf-1b9a-44bb-bac2-d2488a0c38c5 HTTP/1.1" status: 204 len: 168 time: 0.1340938 Dec 06 12:04:37.829581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39390) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:37.838167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for ead766d2-31a9-4f5c-805c-671c0fd77fd6 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:37.840948 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcb04d-8535-4331-8ca9-e9bc09270a9a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4de199cf-1b9a-44bb-bac2-d2488a0c38c5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:37.842335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] Deleting port ead766d2-31a9-4f5c-805c-671c0fd77fd6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:37.843255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.862167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52cd757c-89b4-4896-9460-76ab77a3d9f6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.869536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52cd757c-89b4-4896-9460-76ab77a3d9f6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.880229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.914955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.924673 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fbff79a1-0e71-4e92-9c5c-f78d5526c43c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0884173 Dec 06 12:04:37.924673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39392) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:37.924920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] For port ead766d2-31a9-4f5c-805c-671c0fd77fd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ead766d2-31a9-4f5c-805c-671c0fd77fd6,segment=NetworkSegment(e97779e0-b095-4347-8d9c-6db737f06342),segment_id=e97779e0-b095-4347-8d9c-6db737f06342)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:37.924920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.940890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993981b0-c991-4333-9fa7-19436af59469 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:37.963483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55740ff3-0280-4617-8099-408d2c671569 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.970895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] Calling delete_port for ead766d2-31a9-4f5c-805c-671c0fd77fd6 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:37.973551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] Pushing event deleted for resources: {'Port': ['ID=203f39e9-c44f-4030-b3f6-fe3a54f5f4ee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:37.974844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55740ff3-0280-4617-8099-408d2c671569 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:37.976224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ebd51-edad-46fe-a3a7-54e75d1e9301 None None] No DVR routers for this DVR port 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:38.021302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.046293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55740ff3-0280-4617-8099-408d2c671569 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.053526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=ead766d2-31a9-4f5c-805c-671c0fd77fd6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.057793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55740ff3-0280-4617-8099-408d2c671569 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.061485 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-55740ff3-0280-4617-8099-408d2c671569 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bd1b0f5c-722c-4d3f-aec3-01834b1eef61 HTTP/1.1" status: 204 len: 168 time: 0.1338875 Dec 06 12:04:38.063836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39394) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.083031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55740ff3-0280-4617-8099-408d2c671569 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd1b0f5c-722c-4d3f-aec3-01834b1eef61,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.084967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No DVR routers for this DVR port ead766d2-31a9-4f5c-805c-671c0fd77fd6 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:38.104628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.141250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] No DVR routers for this DVR port ead766d2-31a9-4f5c-805c-671c0fd77fd6 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:38.143606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b74135-ce25-4174-9e8b-6c89ab8f9c4f None None] Pushing event deleted for resources: {'Port': ['ID=ead766d2-31a9-4f5c-805c-671c0fd77fd6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.198994 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7826da63-cb75-48c4-9cab-c38bcfab9ae2 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1311512 Dec 06 12:04:38.202491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39396) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.212528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.247163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-809e25c1-18e1-4c49-ad98-db0ed7c527e3 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.250726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea095200-aa6e-4d45-86fc-60c8348df5d6']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:38.265276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-809e25c1-18e1-4c49-ad98-db0ed7c527e3 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.268114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97779e0-b095-4347-8d9c-6db737f06342') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:38.268360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97779e0-b095-4347-8d9c-6db737f06342') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:38.282374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.305914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event deleted for resources: {'Port': ['ID=48943bd2-042a-4941-9bd5-8f5ab52186a3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.309085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.321070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:04:38.321568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:38.325081 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:38.335072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-809e25c1-18e1-4c49-ad98-db0ed7c527e3 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.338833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52cd757c-89b4-4896-9460-76ab77a3d9f6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.339802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cd757c-89b4-4896-9460-76ab77a3d9f6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Fanout notify agent at l3_agent the message router_deleted on router 17dda5c0-39d4-41c6-bee1-df3d0c324a33 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:38.339954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-809e25c1-18e1-4c49-ad98-db0ed7c527e3 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.340903 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-809e25c1-18e1-4c49-ad98-db0ed7c527e3 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5fe038dd-23ea-4843-9986-8a149795f6e3 HTTP/1.1" status: 204 len: 168 time: 0.1374812 Dec 06 12:04:38.347326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39400) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.356423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52cd757c-89b4-4896-9460-76ab77a3d9f6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.358574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-52cd757c-89b4-4896-9460-76ab77a3d9f6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/routers/17dda5c0-39d4-41c6-bee1-df3d0c324a33 HTTP/1.1" status: 204 len: 168 time: 0.8979850 Dec 06 12:04:38.389907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39402) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.407069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:38.421186 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e25c1-18e1-4c49-ad98-db0ed7c527e3 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fe038dd-23ea-4843-9986-8a149795f6e3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.476109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.489046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.497924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.501011 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a694b56d-dcf8-4726-bfce-b1d470f46954 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1408985 Dec 06 12:04:38.504672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39406) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.511463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.511690 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/networks/ea095200-aa6e-4d45-86fc-60c8348df5d6 HTTP/1.1" status: 204 len: 168 time: 1.1108553 Dec 06 12:04:38.512507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d55933-2153-4098-a287-b4c56f479823 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Network': ['ID=ea095200-aa6e-4d45-86fc-60c8348df5d6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.514146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39408) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.522153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1831504612'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:38.557353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:38.564779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.595020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:38.598350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.623315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:04:38.635641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.642425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.644257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-311ef7a5-692a-4196-893a-36b85481e9d4 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.662612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-311ef7a5-692a-4196-893a-36b85481e9d4 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.665588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.665931 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Added segment 9a2a080b-6e27-405a-b0df-d4daccdfa6e4 of type vlan for network 08d24606-2167-4e13-b238-13df1c8d4d76 Dec 06 12:04:38.719473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.722180 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.731683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.732962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Fanout notify agent at l3_agent the message router_deleted on router f153018a-76a8-4626-8d54-7180b81f5ff4 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:38.739681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.740818 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8416590a-c43e-4911-9aaa-6a27814e19e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/f153018a-76a8-4626-8d54-7180b81f5ff4 HTTP/1.1" status: 204 len: 168 time: 2.6771014 Dec 06 12:04:38.746337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39410) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.751519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e8dbd1f3-899a-41e8-a6f0-ceb49a0c1f75 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1766606918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:38.767909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.773930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:38.774712 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.783499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-311ef7a5-692a-4196-893a-36b85481e9d4 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.797239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-311ef7a5-692a-4196-893a-36b85481e9d4 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.798516 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-311ef7a5-692a-4196-893a-36b85481e9d4 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ca0ab48c-aede-412c-85b2-601851de243d HTTP/1.1" status: 204 len: 168 time: 0.2913260 Dec 06 12:04:38.805157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:38.806036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39414) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.817773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:38.819627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ef7a5-692a-4196-893a-36b85481e9d4 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca0ab48c-aede-412c-85b2-601851de243d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.825384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:38.838274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=70d7656f-22e4-48d3-a0c9-36442dd8ca4e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.867317 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd1f3-899a-41e8-a6f0-ceb49a0c1f75 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.869048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd1f3-899a-41e8-a6f0-ceb49a0c1f75 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.895188 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3743141 Dec 06 12:04:38.902766 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-72637b9c-ad42-4512-88f6-d84d50ace16f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0910316 Dec 06 12:04:38.902766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39416) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.904241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39418) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:38.907939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:38.917520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:38.918929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8dfb3-0c49-49d5-b604-25d6fe64dca6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Network': ['ID=08d24606-2167-4e13-b238-13df1c8d4d76,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:38.919054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:38.930423 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 08d24606-2167-4e13-b238-13df1c8d4d76 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:04:38.986565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd1f3-899a-41e8-a6f0-ceb49a0c1f75 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.015250 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd1f3-899a-41e8-a6f0-ceb49a0c1f75 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.054083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd1f3-899a-41e8-a6f0-ceb49a0c1f75 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.059040 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e8dbd1f3-899a-41e8-a6f0-ceb49a0c1f75 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3114212 Dec 06 12:04:39.060892 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39420) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:39.062118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.077150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': False}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:39.105354 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5c9cac63-a088-4a26-9785-487710cacfd0 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5061357 Dec 06 12:04:39.109313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39422) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:39.116233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:01:7b:0d'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fb:9a:d0'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:39.127307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb90936c-6255-49f5-85c5-2ccd9ba29aef tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.181856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:39.186477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.196188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb90936c-6255-49f5-85c5-2ccd9ba29aef tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.202715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0db4e5e1-b342-4408-bbea-c7d66de864b6 None None] Provisioning complete for port 70d7656f-22e4-48d3-a0c9-36442dd8ca4e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:39.203228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0db4e5e1-b342-4408-bbea-c7d66de864b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.241971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0db4e5e1-b342-4408-bbea-c7d66de864b6 None None] Port 70d7656f-22e4-48d3-a0c9-36442dd8ca4e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:39.328105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ead766d2-31a9-4f5c-805c-671c0fd77fd6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:39.350083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ead766d2-31a9-4f5c-805c-671c0fd77fd6 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:39.350594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ead766d2-31a9-4f5c-805c-671c0fd77fd6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:39.351273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:39.374803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:39.375508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 203f39e9-c44f-4030-b3f6-fe3a54f5f4ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:39.379080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb90936c-6255-49f5-85c5-2ccd9ba29aef tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.382047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb90936c-6255-49f5-85c5-2ccd9ba29aef tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.385702 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fb90936c-6255-49f5-85c5-2ccd9ba29aef tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/75320f32-ad00-4888-8608-79d0c45a8102 HTTP/1.1" status: 204 len: 168 time: 0.4717474 Dec 06 12:04:39.391016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39424) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:39.442691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90936c-6255-49f5-85c5-2ccd9ba29aef tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75320f32-ad00-4888-8608-79d0c45a8102,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:39.454979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:39.485981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:39.494091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:39.494686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.496044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.500406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=90d631e4-c365-47bf-b1e9-4cb747e83c11,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:39.500610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0e15b1-58d9-4404-aad3-482b76fb66a2 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:39.535895 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8b3c5d7b-78b0-46eb-ab4c-161863e86e98 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1411424 Dec 06 12:04:39.548783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39428) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:39.553145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3a4f4dbe-3cb9-4b25-a0ec-0be0beda674f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--332811474'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:39.595811 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fdb83bf7-5678-48dc-accd-17d4e4d787b9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2029352 Dec 06 12:04:39.600036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39432) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:39.604751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-200dbea4-578c-4a80-ac35-17d8a53947f1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1797683326', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:39.629624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.682266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '90d631e4-c365-47bf-b1e9-4cb747e83c11'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:39.685523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.691427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4dbe-3cb9-4b25-a0ec-0be0beda674f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.707786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.723182 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200dbea4-578c-4a80-ac35-17d8a53947f1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.724461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200dbea4-578c-4a80-ac35-17d8a53947f1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.726432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=a17c3287-dea0-4a33-bf32-bfc22df000ce,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:39.783066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking segment: {'id': '9a2a080b-6e27-405a-b0df-d4daccdfa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:39.783715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network hostable DHCP agents. Network: 08d24606-2167-4e13-b238-13df1c8d4d76, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:04:39.793852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200dbea4-578c-4a80-ac35-17d8a53947f1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.813357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200dbea4-578c-4a80-ac35-17d8a53947f1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.821444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 08d24606-2167-4e13-b238-13df1c8d4d76 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:04:39.843222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 08d24606-2167-4e13-b238-13df1c8d4d76) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:39.849192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:39.849794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.854364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/90d631e4-c365-47bf-b1e9-4cb747e83c11/10342d67-07ce-4ac2-9b35-276009bbcf51) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:39.870377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.877123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.877325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-200dbea4-578c-4a80-ac35-17d8a53947f1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.878532 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-200dbea4-578c-4a80-ac35-17d8a53947f1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2772934 Dec 06 12:04:39.881446 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39436) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:39.890587 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2aee0104-8db5-45b2-93f0-641bf6fd639b tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9872477 Dec 06 12:04:39.901550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c552ba4c-2d6c-4336-95fe-3e5ab9e3efde None None] Network 08d24606-2167-4e13-b238-13df1c8d4d76 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:39.910155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39438) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:39.917397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76', 'name': 'tempest-PortsTestJSON-345982923', 'fixed_ips': [{'subnet_id': 'a17c3287-dea0-4a33-bf32-bfc22df000ce', 'ip_address': '172.20.0.10'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:39.975261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4dbe-3cb9-4b25-a0ec-0be0beda674f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:39.992512 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4dbe-3cb9-4b25-a0ec-0be0beda674f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.045741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event updated for resources: {'Port': ['ID=70d7656f-22e4-48d3-a0c9-36442dd8ca4e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:40.119634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] In _notify_port_updated(), no bound segment for port 70d7656f-22e4-48d3-a0c9-36442dd8ca4e on network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:04:40.127680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:40.128391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.133954 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3a40ced8-6b12-48db-ae99-d9cc9cf85d47 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "PUT /v2.0/ports/70d7656f-22e4-48d3-a0c9-36442dd8ca4e HTTP/1.1" status: 200 len: 1054 time: 1.0218596 Dec 06 12:04:40.136680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39440) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:40.178515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.185583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-08d24606-2167-4e13-b238-13df1c8d4d76', 'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76', 'tenant_id': '3683358b5a1f4edd95ba9ba6095d4e40', 'fixed_ips': [{'subnet_id': 'a17c3287-dea0-4a33-bf32-bfc22df000ce'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:40.188836 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.193625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.207965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:40.224552 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f4dbe-3cb9-4b25-a0ec-0be0beda674f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf48690-18ce-4ebd-8900-09f940940278,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:40.249635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4dbe-3cb9-4b25-a0ec-0be0beda674f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.255776 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3a4f4dbe-3cb9-4b25-a0ec-0be0beda674f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7012951 Dec 06 12:04:40.255997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39442) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:40.258609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3a0f87d8-24c8-44d5-8f5b-6cd83a15a418 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': 'dcf48690-18ce-4ebd-8900-09f940940278', 'direction': 'ingress', 'protocol': 17}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:40.261038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:40.268400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:40.271657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:40.275214 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Pushing event updated for resources: {'Port': ['ID=10342d67-07ce-4ac2-9b35-276009bbcf51,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:40.372547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a0f87d8-24c8-44d5-8f5b-6cd83a15a418 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.401094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-32b69ff9-1970-48ee-902a-e03048a0c817 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Deleting port 70d7656f-22e4-48d3-a0c9-36442dd8ca4e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:40.401754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32b69ff9-1970-48ee-902a-e03048a0c817 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.404188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b0e631dd-6196-461e-9d8e-70f2260bc708 None None] Provisioning complete for port 70d7656f-22e4-48d3-a0c9-36442dd8ca4e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:40.404798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0e631dd-6196-461e-9d8e-70f2260bc708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.413872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.424697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.466965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Attempting to bind port 10342d67-07ce-4ac2-9b35-276009bbcf51 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:40.467566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Attempting to bind port 10342d67-07ce-4ac2-9b35-276009bbcf51 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:40.468059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Attempting to bind port 10342d67-07ce-4ac2-9b35-276009bbcf51 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:40.486022 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:40.486427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:40.486801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.487913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:40.487913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Bound port: 10342d67-07ce-4ac2-9b35-276009bbcf51, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:40.488166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.495335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b0e631dd-6196-461e-9d8e-70f2260bc708 None None] Port 70d7656f-22e4-48d3-a0c9-36442dd8ca4e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:40.497519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 777f50cc-58e7-49b9-a589-1d5d8e79a5b1 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:40.514600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Allocated IP 172.20.0.2 (08d24606-2167-4e13-b238-13df1c8d4d76/a17c3287-dea0-4a33-bf32-bfc22df000ce/9e3583f6-3ed5-45ac-b712-c12db9c3928d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:40.524549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.558104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.617016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a0f87d8-24c8-44d5-8f5b-6cd83a15a418 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.648650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32b69ff9-1970-48ee-902a-e03048a0c817 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.651315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a0f87d8-24c8-44d5-8f5b-6cd83a15a418 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.667019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] For port 10342d67-07ce-4ac2-9b35-276009bbcf51, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:40.693242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] For port 10342d67-07ce-4ac2-9b35-276009bbcf51, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10342d67-07ce-4ac2-9b35-276009bbcf51,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:40.694927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-32b69ff9-1970-48ee-902a-e03048a0c817 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Calling delete_port for 70d7656f-22e4-48d3-a0c9-36442dd8ca4e owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:40.704188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f87d8-24c8-44d5-8f5b-6cd83a15a418 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d423a8d4-7177-40f9-abec-7b4b0ab8d5e3,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:40.717212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a0f87d8-24c8-44d5-8f5b-6cd83a15a418 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.721846 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3a0f87d8-24c8-44d5-8f5b-6cd83a15a418 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4664462 Dec 06 12:04:40.722033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39448) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:40.742449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.765219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Allocated IP 172.36.1.121 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/4edc0bba-a817-4694-9f5d-8ae29851a7ac) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:40.882958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc84-5ca6-45d8-bd3b-66510943ceaf tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.892085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b842ff6-f9eb-4ee7-bacd-e5bc1acfffc3 None None] Pushing event updated for resources: {'Port': ['ID=10342d67-07ce-4ac2-9b35-276009bbcf51,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:40.921596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.931355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.985555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc84-5ca6-45d8-bd3b-66510943ceaf tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:40.991802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::1 (61c27f2c-faab-4f7c-b849-24512843983c/90d631e4-c365-47bf-b1e9-4cb747e83c11/753874bb-0779-41c2-b48c-488d29c59796) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:40.996498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.029975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Network 08d24606-2167-4e13-b238-13df1c8d4d76 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:41.031416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Pushing event updated for resources: {'Port': ['ID=9e3583f6-3ed5-45ac-b712-c12db9c3928d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:41.034798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:41.040461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:41.117886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.10 (08d24606-2167-4e13-b238-13df1c8d4d76/a17c3287-dea0-4a33-bf32-bfc22df000ce/777f50cc-58e7-49b9-a589-1d5d8e79a5b1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:41.159879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Attempting to bind port 9e3583f6-3ed5-45ac-b712-c12db9c3928d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:41.159879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Attempting to bind port 9e3583f6-3ed5-45ac-b712-c12db9c3928d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a2a080b-6e27-405a-b0df-d4daccdfa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:41.160277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Attempting to bind port 9e3583f6-3ed5-45ac-b712-c12db9c3928d on network 08d24606-2167-4e13-b238-13df1c8d4d76 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:41.173726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:41.174113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Checking segment: {'id': '9a2a080b-6e27-405a-b0df-d4daccdfa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:41.174528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.174930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Bound using segment: {'id': '9a2a080b-6e27-405a-b0df-d4daccdfa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:41.175412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Bound port: 9e3583f6-3ed5-45ac-b712-c12db9c3928d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2a080b-6e27-405a-b0df-d4daccdfa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:41.175892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.192547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.215050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32b69ff9-1970-48ee-902a-e03048a0c817 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.276594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc84-5ca6-45d8-bd3b-66510943ceaf tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.279354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc84-5ca6-45d8-bd3b-66510943ceaf tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.284267 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-39a6cc84-5ca6-45d8-bd3b-66510943ceaf tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/dcf48690-18ce-4ebd-8900-09f940940278 HTTP/1.1" status: 204 len: 168 time: 0.5536520 Dec 06 12:04:41.284267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b69ff9-1970-48ee-902a-e03048a0c817 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Port': ['ID=70d7656f-22e4-48d3-a0c9-36442dd8ca4e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:41.284472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Pushing event updated for resources: {'Port': ['ID=4edc0bba-a817-4694-9f5d-8ae29851a7ac,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:41.286867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39452) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:41.340630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] For port 9e3583f6-3ed5-45ac-b712-c12db9c3928d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:41.355480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cc84-5ca6-45d8-bd3b-66510943ceaf tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf48690-18ce-4ebd-8900-09f940940278,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:41.358612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] For port 9e3583f6-3ed5-45ac-b712-c12db9c3928d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e3583f6-3ed5-45ac-b712-c12db9c3928d,segment=NetworkSegment(9a2a080b-6e27-405a-b0df-d4daccdfa6e4),segment_id=9a2a080b-6e27-405a-b0df-d4daccdfa6e4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:41.385503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.405308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.428182 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d1cdf1d9-c74b-4c26-b7b5-67eecb06fc42 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1067526 Dec 06 12:04:41.432663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39454) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:41.444585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:41.447672 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:41.452283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:41.476358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe0dce0-1cf4-4a39-b878-97274832e5b9 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:41.486403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e1e99c52-33ff-443c-b1f2-6af153660a45 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792187650'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:41.538792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 10342d67-07ce-4ac2-9b35-276009bbcf51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:41.574338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6880c25-b48d-432d-b27c-e31cdcc03ba0 None None] Pushing event updated for resources: {'Port': ['ID=9e3583f6-3ed5-45ac-b712-c12db9c3928d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:41.613156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 10342d67-07ce-4ac2-9b35-276009bbcf51 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:41.613888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.622165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1e99c52-33ff-443c-b1f2-6af153660a45 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.679261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.704822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.731083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a9e8ad4b-27aa-4004-9d9a-a0f5d548e25c None None] Provisioning complete for port 4edc0bba-a817-4694-9f5d-8ae29851a7ac triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:41.731691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9e8ad4b-27aa-4004-9d9a-a0f5d548e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.767719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.774602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=753874bb-0779-41c2-b48c-488d29c59796,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:41.788939 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:41.790959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:41.887322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.939229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:41.939778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.942163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:41.965619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 10342d67-07ce-4ac2-9b35-276009bbcf51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10342d67-07ce-4ac2-9b35-276009bbcf51,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:41.967945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8ad4b-27aa-4004-9d9a-a0f5d548e25c None None] Port 4edc0bba-a817-4694-9f5d-8ae29851a7ac cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:41.976352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.016262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 08d24606-2167-4e13-b238-13df1c8d4d76 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:42.034080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=777f50cc-58e7-49b9-a589-1d5d8e79a5b1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:42.042886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:42.053145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:42.067122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1e99c52-33ff-443c-b1f2-6af153660a45 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.068509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=10342d67-07ce-4ac2-9b35-276009bbcf51,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:42.096769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1e99c52-33ff-443c-b1f2-6af153660a45 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.128353 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32b69ff9-1970-48ee-902a-e03048a0c817 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.134784 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-32b69ff9-1970-48ee-902a-e03048a0c817 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "DELETE /v2.0/ports/70d7656f-22e4-48d3-a0c9-36442dd8ca4e HTTP/1.1" status: 204 len: 168 time: 1.9965947 Dec 06 12:04:42.136359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39460) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:42.156759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1e99c52-33ff-443c-b1f2-6af153660a45 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.160926 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e1e99c52-33ff-443c-b1f2-6af153660a45 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6822598 Dec 06 12:04:42.164439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39462) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:42.171718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-22469985-b033-4292-96fa-5916db4f6f12 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148417910'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:42.187628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:42.188539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.196187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e99c52-33ff-443c-b1f2-6af153660a45 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586a4a6e-743c-4f14-920e-0ec15414d139,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:42.203611 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-36da839d-6f82-4fa9-b35e-4820ff46c37f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] GET failed (client error): The resource could not be found. Dec 06 12:04:42.205172 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-36da839d-6f82-4fa9-b35e-4820ff46c37f tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "GET /v2.0/ports/70d7656f-22e4-48d3-a0c9-36442dd8ca4e HTTP/1.1" status: 404 len: 333 time: 0.0630221 Dec 06 12:04:42.210354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39464) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:42.232309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22469985-b033-4292-96fa-5916db4f6f12 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.238716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5c9461b9-300e-48fa-8374-37ebeed31557 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3253407 Dec 06 12:04:42.247333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39468) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:42.252333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '08d24606-2167-4e13-b238-13df1c8d4d76', 'name': 'tempest-PortsTestJSON-1976210818', 'fixed_ips': [{'subnet_id': 'a17c3287-dea0-4a33-bf32-bfc22df000ce', 'ip_address': '172.20.0.9'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:42.280844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.409407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22469985-b033-4292-96fa-5916db4f6f12 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.415282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22469985-b033-4292-96fa-5916db4f6f12 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.453491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:42.458575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.467132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22469985-b033-4292-96fa-5916db4f6f12 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.471147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-22469985-b033-4292-96fa-5916db4f6f12 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3022325 Dec 06 12:04:42.475635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39470) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:42.481467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ecec83f9-a2cf-4c7a-846b-2783da653228 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '586a4a6e-743c-4f14-920e-0ec15414d139', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92eb0207-0043-4fb8-b205-fa46edb92fb4', 'remote_ip_prefix': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:42.492017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22469985-b033-4292-96fa-5916db4f6f12 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92eb0207-0043-4fb8-b205-fa46edb92fb4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:42.507027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e6222404-5dfe-40c6-88a2-8c4f7b809a87 None None] Provisioning complete for port 10342d67-07ce-4ac2-9b35-276009bbcf51 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:42.508001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6222404-5dfe-40c6-88a2-8c4f7b809a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.515453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:42.652572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecec83f9-a2cf-4c7a-846b-2783da653228 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.792204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecec83f9-a2cf-4c7a-846b-2783da653228 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.793553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.9 (08d24606-2167-4e13-b238-13df1c8d4d76/a17c3287-dea0-4a33-bf32-bfc22df000ce/f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:42.812768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecec83f9-a2cf-4c7a-846b-2783da653228 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.849013 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecec83f9-a2cf-4c7a-846b-2783da653228 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.851224 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ecec83f9-a2cf-4c7a-846b-2783da653228 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3743000 Dec 06 12:04:42.856388 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39474) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:42.864538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-03a746f6-5d06-4fb2-9d5d-20523c29a8d2 None None] Provisioning complete for port 753874bb-0779-41c2-b48c-488d29c59796 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:42.865001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03a746f6-5d06-4fb2-9d5d-20523c29a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.876121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec83f9-a2cf-4c7a-846b-2783da653228 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043590de-b00f-47fc-9ac8-fb36db8a702a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:42.917212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03a746f6-5d06-4fb2-9d5d-20523c29a8d2 None None] Port 753874bb-0779-41c2-b48c-488d29c59796 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:42.930786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-44fca2a6-83d7-4dcb-aea2-9cf8b1361862 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Deleting port 24a3e89e-f09d-4c92-9763-43219a3a4a13 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:42.931243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44fca2a6-83d7-4dcb-aea2-9cf8b1361862 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.940501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.943419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-148e0588-4738-471e-8f8d-647862e4f0b0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.973583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:42.977201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-148e0588-4738-471e-8f8d-647862e4f0b0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.046780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.069135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301185ca-c869-450a-a0bc-de424352c4a5 None None] Network 08d24606-2167-4e13-b238-13df1c8d4d76 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:43.092963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.136972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 08d24606-2167-4e13-b238-13df1c8d4d76 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:43.140909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:43.144662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:43.157550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-148e0588-4738-471e-8f8d-647862e4f0b0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.163070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-148e0588-4738-471e-8f8d-647862e4f0b0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.167707 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-148e0588-4738-471e-8f8d-647862e4f0b0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/043590de-b00f-47fc-9ac8-fb36db8a702a HTTP/1.1" status: 204 len: 168 time: 0.3051152 Dec 06 12:04:43.167886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-928b29be-83d1-4555-ac1b-5880ec56cac2 None None] Provisioning complete for port 9e3583f6-3ed5-45ac-b712-c12db9c3928d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:43.168043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-928b29be-83d1-4555-ac1b-5880ec56cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.175313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39478) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:43.206707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:43.218615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:43.219324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.231307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44fca2a6-83d7-4dcb-aea2-9cf8b1361862 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.237416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e0588-4738-471e-8f8d-647862e4f0b0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=043590de-b00f-47fc-9ac8-fb36db8a702a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:43.254234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cc9256d4-63d2-4c36-8d38-1f125d16e525 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0734899 Dec 06 12:04:43.254467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39480) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:43.265976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-61402c67-e62d-44f3-af30-0e53765b7126 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0175467 Dec 06 12:04:43.269497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39482) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:43.291047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-44fca2a6-83d7-4dcb-aea2-9cf8b1361862 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Calling delete_port for 24a3e89e-f09d-4c92-9763-43219a3a4a13 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:43.331575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf4c0-91d4-47e5-928b-dd67da4a3794 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.334274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-928b29be-83d1-4555-ac1b-5880ec56cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.375769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-928b29be-83d1-4555-ac1b-5880ec56cac2 None None] For port 9e3583f6-3ed5-45ac-b712-c12db9c3928d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e3583f6-3ed5-45ac-b712-c12db9c3928d,segment=NetworkSegment(9a2a080b-6e27-405a-b0df-d4daccdfa6e4),segment_id=9a2a080b-6e27-405a-b0df-d4daccdfa6e4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:43.382769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-928b29be-83d1-4555-ac1b-5880ec56cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.401604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf4c0-91d4-47e5-928b-dd67da4a3794 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.434951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.457928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.458706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.462761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b29be-83d1-4555-ac1b-5880ec56cac2 None None] Pushing event updated for resources: {'Port': ['ID=9e3583f6-3ed5-45ac-b712-c12db9c3928d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:43.474560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02cf66-d350-4a0d-acdc-c5f4905ebaf5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:43.480123 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6b02cf66-d350-4a0d-acdc-c5f4905ebaf5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2016835 Dec 06 12:04:43.481413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39486) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:43.523756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf4c0-91d4-47e5-928b-dd67da4a3794 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.523756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf4c0-91d4-47e5-928b-dd67da4a3794 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.525307 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c2fcf4c0-91d4-47e5-928b-dd67da4a3794 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/92eb0207-0043-4fb8-b205-fa46edb92fb4 HTTP/1.1" status: 204 len: 168 time: 0.2698717 Dec 06 12:04:43.528604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39488) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:43.566144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=753874bb-0779-41c2-b48c-488d29c59796,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:43.581940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Router 41656ca4-3b75-44cd-a8d8-43dc2560db27 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:43.590447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcf4c0-91d4-47e5-928b-dd67da4a3794 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eb0207-0043-4fb8-b205-fa46edb92fb4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:43.597676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 10342d67-07ce-4ac2-9b35-276009bbcf51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:43.647190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26493b52-f9b9-475e-90e3-cfab86fef973 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:43.657663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26493b52-f9b9-475e-90e3-cfab86fef973 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:43.667095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26493b52-f9b9-475e-90e3-cfab86fef973 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:43.673108 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-26493b52-f9b9-475e-90e3-cfab86fef973 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1883750 Dec 06 12:04:43.681733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39492) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:43.698635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 10342d67-07ce-4ac2-9b35-276009bbcf51 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:43.699356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.730440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-218a80da-81ec-4183-8fca-0b7f0f7bfd07 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1783745 Dec 06 12:04:43.735476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39494) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:43.770692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2394f7d4-f91e-4d04-9f46-da8c135ff412 None None] Provisioning complete for port 9e3583f6-3ed5-45ac-b712-c12db9c3928d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:43.771108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2394f7d4-f91e-4d04-9f46-da8c135ff412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.785410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44fca2a6-83d7-4dcb-aea2-9cf8b1361862 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.829295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:43.839660 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fca2a6-83d7-4dcb-aea2-9cf8b1361862 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Port': ['ID=24a3e89e-f09d-4c92-9763-43219a3a4a13,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:43.845763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-daa87641-c7fa-482e-9319-b5d6d977e9b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.859333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:43.884344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9e3583f6-3ed5-45ac-b712-c12db9c3928d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:43.884594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-daa87641-c7fa-482e-9319-b5d6d977e9b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.949172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-daa87641-c7fa-482e-9319-b5d6d977e9b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.952046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-daa87641-c7fa-482e-9319-b5d6d977e9b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.953306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-daa87641-c7fa-482e-9319-b5d6d977e9b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/586a4a6e-743c-4f14-920e-0ec15414d139 HTTP/1.1" status: 204 len: 168 time: 0.2168746 Dec 06 12:04:43.958511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39498) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:43.962907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aaec19c8-cc0d-41b0-ab11-cb077b441ac6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:43.963246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaec19c8-cc0d-41b0-ab11-cb077b441ac6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:43.994560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:44.005032 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.006359 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b5c23e8f-0c5c-46dd-82b1-aa0f529c22b0 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "PUT /v2.0/routers/41656ca4-3b75-44cd-a8d8-43dc2560db27 HTTP/1.1" status: 200 len: 920 time: 4.9341264 Dec 06 12:04:44.011140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39500) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:44.039016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b70457-f9dd-4f32-85dc-1d1ffcf8354f None None] Sync routers for ids ['41656ca4-3b75-44cd-a8d8-43dc2560db27'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:44.088640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa87641-c7fa-482e-9319-b5d6d977e9b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a4a6e-743c-4f14-920e-0ec15414d139,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:44.098090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b70457-f9dd-4f32-85dc-1d1ffcf8354f None None] Routers {'41656ca4-3b75-44cd-a8d8-43dc2560db27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:44.098769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c3b70457-f9dd-4f32-85dc-1d1ffcf8354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['41656ca4-3b75-44cd-a8d8-43dc2560db27'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:44.125316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44fca2a6-83d7-4dcb-aea2-9cf8b1361862 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.133120 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-44fca2a6-83d7-4dcb-aea2-9cf8b1361862 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "DELETE /v2.0/ports/24a3e89e-f09d-4c92-9763-43219a3a4a13 HTTP/1.1" status: 204 len: 168 time: 1.9183311 Dec 06 12:04:44.133396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39504) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:44.154630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c3b70457-f9dd-4f32-85dc-1d1ffcf8354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:44.165489 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-47799de7-c512-4d92-8582-43338581dcf9 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] GET failed (client error): The resource could not be found. Dec 06 12:04:44.173404 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-47799de7-c512-4d92-8582-43338581dcf9 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "GET /v2.0/ports/24a3e89e-f09d-4c92-9763-43219a3a4a13 HTTP/1.1" status: 404 len: 333 time: 0.0388575 Dec 06 12:04:44.176085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39506) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:44.229479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b70457-f9dd-4f32-85dc-1d1ffcf8354f None None] Routers {'41656ca4-3b75-44cd-a8d8-43dc2560db27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:44.230198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c3b70457-f9dd-4f32-85dc-1d1ffcf8354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['41656ca4-3b75-44cd-a8d8-43dc2560db27'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:44.236968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 9e3583f6-3ed5-45ac-b712-c12db9c3928d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:44.236968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.315274 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0f52045e-6ffc-43da-9ba1-92a1d8e421b9 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3448687 Dec 06 12:04:44.316044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39508) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:44.324982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-bc22287b-7f62-434c-b6eb-95d3634007a8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037088320'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:44.369668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2394f7d4-f91e-4d04-9f46-da8c135ff412 None None] Provisioning complete for port f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:44.370048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2394f7d4-f91e-4d04-9f46-da8c135ff412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.379825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Router cb4fcd27-11e8-4577-b1a9-38218164e780 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:44.462883 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-788f592d-98e9-4e27-97b3-d8eb966c444c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Deleting port 1b585e2e-57f5-4348-8425-7417ac3474b6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:44.463698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-788f592d-98e9-4e27-97b3-d8eb966c444c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.470623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c3b70457-f9dd-4f32-85dc-1d1ffcf8354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:44.471349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b70457-f9dd-4f32-85dc-1d1ffcf8354f None None] The sync data for ids ['41656ca4-3b75-44cd-a8d8-43dc2560db27'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:44.481596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc22287b-7f62-434c-b6eb-95d3634007a8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.515362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaec19c8-cc0d-41b0-ab11-cb077b441ac6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.536476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2394f7d4-f91e-4d04-9f46-da8c135ff412 None None] Port f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:44.540229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aaec19c8-cc0d-41b0-ab11-cb077b441ac6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:44.557088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2394f7d4-f91e-4d04-9f46-da8c135ff412 None None] Provisioning complete for port 777f50cc-58e7-49b9-a589-1d5d8e79a5b1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:44.557458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2394f7d4-f91e-4d04-9f46-da8c135ff412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.566721 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3f96a959-6c83-4477-bc23-2d458beaa751 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/routers/41656ca4-3b75-44cd-a8d8-43dc2560db27 HTTP/1.1" status: 200 len: 926 time: 0.5367110 Dec 06 12:04:44.571843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39512) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:44.588906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-788f592d-98e9-4e27-97b3-d8eb966c444c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.599528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2394f7d4-f91e-4d04-9f46-da8c135ff412 None None] Port 777f50cc-58e7-49b9-a589-1d5d8e79a5b1 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:44.640621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-788f592d-98e9-4e27-97b3-d8eb966c444c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Calling delete_port for 1b585e2e-57f5-4348-8425-7417ac3474b6 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:44.705090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:44.713713 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c929a956-58d3-4e53-9f30-38a3b469fb5a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "PUT /v2.0/routers/cb4fcd27-11e8-4577-b1a9-38218164e780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8310680 Dec 06 12:04:44.717016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39514) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:44.717256 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Sync routers for ids ['cb4fcd27-11e8-4577-b1a9-38218164e780'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:44.740575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Provisioning complete for port 753874bb-0779-41c2-b48c-488d29c59796 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:44.741301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.741723 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Routers {'cb4fcd27-11e8-4577-b1a9-38218164e780'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:44.742379 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cb4fcd27-11e8-4577-b1a9-38218164e780'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:44.791823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Port 753874bb-0779-41c2-b48c-488d29c59796 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:44.797898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa4e06-24fc-4c74-b361-6ba4305ce575 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:44.802080 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-17aa4e06-24fc-4c74-b361-6ba4305ce575 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports/753874bb-0779-41c2-b48c-488d29c59796 HTTP/1.1" status: 200 len: 911 time: 0.0840714 Dec 06 12:04:44.804275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39516) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:44.808985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Provisioning complete for port f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:44.810544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.837495 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Set router cb4fcd27-11e8-4577-b1a9-38218164e780 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:44.895994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.896502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1287256-0fd3-4a69-904e-7c356c359f07 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:44.897789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Port f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:44.902768 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1287256-0fd3-4a69-904e-7c356c359f07 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:44.908309 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e1287256-0fd3-4a69-904e-7c356c359f07 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1030295 Dec 06 12:04:44.912274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39518) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:44.918599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Provisioning complete for port 777f50cc-58e7-49b9-a589-1d5d8e79a5b1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:44.919459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:44.975057 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6ebea924-3f95-46ff-83a5-0cbfc6cb510b None None] Port 777f50cc-58e7-49b9-a589-1d5d8e79a5b1 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:45.054054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055d5a8-783d-4cc8-b577-b2fd1666f0e4 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:45.058327 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8055d5a8-783d-4cc8-b577-b2fd1666f0e4 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=41656ca4-3b75-44cd-a8d8-43dc2560db27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4815531 Dec 06 12:04:45.061844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39520) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:45.093502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc22287b-7f62-434c-b6eb-95d3634007a8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.104256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc22287b-7f62-434c-b6eb-95d3634007a8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.216983 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'name': 'tempest-NetworksTestDHCPv6-router-1797683326', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:39Z', 'updated_at': '2021-12-06T12:04:42Z', 'revision_number': 2, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None, '_interfaces': [{'id': '753874bb-0779-41c2-b48c-488d29c59796', 'name': '', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'mac_address': 'fa:16:3e:7a:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90d631e4-c365-47bf-b1e9-4cb747e83c11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:04:40Z', 'updated_at': '2021-12-06T12:04:42Z', 'revision_number': 2, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'subnets': [{'id': '90d631e4-c365-47bf-b1e9-4cb747e83c11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:45.249186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc22287b-7f62-434c-b6eb-95d3634007a8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.253459 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bc22287b-7f62-434c-b6eb-95d3634007a8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9325752 Dec 06 12:04:45.253601 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Checking router: cb4fcd27-11e8-4577-b1a9-38218164e780 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:45.253830 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Updating router cb4fcd27-11e8-4577-b1a9-38218164e780 port 753874bb-0779-41c2-b48c-488d29c59796 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:04:45.260824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39524) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:45.277462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-be82124c-6604-4666-959a-2ec31eceb5c0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '4423103c-34ec-450a-9094-7e348355a26a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:45.284122 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.312571 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-788f592d-98e9-4e27-97b3-d8eb966c444c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.316680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22287b-7f62-434c-b6eb-95d3634007a8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4423103c-34ec-450a-9094-7e348355a26a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:45.358773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f592d-98e9-4e27-97b3-d8eb966c444c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Port': ['ID=1b585e2e-57f5-4348-8425-7417ac3474b6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:45.397629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90947071-0d40-434a-a7e3-f09c152010de tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:45.399250 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-90947071-0d40-434a-a7e3-f09c152010de tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 881 time: 0.3364477 Dec 06 12:04:45.404272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39528) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:45.418056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaec19c8-cc0d-41b0-ab11-cb077b441ac6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.461135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be82124c-6604-4666-959a-2ec31eceb5c0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.498869 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-02a2b7ca-ad2a-4430-96f8-b172a368ae2a tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=41656ca4-3b75-44cd-a8d8-43dc2560db27 HTTP/1.1" status: 200 len: 205 time: 0.0928762 Dec 06 12:04:45.507547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9e3583f6-3ed5-45ac-b712-c12db9c3928d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:45.510444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39530) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:45.553665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec19c8-cc0d-41b0-ab11-cb077b441ac6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:45.633552 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.643347 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.657779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.671596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 9e3583f6-3ed5-45ac-b712-c12db9c3928d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:45.672629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.759047 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee84d5-d676-4e09-9695-6f851faffe39 None None] Pushing event updated for resources: {'Port': ['ID=753874bb-0779-41c2-b48c-488d29c59796,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:45.842436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaec19c8-cc0d-41b0-ab11-cb077b441ac6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.848039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aaec19c8-cc0d-41b0-ab11-cb077b441ac6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 HTTP/1.1" status: 204 len: 168 time: 2.1633697 Dec 06 12:04:45.855295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be82124c-6604-4666-959a-2ec31eceb5c0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.856347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39534) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:45.872244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be82124c-6604-4666-959a-2ec31eceb5c0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.906495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.909461 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b89eeac-e3d0-4eee-8bd5-012f12b3e271 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:04:45.912035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1b89eeac-e3d0-4eee-8bd5-012f12b3e271 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/f24c2ad5-f8d6-4f0c-97f3-78bf294a25b3 HTTP/1.1" status: 404 len: 333 time: 0.0527961 Dec 06 12:04:45.917809 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Attempting to bind port 753874bb-0779-41c2-b48c-488d29c59796 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:45.918553 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Attempting to bind port 753874bb-0779-41c2-b48c-488d29c59796 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:45.919269 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Attempting to bind port 753874bb-0779-41c2-b48c-488d29c59796 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:45.923403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39536) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:45.927562 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:45.928481 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:45.930827 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.931274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-788f592d-98e9-4e27-97b3-d8eb966c444c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.931835 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:45.932663 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Bound port: 753874bb-0779-41c2-b48c-488d29c59796, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:45.936029 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:45.936422 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-788f592d-98e9-4e27-97b3-d8eb966c444c tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "DELETE /v2.0/ports/1b585e2e-57f5-4348-8425-7417ac3474b6 HTTP/1.1" status: 204 len: 168 time: 1.7586889 Dec 06 12:04:45.944820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39538) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:45.990296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82124c-6604-4666-959a-2ec31eceb5c0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985f3e19-556e-4d7a-a311-79657b8d80e1,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:46.059196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Deleting port 4edc0bba-a817-4694-9f5d-8ae29851a7ac {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:46.060865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.063591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be82124c-6604-4666-959a-2ec31eceb5c0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.067402 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-be82124c-6604-4666-959a-2ec31eceb5c0 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8008189 Dec 06 12:04:46.071032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39540) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:46.095017 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] For port 753874bb-0779-41c2-b48c-488d29c59796, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:46.102789 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] For port 753874bb-0779-41c2-b48c-488d29c59796, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=753874bb-0779-41c2-b48c-488d29c59796,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:46.116847 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.145001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.158831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Calling delete_port for 4edc0bba-a817-4694-9f5d-8ae29851a7ac owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:46.164985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-983e2942-d8fe-4cdc-a089-10c864deea77 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.175151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a26f0b-203e-4870-a7f2-7a69b4a6b7bf tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Deleting subnet 1d343b4b-f5ce-4fb3-8219-7510dee1c6d1 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:46.187126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-983e2942-d8fe-4cdc-a089-10c864deea77 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.189107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60a26f0b-203e-4870-a7f2-7a69b4a6b7bf tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.233585 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee84d5-d676-4e09-9695-6f851faffe39 None None] Pushing event updated for resources: {'Port': ['ID=753874bb-0779-41c2-b48c-488d29c59796,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:46.244052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4b4eaa31-8d09-4b8b-9a72-5261496e1f24 None None] Provisioning complete for port 753874bb-0779-41c2-b48c-488d29c59796 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:46.244430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b4eaa31-8d09-4b8b-9a72-5261496e1f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.250150 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Routers {'cb4fcd27-11e8-4577-b1a9-38218164e780'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:46.250790 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cb4fcd27-11e8-4577-b1a9-38218164e780'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:46.259044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60a26f0b-203e-4870-a7f2-7a69b4a6b7bf tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.359922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-94b4122c-e68c-4336-b1a1-164ceb051874 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 777f50cc-58e7-49b9-a589-1d5d8e79a5b1 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:46.360278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94b4122c-e68c-4336-b1a1-164ceb051874 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.379734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-983e2942-d8fe-4cdc-a089-10c864deea77 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.412821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.413558 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] Set router cb4fcd27-11e8-4577-b1a9-38218164e780 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:46.446402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-983e2942-d8fe-4cdc-a089-10c864deea77 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.446796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event deleted for resources: {'Port': ['ID=4edc0bba-a817-4694-9f5d-8ae29851a7ac,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:46.447614 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-983e2942-d8fe-4cdc-a089-10c864deea77 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/985f3e19-556e-4d7a-a311-79657b8d80e1 HTTP/1.1" status: 204 len: 168 time: 0.3758059 Dec 06 12:04:46.453022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39544) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:46.507068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e2942-d8fe-4cdc-a089-10c864deea77 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=985f3e19-556e-4d7a-a311-79657b8d80e1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:46.604205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94b4122c-e68c-4336-b1a1-164ceb051874 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.605361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.610133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955f22a0-8939-4754-b4aa-d2759e43a480 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:46.618186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60a26f0b-203e-4870-a7f2-7a69b4a6b7bf tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.645816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-94b4122c-e68c-4336-b1a1-164ceb051874 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 777f50cc-58e7-49b9-a589-1d5d8e79a5b1 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:46.685567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b4eaa31-8d09-4b8b-9a72-5261496e1f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.725668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4b4eaa31-8d09-4b8b-9a72-5261496e1f24 None None] For port 753874bb-0779-41c2-b48c-488d29c59796, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=753874bb-0779-41c2-b48c-488d29c59796,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:46.730842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b4eaa31-8d09-4b8b-9a72-5261496e1f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.753567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60a26f0b-203e-4870-a7f2-7a69b4a6b7bf tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.779993 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-968fdd14-c951-4815-bcac-dc7af4a4159a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3232293 Dec 06 12:04:46.785998 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'name': 'tempest-NetworksTestDHCPv6-router-1797683326', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:39Z', 'updated_at': '2021-12-06T12:04:42Z', 'revision_number': 2, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None, '_interfaces': [{'id': '753874bb-0779-41c2-b48c-488d29c59796', 'name': '', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'mac_address': 'fa:16:3e:7a:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90d631e4-c365-47bf-b1e9-4cb747e83c11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:04:40Z', 'updated_at': '2021-12-06T12:04:46Z', 'revision_number': 4, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'subnets': [{'id': '90d631e4-c365-47bf-b1e9-4cb747e83c11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:46.790377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39548) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:46.794014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60a26f0b-203e-4870-a7f2-7a69b4a6b7bf tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.801662 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-60a26f0b-203e-4870-a7f2-7a69b4a6b7bf tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "DELETE /v2.0/subnets/1d343b4b-f5ce-4fb3-8219-7510dee1c6d1 HTTP/1.1" status: 204 len: 168 time: 0.8516541 Dec 06 12:04:46.802704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39550) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:46.806693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a26f0b-203e-4870-a7f2-7a69b4a6b7bf tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Subnet': ['ID=1d343b4b-f5ce-4fb3-8219-7510dee1c6d1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:46.807400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.815245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.827422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd2ae0-6c1e-4aef-8e9e-9d8d740b325e None None] Network 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:46.834128 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b51c4-77c8-4289-bab2-0d12cd8e3ca2 None None] The sync data for ids ['cb4fcd27-11e8-4577-b1a9-38218164e780'] in dv-neutron-master-2-hyperv is: [{'id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'name': 'tempest-NetworksTestDHCPv6-router-1797683326', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:39Z', 'updated_at': '2021-12-06T12:04:42Z', 'revision_number': 2, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None, '_interfaces': [{'id': '753874bb-0779-41c2-b48c-488d29c59796', 'name': '', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'mac_address': 'fa:16:3e:7a:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90d631e4-c365-47bf-b1e9-4cb747e83c11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:04:40Z', 'updated_at': '2021-12-06T12:04:46Z', 'revision_number': 4, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'subnets': [{'id': '90d631e4-c365-47bf-b1e9-4cb747e83c11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:46.876389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4eaa31-8d09-4b8b-9a72-5261496e1f24 None None] Pushing event updated for resources: {'Port': ['ID=753874bb-0779-41c2-b48c-488d29c59796,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:46.893214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.935624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3ae6c530-2b41-4c3b-8b58-d203bc2528e6 None None] Provisioning complete for port 753874bb-0779-41c2-b48c-488d29c59796 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:46.936478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c530-2b41-4c3b-8b58-d203bc2528e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.964314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.978054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.979137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Fanout notify agent at l3_agent the message router_deleted on router 41656ca4-3b75-44cd-a8d8-43dc2560db27 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:46.980144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94b4122c-e68c-4336-b1a1-164ceb051874 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.993514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:46.999203 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9e484b01-abeb-440c-b0f8-1e89d1e2774d tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/41656ca4-3b75-44cd-a8d8-43dc2560db27 HTTP/1.1" status: 204 len: 168 time: 1.4873750 Dec 06 12:04:47.004484 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39554) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:47.009322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1571045800', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:47.045309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4122c-e68c-4336-b1a1-164ceb051874 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=777f50cc-58e7-49b9-a589-1d5d8e79a5b1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:47.104353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.129207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.129500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94b4122c-e68c-4336-b1a1-164ceb051874 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.130409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.133286 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-94b4122c-e68c-4336-b1a1-164ceb051874 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/777f50cc-58e7-49b9-a589-1d5d8e79a5b1 HTTP/1.1" status: 204 len: 168 time: 1.2068501 Dec 06 12:04:47.136178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39556) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:47.165614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.180005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Deleting port a78895c3-a08e-490d-bc9d-de629afb81b4 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:47.181782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.184457 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbc189f-4000-436a-889c-895a2a488c13 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:04:47.186078 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0cbc189f-4000-436a-889c-895a2a488c13 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/777f50cc-58e7-49b9-a589-1d5d8e79a5b1 HTTP/1.1" status: 404 len: 333 time: 0.0487969 Dec 06 12:04:47.189152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39558) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:47.278293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] For port a78895c3-a08e-490d-bc9d-de629afb81b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a78895c3-a08e-490d-bc9d-de629afb81b4,segment=NetworkSegment(12205ef9-25db-4443-9d6e-c0989d0a9395),segment_id=12205ef9-25db-4443-9d6e-c0989d0a9395)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:47.278674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.289999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] DHCP port deletion for 54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:47.315507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Calling delete_port for a78895c3-a08e-490d-bc9d-de629afb81b4 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:47.353066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.379321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] Deleting port a78895c3-a08e-490d-bc9d-de629afb81b4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:47.390171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.487510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 753874bb-0779-41c2-b48c-488d29c59796 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:47.509707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.523813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] For port a78895c3-a08e-490d-bc9d-de629afb81b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a78895c3-a08e-490d-bc9d-de629afb81b4,segment=NetworkSegment(12205ef9-25db-4443-9d6e-c0989d0a9395),segment_id=12205ef9-25db-4443-9d6e-c0989d0a9395)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:47.524347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.546964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] Calling delete_port for a78895c3-a08e-490d-bc9d-de629afb81b4 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:47.558907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Port': ['ID=a78895c3-a08e-490d-bc9d-de629afb81b4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:47.561285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] No DVR routers for this DVR port a78895c3-a08e-490d-bc9d-de629afb81b4 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:47.605341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.617204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f9a6eb-ca59-4e00-83ea-75bf1a0b648c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet a17c3287-dea0-4a33-bf32-bfc22df000ce {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:47.648391 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37f9a6eb-ca59-4e00-83ea-75bf1a0b648c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.687437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.690886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.712483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.716595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.718007 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/4423103c-34ec-450a-9094-7e348355a26a HTTP/1.1" status: 204 len: 168 time: 0.9265766 Dec 06 12:04:47.723995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39564) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:47.734619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f01f3f-c95e-44d4-8aed-3c81c5dd51d1']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:47.738603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] Pushing event deleted for resources: {'Port': ['ID=a78895c3-a08e-490d-bc9d-de629afb81b4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:47.741709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69caec4a-c016-421d-a098-6813fde6f52a None None] No DVR routers for this DVR port a78895c3-a08e-490d-bc9d-de629afb81b4 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:47.743322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 753874bb-0779-41c2-b48c-488d29c59796 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:47.743698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.746340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4423103c-34ec-450a-9094-7e348355a26a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:47.787236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12205ef9-25db-4443-9d6e-c0989d0a9395') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:47.787495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12205ef9-25db-4443-9d6e-c0989d0a9395') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:47.806554 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8770684c-ab3e-476a-bbfd-88dbb26973ff tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0780883 Dec 06 12:04:47.806554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.808532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39566) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:47.820726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.821318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9d6ec32a-c179-46e1-b2aa-fb1121f4ed96 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562842405'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:47.826901 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.827247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.827589 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.827954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.828296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.828748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.829321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.829660 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.829997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.830329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.830735 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.831242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.831574 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d4ed2-3cf9-4ef2-925c-a0c22097cfd5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:47.840251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37f9a6eb-ca59-4e00-83ea-75bf1a0b648c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.850084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:04:47.850495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.902336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 753874bb-0779-41c2-b48c-488d29c59796 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:47.902683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:47.914012 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:47.954992 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a78895c3-a08e-490d-bc9d-de629afb81b4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:47.986238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:47.991936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a78895c3-a08e-490d-bc9d-de629afb81b4 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:47.992403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a78895c3-a08e-490d-bc9d-de629afb81b4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:47.994647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d6ec32a-c179-46e1-b2aa-fb1121f4ed96 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.003760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.010215 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] 10.222.0.24 "DELETE /v2.0/networks/54f01f3f-c95e-44d4-8aed-3c81c5dd51d1 HTTP/1.1" status: 204 len: 168 time: 1.2028611 Dec 06 12:04:48.024389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a6213-097c-4927-92de-337ada99e642 tempest-AllowedAddressPairTestJSON-2006743927 tempest-AllowedAddressPairTestJSON-2006743927-project] Pushing event deleted for resources: {'Network': ['ID=54f01f3f-c95e-44d4-8aed-3c81c5dd51d1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:48.082538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37f9a6eb-ca59-4e00-83ea-75bf1a0b648c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.145891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] For port 753874bb-0779-41c2-b48c-488d29c59796, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=753874bb-0779-41c2-b48c-488d29c59796,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:48.146255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.210388 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 753874bb-0779-41c2-b48c-488d29c59796 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:48.326375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d6ec32a-c179-46e1-b2aa-fb1121f4ed96 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.347770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37f9a6eb-ca59-4e00-83ea-75bf1a0b648c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.349710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d6ec32a-c179-46e1-b2aa-fb1121f4ed96 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.351682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.400539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39574) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:48.421100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.430966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9a6eb-ca59-4e00-83ea-75bf1a0b648c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=a17c3287-dea0-4a33-bf32-bfc22df000ce,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:48.439069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37f9a6eb-ca59-4e00-83ea-75bf1a0b648c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.439445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c496b2-e6dc-471d-8785-9222062ea4bf None None] Network 08d24606-2167-4e13-b238-13df1c8d4d76 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:48.445099 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-37f9a6eb-ca59-4e00-83ea-75bf1a0b648c tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/a17c3287-dea0-4a33-bf32-bfc22df000ce HTTP/1.1" status: 204 len: 168 time: 1.2321692 Dec 06 12:04:48.445519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39578) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:48.459643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d6ec32a-c179-46e1-b2aa-fb1121f4ed96 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.463604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39580) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:48.463925 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9d6ec32a-c179-46e1-b2aa-fb1121f4ed96 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6492300 Dec 06 12:04:48.472578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ec32a-c179-46e1-b2aa-fb1121f4ed96 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ce9279-0fd9-4935-b240-ad5a9adc8026,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:48.489097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '70ce9279-0fd9-4935-b240-ad5a9adc8026', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:48.644608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.650675 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.699488 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0c28a50c-5030-46cf-a083-5bc0873e2b8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd4db8e6786348ea99908c07bcd54aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977397 Dec 06 12:04:48.705075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39584) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:48.721751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] DHCP port deletion for 08d24606-2167-4e13-b238-13df1c8d4d76 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:48.780362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.783269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Deleting port 9e3583f6-3ed5-45ac-b712-c12db9c3928d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:48.783945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.793284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.823672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3bec12-74de-4f16-b9b0-cdd9ea73b15a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:48.847745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.851486 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3839676 Dec 06 12:04:48.851486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.851486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.851759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.852020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.852935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.853291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.853630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.853963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.854293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.854616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.854945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.855273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.855616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f023487d-8e60-476c-acfd-5667617d8f99 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:48.860591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39588) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:48.867038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] For port 9e3583f6-3ed5-45ac-b712-c12db9c3928d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e3583f6-3ed5-45ac-b712-c12db9c3928d,segment=NetworkSegment(9a2a080b-6e27-405a-b0df-d4daccdfa6e4),segment_id=9a2a080b-6e27-405a-b0df-d4daccdfa6e4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:48.867508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.875914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-257fb630-8220-472d-a100-313a8614acf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.884328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Calling delete_port for 9e3583f6-3ed5-45ac-b712-c12db9c3928d owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:48.890344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 9e3583f6-3ed5-45ac-b712-c12db9c3928d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:48.890617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.927008 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0a0ebdfa-693b-44e2-8c85-ad45fd6ec686 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules/ca3bec12-74de-4f16-b9b0-cdd9ea73b15a HTTP/1.1" status: 200 len: 763 time: 0.0503685 Dec 06 12:04:48.929190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39590) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:48.971348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.971719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-257fb630-8220-472d-a100-313a8614acf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:48.978342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Allocated IP 172.36.1.177 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/96b990de-50cd-4625-a8a5-77b4a3557858) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:48.994948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Pushing event deleted for resources: {'Port': ['ID=9e3583f6-3ed5-45ac-b712-c12db9c3928d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:49.007283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.008212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.008212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.008392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.008661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.008988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.009336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.009674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.010855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.010855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.010855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.011112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.011343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:04:49.011927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] For port 9e3583f6-3ed5-45ac-b712-c12db9c3928d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e3583f6-3ed5-45ac-b712-c12db9c3928d,segment=NetworkSegment(9a2a080b-6e27-405a-b0df-d4daccdfa6e4),segment_id=9a2a080b-6e27-405a-b0df-d4daccdfa6e4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:49.012315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.015189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18239ce-f290-46f0-93a1-c854cf39d277 None None] No DVR routers for this DVR port 9e3583f6-3ed5-45ac-b712-c12db9c3928d on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:49.045382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 9e3583f6-3ed5-45ac-b712-c12db9c3928d owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:49.064411 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-76d8cc99-7e7e-4ed7-929c-949ee169d960 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1300116 Dec 06 12:04:49.065504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39594) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:49.088099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.125866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=753874bb-0779-41c2-b48c-488d29c59796,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:49.143418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03d109de-d902-4a6d-8658-a6483774e1b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.161624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-257fb630-8220-472d-a100-313a8614acf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.164177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-257fb630-8220-472d-a100-313a8614acf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.165313 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-257fb630-8220-472d-a100-313a8614acf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99ae6fd0-8650-4c3d-8079-36974fed0b1f HTTP/1.1" status: 204 len: 168 time: 0.4592967 Dec 06 12:04:49.167438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03d109de-d902-4a6d-8658-a6483774e1b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.197856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fb630-8220-472d-a100-313a8614acf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ae6fd0-8650-4c3d-8079-36974fed0b1f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:49.217903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03d109de-d902-4a6d-8658-a6483774e1b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.224988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03d109de-d902-4a6d-8658-a6483774e1b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.226121 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-03d109de-d902-4a6d-8658-a6483774e1b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ca3bec12-74de-4f16-b9b0-cdd9ea73b15a HTTP/1.1" status: 204 len: 168 time: 0.1605427 Dec 06 12:04:49.226970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.229672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39598) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:49.255885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=9e3583f6-3ed5-45ac-b712-c12db9c3928d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:49.268541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d109de-d902-4a6d-8658-a6483774e1b8 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca3bec12-74de-4f16-b9b0-cdd9ea73b15a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:49.279651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.300817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No DVR routers for this DVR port 9e3583f6-3ed5-45ac-b712-c12db9c3928d on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:49.331359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.384181 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1181367e-2e49-4437-91a8-893bd0f533a3 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1332092 Dec 06 12:04:49.388340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39602) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:49.392603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-48a62304-5689-4ad7-944b-0521148b688c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '70ce9279-0fd9-4935-b240-ad5a9adc8026', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:49.448025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.477788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d24606-2167-4e13-b238-13df1c8d4d76']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:49.485502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9e3583f6-3ed5-45ac-b712-c12db9c3928d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:49.492517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2a080b-6e27-405a-b0df-d4daccdfa6e4') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:49.492815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2a080b-6e27-405a-b0df-d4daccdfa6e4') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:49.503385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48a62304-5689-4ad7-944b-0521148b688c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.507270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.513664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 9e3583f6-3ed5-45ac-b712-c12db9c3928d {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:49.514296 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9e3583f6-3ed5-45ac-b712-c12db9c3928d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:49.532502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.548389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:04:49.548849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:04:49.551843 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:04:49.583415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Router cb4fcd27-11e8-4577-b1a9-38218164e780 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:04:49.587410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.633445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48a62304-5689-4ad7-944b-0521148b688c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.634408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.641679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:49.641934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48a62304-5689-4ad7-944b-0521148b688c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.644308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.647773 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/networks/08d24606-2167-4e13-b238-13df1c8d4d76 HTTP/1.1" status: 204 len: 168 time: 1.2004800 Dec 06 12:04:49.655344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39612) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:49.670072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1665318375'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:49.677586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a94cb5-3597-4e58-974c-c9e07e3ad047 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Network': ['ID=08d24606-2167-4e13-b238-13df1c8d4d76,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:49.693936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a62304-5689-4ad7-944b-0521148b688c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e238764-67f1-4270-b9a5-de73526bbb41,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:49.715246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:49.720096 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:49.720610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.725905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:49.734808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48a62304-5689-4ad7-944b-0521148b688c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.738926 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-48a62304-5689-4ad7-944b-0521148b688c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3500421 Dec 06 12:04:49.740176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6cb042-d43c-4898-81a4-ff870ce3644b None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:49.741369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39616) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:49.756029 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event updated for resources: {'Port': ['ID=96b990de-50cd-4625-a8a5-77b4a3557858,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:49.775415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-25ee5822-1f65-4f0d-aa7d-aa46a04a3a13 None None] Provisioning complete for port 96b990de-50cd-4625-a8a5-77b4a3557858 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:49.776091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25ee5822-1f65-4f0d-aa7d-aa46a04a3a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.777394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:49.780305 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c093a193-e988-41c1-b3b1-acd34f57d612 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules/3e238764-67f1-4270-b9a5-de73526bbb41 HTTP/1.1" status: 200 len: 763 time: 0.0374289 Dec 06 12:04:49.784359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39618) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:49.791025 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4ac6ca1f-52ff-41b9-82f6-ed108c4589a3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "PUT /v2.0/routers/cb4fcd27-11e8-4577-b1a9-38218164e780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8767347 Dec 06 12:04:49.794450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39620) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:49.800884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] Sync routers for ids ['cb4fcd27-11e8-4577-b1a9-38218164e780'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:49.805285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:04:49.826844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] Routers {'cb4fcd27-11e8-4577-b1a9-38218164e780'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:49.827477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cb4fcd27-11e8-4577-b1a9-38218164e780'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:49.829680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25ee5822-1f65-4f0d-aa7d-aa46a04a3a13 None None] Port 96b990de-50cd-4625-a8a5-77b4a3557858 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:49.858508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.858990 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Added segment 36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b of type vlan for network 4c115273-86d7-409b-bc53-9272e7c851b2 Dec 06 12:04:49.898933 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f478daf8-0fc5-4611-a6f2-74b76fee4a2b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1110868 Dec 06 12:04:49.906226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39626) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:49.912733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] Set router cb4fcd27-11e8-4577-b1a9-38218164e780 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:49.964061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.974484 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2ee-763f-4b97-aaf4-08289f569027 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.988832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2ee-763f-4b97-aaf4-08289f569027 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:49.991799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed09b9d-f92d-4c88-94f3-c9dcf788019f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:49.993148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'name': 'tempest-NetworksTestDHCPv6-router-1797683326', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:39Z', 'updated_at': '2021-12-06T12:04:48Z', 'revision_number': 3, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:49.994114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed09b9d-f92d-4c88-94f3-c9dcf788019f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:49.996757 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2ed09b9d-f92d-4c88-94f3-c9dcf788019f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2011988 Dec 06 12:04:50.002227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39630) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.038739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] Checking router: cb4fcd27-11e8-4577-b1a9-38218164e780 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:04:50.048561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] Routers {'cb4fcd27-11e8-4577-b1a9-38218164e780'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:50.049185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cb4fcd27-11e8-4577-b1a9-38218164e780'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:50.087747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.109648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:50.110300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.127520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] Set router cb4fcd27-11e8-4577-b1a9-38218164e780 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:04:50.133669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c6f290-6785-4b54-a862-3714cbd1f12f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 90d631e4-c365-47bf-b1e9-4cb747e83c11 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:50.139505 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4750817 Dec 06 12:04:50.158765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39638) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.160850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f290-6785-4b54-a862-3714cbd1f12f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.166808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.168269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '4c115273-86d7-409b-bc53-9272e7c851b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:50.169646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2ee-763f-4b97-aaf4-08289f569027 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.203119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'name': 'tempest-NetworksTestDHCPv6-router-1797683326', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:39Z', 'updated_at': '2021-12-06T12:04:48Z', 'revision_number': 3, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:50.223346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2ee-763f-4b97-aaf4-08289f569027 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.228371 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-60a6f2ee-763f-4b97-aaf4-08289f569027 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3e238764-67f1-4270-b9a5-de73526bbb41 HTTP/1.1" status: 204 len: 168 time: 0.3210397 Dec 06 12:04:50.229061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39640) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.244228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c06cc-cd5a-44c0-9075-f0ffb2852ba9 None None] The sync data for ids ['cb4fcd27-11e8-4577-b1a9-38218164e780'] in dv-neutron-master-2-hyperv is: [{'id': 'cb4fcd27-11e8-4577-b1a9-38218164e780', 'name': 'tempest-NetworksTestDHCPv6-router-1797683326', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:04:39Z', 'updated_at': '2021-12-06T12:04:48Z', 'revision_number': 3, 'project_id': '28ecb84b99e14839980df3a0bf487f45', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:50.251710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6f2ee-763f-4b97-aaf4-08289f569027 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e238764-67f1-4270-b9a5-de73526bbb41,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:50.274421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39642) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.281969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaef8c-2640-4498-8b05-7bf99ea21409 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Network': ['ID=4c115273-86d7-409b-bc53-9272e7c851b2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:50.298163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 4c115273-86d7-409b-bc53-9272e7c851b2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:04:50.324115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f290-6785-4b54-a862-3714cbd1f12f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.368495 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6479c076-845e-4a04-9760-5365cc116e71 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1321232 Dec 06 12:04:50.371264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39646) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.375817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c70e90de-f80e-4e9a-a674-d70f6a60645b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': '70ce9279-0fd9-4935-b240-ad5a9adc8026', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:50.433654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-526431820'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:50.440344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:50.443881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.458305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:04:50.458305 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:04:50.458305 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'project_id_1': '20267e2537ab463fa18e6740532326e7', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 4, 30, 440400)}] Dec 06 12:04:50.458305 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:04:50.458753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:04:50.502069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f290-6785-4b54-a862-3714cbd1f12f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.504532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c70e90de-f80e-4e9a-a674-d70f6a60645b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.541899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.583948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f290-6785-4b54-a862-3714cbd1f12f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.600930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c70e90de-f80e-4e9a-a674-d70f6a60645b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.607966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c70e90de-f80e-4e9a-a674-d70f6a60645b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.644486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6f290-6785-4b54-a862-3714cbd1f12f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=90d631e4-c365-47bf-b1e9-4cb747e83c11,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:50.648571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f290-6785-4b54-a862-3714cbd1f12f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.651787 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a6c6f290-6785-4b54-a862-3714cbd1f12f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/90d631e4-c365-47bf-b1e9-4cb747e83c11 HTTP/1.1" status: 204 len: 168 time: 0.6483984 Dec 06 12:04:50.654502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9269065c-30f7-4e51-a57e-61a44312926c None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:50.655875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39648) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.670046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e90de-f80e-4e9a-a674-d70f6a60645b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0925b1b9-89b5-4962-b153-2a64ac57aa38,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:50.684465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c70e90de-f80e-4e9a-a674-d70f6a60645b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.688281 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c70e90de-f80e-4e9a-a674-d70f6a60645b tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3135357 Dec 06 12:04:50.688667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39650) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.714842 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4f653d02-463e-4e99-9d8c-0a1b535e332d tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules/0925b1b9-89b5-4962-b153-2a64ac57aa38 HTTP/1.1" status: 200 len: 764 time: 0.0228651 Dec 06 12:04:50.716411 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39652) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.756635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Router cefdca47-a89c-4bb9-a785-1038da2e18b8 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:50.769613 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9bcc4a84-4cec-45f1-b011-4b6e8cccd70f tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0521297 Dec 06 12:04:50.772501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39656) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.851235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.865450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e33fc137-4bbb-43ee-9ead-29a3aa29b377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2084036 Dec 06 12:04:50.870761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39658) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:50.870761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abde1bdd-58b8-41cf-9329-da71a4dfec57 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.917947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abde1bdd-58b8-41cf-9329-da71a4dfec57 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:50.933059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=298fe90d-a779-4ac2-a24e-3a41a5214542,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:50.943103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Checking segment: {'id': '36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4c115273-86d7-409b-bc53-9272e7c851b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:50.943461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network hostable DHCP agents. Network: 4c115273-86d7-409b-bc53-9272e7c851b2, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:04:50.962445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 4c115273-86d7-409b-bc53-9272e7c851b2 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:04:50.964078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:50.974761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4c115273-86d7-409b-bc53-9272e7c851b2) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:50.979818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:50.980602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.013391 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-865024f5-ee23-4931-835d-22379495c7d5 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8506300 Dec 06 12:04:51.014063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39660) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.015780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6fcf6-fde2-4125-bb97-d9a3c6134bff None None] Network 4c115273-86d7-409b-bc53-9272e7c851b2 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:51.018473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f875da62-85e2-4d23-ad70-10bbf70933e0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.021946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5484cbc9-6c50-4b71-a268-e10fb9e7ce47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1329625504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:51.099056 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Made reservation on behalf of 20267e2537ab463fa18e6740532326e7 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:51.102490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.109434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abde1bdd-58b8-41cf-9329-da71a4dfec57 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.115294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5484cbc9-6c50-4b71-a268-e10fb9e7ce47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.116951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5484cbc9-6c50-4b71-a268-e10fb9e7ce47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.119985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:51.132960 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1828292a-1a7d-4384-9c20-98e2aa281948 None None] Sync routers for ids ['cefdca47-a89c-4bb9-a785-1038da2e18b8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:51.160674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] Deleting port 10342d67-07ce-4ac2-9b35-276009bbcf51 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:51.161026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.161785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abde1bdd-58b8-41cf-9329-da71a4dfec57 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.164974 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-abde1bdd-58b8-41cf-9329-da71a4dfec57 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0925b1b9-89b5-4962-b153-2a64ac57aa38 HTTP/1.1" status: 204 len: 168 time: 0.3918359 Dec 06 12:04:51.167012 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828292a-1a7d-4384-9c20-98e2aa281948 None None] Routers {'cefdca47-a89c-4bb9-a785-1038da2e18b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:51.168856 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1828292a-1a7d-4384-9c20-98e2aa281948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cefdca47-a89c-4bb9-a785-1038da2e18b8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:51.171328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.175041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39664) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.182611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde1bdd-58b8-41cf-9329-da71a4dfec57 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0925b1b9-89b5-4962-b153-2a64ac57aa38,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:51.186752 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.188945 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-252372b0-a3c7-4374-b186-dddfba636148 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1832516 Dec 06 12:04:51.207133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39666) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.211983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:51.225807 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1828292a-1a7d-4384-9c20-98e2aa281948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:51.241050 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828292a-1a7d-4384-9c20-98e2aa281948 None None] Routers {'cefdca47-a89c-4bb9-a785-1038da2e18b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:51.241703 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1828292a-1a7d-4384-9c20-98e2aa281948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cefdca47-a89c-4bb9-a785-1038da2e18b8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:51.277147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5484cbc9-6c50-4b71-a268-e10fb9e7ce47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.286775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] For port 10342d67-07ce-4ac2-9b35-276009bbcf51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10342d67-07ce-4ac2-9b35-276009bbcf51,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:51.289003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.298089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4c115273-86d7-409b-bc53-9272e7c851b2', 'network_id': '4c115273-86d7-409b-bc53-9272e7c851b2', 'tenant_id': '3683358b5a1f4edd95ba9ba6095d4e40', 'fixed_ips': [{'subnet_id': '298fe90d-a779-4ac2-a24e-3a41a5214542'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:51.299178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.301168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5484cbc9-6c50-4b71-a268-e10fb9e7ce47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.309342 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1828292a-1a7d-4384-9c20-98e2aa281948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:51.311006 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1828292a-1a7d-4384-9c20-98e2aa281948 None None] The sync data for ids ['cefdca47-a89c-4bb9-a785-1038da2e18b8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:51.361349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] Calling delete_port for 10342d67-07ce-4ac2-9b35-276009bbcf51 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:51.383810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 10342d67-07ce-4ac2-9b35-276009bbcf51 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:51.392659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5484cbc9-6c50-4b71-a268-e10fb9e7ce47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.392973 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f875da62-85e2-4d23-ad70-10bbf70933e0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.393075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5484cbc9-6c50-4b71-a268-e10fb9e7ce47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3735046 Dec 06 12:04:51.393788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39670) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.395013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f875da62-85e2-4d23-ad70-10bbf70933e0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.401547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'network_id': '4c115273-86d7-409b-bc53-9272e7c851b2', 'name': 'tempest-PortsTestJSON-1431861323'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:51.437440 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-45a375ba-977f-45b1-b94f-f8541d04b2b5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2557471 Dec 06 12:04:51.459517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39672) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.473988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.482533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.494468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f875da62-85e2-4d23-ad70-10bbf70933e0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.495325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f875da62-85e2-4d23-ad70-10bbf70933e0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Fanout notify agent at l3_agent the message router_deleted on router cb4fcd27-11e8-4577-b1a9-38218164e780 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:51.514769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f875da62-85e2-4d23-ad70-10bbf70933e0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.519087 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f875da62-85e2-4d23-ad70-10bbf70933e0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/routers/cb4fcd27-11e8-4577-b1a9-38218164e780 HTTP/1.1" status: 204 len: 168 time: 0.6468349 Dec 06 12:04:51.524725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39674) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.530387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:04:51.575678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae55247-2bd0-44ff-a07f-c60951bb2c52,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:51.581404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.581972 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Added segment 29821fa3-5a02-499a-b5e0-6109ba2ed054 of type vlan for network f191cced-3cba-45fe-bf9c-7b1566c1dd0a Dec 06 12:04:51.645103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044845eb-f8ad-4401-b72a-fdd043714506 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:51.648458 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-044845eb-f8ad-4401-b72a-fdd043714506 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1226606 Dec 06 12:04:51.649075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39676) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.654505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.730716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.736891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:51.737684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.742675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df90cf-ab9c-4855-9f96-7e2e9642c65a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:51.746652 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f3df90cf-ab9c-4855-9f96-7e2e9642c65a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0919697 Dec 06 12:04:51.749472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39678) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.821772 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b363909c-2146-42a0-9cba-715031abe415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634334 Dec 06 12:04:51.827628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Allocated IP 172.20.0.2 (4c115273-86d7-409b-bc53-9272e7c851b2/298fe90d-a779-4ac2-a24e-3a41a5214542/11b713e5-82a0-458c-a505-d6830025cacb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:51.843213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.853844 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5783305 Dec 06 12:04:51.854416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39680) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.858881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39682) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:51.862640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:51.870269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Request body: {'subnet': {'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:51.890101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:51.913934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] No DVR routers for this DVR port 10342d67-07ce-4ac2-9b35-276009bbcf51 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:04:51.923960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646bf02-ec5c-4ca8-b0dc-f06d7c64c0d0 None None] Pushing event deleted for resources: {'Port': ['ID=10342d67-07ce-4ac2-9b35-276009bbcf51,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:51.993746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 753874bb-0779-41c2-b48c-488d29c59796 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:04:52.000058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c056ad58-41c2-4a46-9d20-ce5be47d36ce tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.019799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 753874bb-0779-41c2-b48c-488d29c59796 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:04:52.020058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 753874bb-0779-41c2-b48c-488d29c59796 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:04:52.030528 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:52.034663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.098011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c056ad58-41c2-4a46-9d20-ce5be47d36ce tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.116495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 0a40845d-54b0-4175-a179-35f390ea5dd0 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:52.135744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.142143 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.184048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aab9a2-2e6f-4b65-8cad-e0e41ea34c21 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event updated for resources: {'Network': ['ID=f191cced-3cba-45fe-bf9c-7b1566c1dd0a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:52.193555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Network 4c115273-86d7-409b-bc53-9272e7c851b2 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:52.196349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:52.199422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:52.243309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Pushing event updated for resources: {'Port': ['ID=11b713e5-82a0-458c-a505-d6830025cacb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:52.259113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c056ad58-41c2-4a46-9d20-ce5be47d36ce tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.261970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c056ad58-41c2-4a46-9d20-ce5be47d36ce tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.266533 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c056ad58-41c2-4a46-9d20-ce5be47d36ce tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/70ce9279-0fd9-4935-b240-ad5a9adc8026 HTTP/1.1" status: 204 len: 168 time: 0.8058147 Dec 06 12:04:52.267422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39688) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:52.274410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.313289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network f191cced-3cba-45fe-bf9c-7b1566c1dd0a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:04:52.315549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056ad58-41c2-4a46-9d20-ce5be47d36ce tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ce9279-0fd9-4935-b240-ad5a9adc8026,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:52.321160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Attempting to bind port 11b713e5-82a0-458c-a505-d6830025cacb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:52.321471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.321932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Attempting to bind port 11b713e5-82a0-458c-a505-d6830025cacb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4c115273-86d7-409b-bc53-9272e7c851b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:52.322359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Attempting to bind port 11b713e5-82a0-458c-a505-d6830025cacb on network 4c115273-86d7-409b-bc53-9272e7c851b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:52.358717 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-29cd298d-6d12-4724-8842-20135ba27423 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0867662 Dec 06 12:04:52.360999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:52.361284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Checking segment: {'id': '36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4c115273-86d7-409b-bc53-9272e7c851b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:52.361690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.362328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Bound using segment: {'id': '36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4c115273-86d7-409b-bc53-9272e7c851b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:52.362563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Bound port: 11b713e5-82a0-458c-a505-d6830025cacb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4c115273-86d7-409b-bc53-9272e7c851b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:52.362979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.370578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39690) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:52.371193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Made reservation on behalf of 20267e2537ab463fa18e6740532326e7 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:52.374708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.381706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.10 (4c115273-86d7-409b-bc53-9272e7c851b2/298fe90d-a779-4ac2-a24e-3a41a5214542/0a40845d-54b0-4175-a179-35f390ea5dd0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:52.383622 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1f51430d-e8a3-403a-875d-912015a111d5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group': {'name': 'tempest-secgroup--315310859'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:52.450556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Deleting port 96b990de-50cd-4625-a8a5-77b4a3557858 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:52.450891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.456367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:52.460114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.491266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] For port 11b713e5-82a0-458c-a505-d6830025cacb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:52.495483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] For port 11b713e5-82a0-458c-a505-d6830025cacb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11b713e5-82a0-458c-a505-d6830025cacb,segment=NetworkSegment(36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b),segment_id=36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:52.502691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.546295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f51430d-e8a3-403a-875d-912015a111d5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.588760 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b68d6-faf9-4fae-aa88-4dc04a6a33de None None] Pushing event updated for resources: {'Port': ['ID=11b713e5-82a0-458c-a505-d6830025cacb,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:52.605534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.629388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Calling delete_port for 96b990de-50cd-4625-a8a5-77b4a3557858 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:52.652689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.787354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.793293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f51430d-e8a3-403a-875d-912015a111d5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.812997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f51430d-e8a3-403a-875d-912015a111d5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.842192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.857950 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 4c115273-86d7-409b-bc53-9272e7c851b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:52.865639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=0a40845d-54b0-4175-a179-35f390ea5dd0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:52.868153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:52.889178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:52.935585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f51430d-e8a3-403a-875d-912015a111d5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.938602 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1f51430d-e8a3-403a-875d-912015a111d5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5604942 Dec 06 12:04:52.942359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39694) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:52.945685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51430d-e8a3-403a-875d-912015a111d5 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b10e2e-8dd2-41c6-9225-97f71b6c4569,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:52.951017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-40400a94-1520-4ddd-bbd4-17c34040dc5a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Request body: {'security_group_rule': {'security_group_id': 'e3b10e2e-8dd2-41c6-9225-97f71b6c4569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:52.966204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:52.967015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.973921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:52.977263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event updated for resources: {'Subnet': ['ID=6b6c860a-11f5-43b5-a1e8-cd727fed1a6a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:53.013690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Pushing event deleted for resources: {'Port': ['ID=96b990de-50cd-4625-a8a5-77b4a3557858,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:53.029808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Checking segment: {'id': '29821fa3-5a02-499a-b5e0-6109ba2ed054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:53.030175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Network hostable DHCP agents. Network: f191cced-3cba-45fe-bf9c-7b1566c1dd0a, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:04:53.032406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb180f-a5bd-40f5-a6e8-08441cdac3ca None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:04:53.074088 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f34563a9-202a-4384-9801-492ed319df4a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6789412 Dec 06 12:04:53.075916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40400a94-1520-4ddd-bbd4-17c34040dc5a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.079707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39698) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:53.084335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:04:53.088137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.101413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Network f191cced-3cba-45fe-bf9c-7b1566c1dd0a is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:04:53.140564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:53.147593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:53.149209 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f191cced-3cba-45fe-bf9c-7b1566c1dd0a) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:53.151171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:53.151774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.158624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:53.159214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.161508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746396c1-31a4-4e99-aaad-a0ec2461bab8 None None] Network f191cced-3cba-45fe-bf9c-7b1566c1dd0a requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:53.164337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f9f650-6b53-47f8-865d-381a1eef90bc None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:53.171896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=4e78c4da-a73d-4702-846d-29f2ca35c460,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:53.186841 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2d52a08d-8aac-426a-857a-70b5a108b900 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3288047 Dec 06 12:04:53.191404 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-379c53c1-5701-43d5-bdef-5c8182a6d44c tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3246894 Dec 06 12:04:53.191634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39700) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:53.196952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:53.197178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39702) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:53.208049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Request body: {'port': {'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-784694138'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:53.242749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.360437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:53.364793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.470829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 11b713e5-82a0-458c-a505-d6830025cacb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:53.507953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f191cced-3cba-45fe-bf9c-7b1566c1dd0a', 'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a', 'tenant_id': '20267e2537ab463fa18e6740532326e7', 'fixed_ips': [{'subnet_id': '6b6c860a-11f5-43b5-a1e8-cd727fed1a6a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:53.509111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.682559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40400a94-1520-4ddd-bbd4-17c34040dc5a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.709212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40400a94-1520-4ddd-bbd4-17c34040dc5a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.743474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.753447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Allocated IP 2001:db8::2 (f191cced-3cba-45fe-bf9c-7b1566c1dd0a/6b6c860a-11f5-43b5-a1e8-cd727fed1a6a/70aa2474-f699-46be-8582-1eac8633c7cc) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:53.757529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '4e78c4da-a73d-4702-846d-29f2ca35c460'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:04:53.758394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.791992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:53.798915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:53.805540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:53.805839 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.827916 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6343718 Dec 06 12:04:53.827916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde08f4-f187-47a2-b1c5-fece5b5b436b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=ef2d0caa-7134-4e06-a365-841a81587e19,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:53.830366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39708) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:53.835230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:8a:07:78', 'name': 'tempest-NetworksTestDHCPv6-2097247100'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:53.884861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.888830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40400a94-1520-4ddd-bbd4-17c34040dc5a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d6b248-969a-4afe-a02f-d575a203c62b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:53.893864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 11b713e5-82a0-458c-a505-d6830025cacb triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:53.894796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.900819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:53.904382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d73e9-63bd-4dfb-b6e0-9c677b31b801 None None] Network 4c115273-86d7-409b-bc53-9272e7c851b2 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:53.989134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:53.996427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Made reservation on behalf of 20267e2537ab463fa18e6740532326e7 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:54.000707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.013644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40400a94-1520-4ddd-bbd4-17c34040dc5a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.014682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-40400a94-1520-4ddd-bbd4-17c34040dc5a tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0711420 Dec 06 12:04:54.018008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39710) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.056652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9c3f26aa-b3f3-4ee5-a53b-8a46a4f4dc9e None None] Provisioning complete for port 11b713e5-82a0-458c-a505-d6830025cacb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:54.057219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c3f26aa-b3f3-4ee5-a53b-8a46a4f4dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.064460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Router cefdca47-a89c-4bb9-a785-1038da2e18b8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:04:54.067735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] device_id is not set on port 381b7d60-5431-45b9-8448-b09da500d5cf yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:54.083558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.133297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.136434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7720a6af-7c76-49df-9485-3c150d916a51 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.174581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 325eaea0-d0d3-43a4-8d6b-afa24013657d yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:54.181321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7720a6af-7c76-49df-9485-3c150d916a51 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.190548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Allocated IP 2001:db8::f816:3eff:fe82:f6a4 (61c27f2c-faab-4f7c-b849-24512843983c/4e78c4da-a73d-4702-846d-29f2ca35c460/180ff93e-98a6-4467-aee5-2d8159096dcc) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:54.242046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:54.255746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.255746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cde90a6a-969d-42f5-ada5-636706b75251 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "PUT /v2.0/routers/cefdca47-a89c-4bb9-a785-1038da2e18b8 HTTP/1.1" status: 200 len: 710 time: 3.0437272 Dec 06 12:04:54.256595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39714) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.293456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e6d7b-b863-4cbc-92f4-9d91c8f40543 None None] Sync routers for ids ['cefdca47-a89c-4bb9-a785-1038da2e18b8'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:54.342949 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6b4f24d6-88c6-4bc3-932b-28d781d063f1 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/routers/cefdca47-a89c-4bb9-a785-1038da2e18b8 HTTP/1.1" status: 200 len: 745 time: 0.0826471 Dec 06 12:04:54.343154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39716) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.400523 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ae62ab85-144c-4f99-9ea3-04d5ba963e13 tempest-RoutersIpV6AdminTest-789828739 tempest-RoutersIpV6AdminTest-789828739-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=cefdca47-a89c-4bb9-a785-1038da2e18b8 HTTP/1.1" status: 200 len: 205 time: 0.0561233 Dec 06 12:04:54.401609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39718) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.401981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7720a6af-7c76-49df-9485-3c150d916a51 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.404859 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7720a6af-7c76-49df-9485-3c150d916a51 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.408332 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7720a6af-7c76-49df-9485-3c150d916a51 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/e3b10e2e-8dd2-41c6-9225-97f71b6c4569 HTTP/1.1" status: 204 len: 168 time: 0.3868203 Dec 06 12:04:54.409264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39720) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.424290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c3f26aa-b3f3-4ee5-a53b-8a46a4f4dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.445162 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ee115950-e77b-4984-9e50-45f9c30fc026 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=cefdca47-a89c-4bb9-a785-1038da2e18b8 HTTP/1.1" status: 200 len: 205 time: 0.0350761 Dec 06 12:04:54.445406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39722) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.452536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720a6af-7c76-49df-9485-3c150d916a51 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b10e2e-8dd2-41c6-9225-97f71b6c4569,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:54.459074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.491592 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-536cfb30-ccf3-44df-a0a7-ddc7fe1ab38c tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0794656 Dec 06 12:04:54.495079 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39724) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.516835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.527323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.570493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f5312e-78e1-4939-8e65-1a9453dcc63b tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.615416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Allocated IP 2001:db8::b9 (f191cced-3cba-45fe-bf9c-7b1566c1dd0a/6b6c860a-11f5-43b5-a1e8-cd727fed1a6a/381b7d60-5431-45b9-8448-b09da500d5cf) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:54.643247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=0a40845d-54b0-4175-a179-35f390ea5dd0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:54.655172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.664113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e6d7b-b863-4cbc-92f4-9d91c8f40543 None None] Routers {'cefdca47-a89c-4bb9-a785-1038da2e18b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:54.664882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-052e6d7b-b863-4cbc-92f4-9d91c8f40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cefdca47-a89c-4bb9-a785-1038da2e18b8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:54.723932 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eb456121-f974-4e37-ab8a-7fec14c67cd6 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2309227 Dec 06 12:04:54.730089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39730) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.756458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-e7e2bf4e-7e39-49e2-9f55-1cc0e88ca629 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] delete failed (client error): The resource could not be found. Dec 06 12:04:54.757572 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e7e2bf4e-7e39-49e2-9f55-1cc0e88ca629 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "DELETE /v2.0/security-groups/e3b10e2e-8dd2-41c6-9225-97f71b6c4569 HTTP/1.1" status: 404 len: 347 time: 0.0264857 Dec 06 12:04:54.763190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39732) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.768885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9c3f26aa-b3f3-4ee5-a53b-8a46a4f4dc9e None None] For port 11b713e5-82a0-458c-a505-d6830025cacb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11b713e5-82a0-458c-a505-d6830025cacb,segment=NetworkSegment(36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b),segment_id=36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:54.773386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Network f191cced-3cba-45fe-bf9c-7b1566c1dd0a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:54.773570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f5312e-78e1-4939-8e65-1a9453dcc63b tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.781193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.782858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f5312e-78e1-4939-8e65-1a9453dcc63b tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.783078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-052e6d7b-b863-4cbc-92f4-9d91c8f40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:54.793497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c3f26aa-b3f3-4ee5-a53b-8a46a4f4dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.808749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:54.821703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:54.866881 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f360da1e-b98d-45e8-aeda-66109afd5c85 tempest-SecGroupTest-1277213264 tempest-SecGroupTest-1277213264-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0982153 Dec 06 12:04:54.868473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f5312e-78e1-4939-8e65-1a9453dcc63b tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.868995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f5312e-78e1-4939-8e65-1a9453dcc63b tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Fanout notify agent at l3_agent the message router_deleted on router cefdca47-a89c-4bb9-a785-1038da2e18b8 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:04:54.876630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f5312e-78e1-4939-8e65-1a9453dcc63b tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.882141 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-48f5312e-78e1-4939-8e65-1a9453dcc63b tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/cefdca47-a89c-4bb9-a785-1038da2e18b8 HTTP/1.1" status: 204 len: 168 time: 0.4358349 Dec 06 12:04:54.882787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39736) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.890627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Pushing event updated for resources: {'Port': ['ID=70aa2474-f699-46be-8582-1eac8633c7cc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:54.906692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:54.909184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e6d7b-b863-4cbc-92f4-9d91c8f40543 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:54.909568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e6d7b-b863-4cbc-92f4-9d91c8f40543 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 12:04:54.911104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_agentschedulers_db [None req-052e6d7b-b863-4cbc-92f4-9d91c8f40543 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cefdca47-a89c-4bb9-a785-1038da2e18b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent'). {{(pid=103288) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 12:04:54.911104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e6d7b-b863-4cbc-92f4-9d91c8f40543 None None] The sync data for ids ['cefdca47-a89c-4bb9-a785-1038da2e18b8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:54.928367 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e05ea7a1-4eaa-42eb-81c4-72f612e31850 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=cefdca47-a89c-4bb9-a785-1038da2e18b8 HTTP/1.1" status: 200 len: 205 time: 0.0442986 Dec 06 12:04:54.928990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39738) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:54.976395 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-c52707a7-5de3-4731-9243-1b56bef04924 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] delete failed (client error): The resource could not be found. Dec 06 12:04:54.980668 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c52707a7-5de3-4731-9243-1b56bef04924 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/cefdca47-a89c-4bb9-a785-1038da2e18b8 HTTP/1.1" status: 404 len: 336 time: 0.0507355 Dec 06 12:04:54.982831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39740) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.014821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.015425 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-be6fa71f-848d-46d6-a2bf-975b816d04e2 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=41656ca4-3b75-44cd-a8d8-43dc2560db27 HTTP/1.1" status: 200 len: 205 time: 0.0321729 Dec 06 12:04:55.016158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39742) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.060554 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-0e4c8247-f34f-4b97-aa98-eff8df3a85d1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] delete failed (client error): The resource could not be found. Dec 06 12:04:55.067346 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0e4c8247-f34f-4b97-aa98-eff8df3a85d1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/41656ca4-3b75-44cd-a8d8-43dc2560db27 HTTP/1.1" status: 404 len: 336 time: 0.0498354 Dec 06 12:04:55.067870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39744) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.097049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Attempting to bind port 70aa2474-f699-46be-8582-1eac8633c7cc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:55.097585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Attempting to bind port 70aa2474-f699-46be-8582-1eac8633c7cc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '29821fa3-5a02-499a-b5e0-6109ba2ed054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:55.097998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Attempting to bind port 70aa2474-f699-46be-8582-1eac8633c7cc on network f191cced-3cba-45fe-bf9c-7b1566c1dd0a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:55.099093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.101672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.107831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f26aa-b3f3-4ee5-a53b-8a46a4f4dc9e None None] Pushing event updated for resources: {'Port': ['ID=11b713e5-82a0-458c-a505-d6830025cacb,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:55.112960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:04:55.113609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:04:55.118608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.124082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.130924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:55.131579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Checking segment: {'id': '29821fa3-5a02-499a-b5e0-6109ba2ed054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:55.132021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.132425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Bound using segment: {'id': '29821fa3-5a02-499a-b5e0-6109ba2ed054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:55.133093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Bound port: 70aa2474-f699-46be-8582-1eac8633c7cc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29821fa3-5a02-499a-b5e0-6109ba2ed054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:55.133763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.177585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Network f191cced-3cba-45fe-bf9c-7b1566c1dd0a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:55.198994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:55.206329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:55.211320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:55.217889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:55.218517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.232532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event updated for resources: {'Port': ['ID=381b7d60-5431-45b9-8448-b09da500d5cf,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:55.243937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Pushing event updated for resources: {'Port': ['ID=180ff93e-98a6-4467-aee5-2d8159096dcc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:55.245554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 172.20.0.2 (61c27f2c-faab-4f7c-b849-24512843983c/ef2d0caa-7134-4e06-a365-841a81587e19/325eaea0-d0d3-43a4-8d6b-afa24013657d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:55.253099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:fe8a:778 (61c27f2c-faab-4f7c-b849-24512843983c/4e78c4da-a73d-4702-846d-29f2ca35c460/325eaea0-d0d3-43a4-8d6b-afa24013657d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:55.254845 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:55.260718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:55.362901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Attempting to bind port 180ff93e-98a6-4467-aee5-2d8159096dcc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:04:55.363328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Attempting to bind port 180ff93e-98a6-4467-aee5-2d8159096dcc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:04:55.363723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Attempting to bind port 180ff93e-98a6-4467-aee5-2d8159096dcc on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:04:55.366217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] For port 70aa2474-f699-46be-8582-1eac8633c7cc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:55.373070 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] For port 70aa2474-f699-46be-8582-1eac8633c7cc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70aa2474-f699-46be-8582-1eac8633c7cc,segment=NetworkSegment(29821fa3-5a02-499a-b5e0-6109ba2ed054),segment_id=29821fa3-5a02-499a-b5e0-6109ba2ed054)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:55.377149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:04:55.377535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:04:55.378033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.378444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:04:55.379262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Bound port: 180ff93e-98a6-4467-aee5-2d8159096dcc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:04:55.379819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.384341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.451565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a7109-ad72-4708-a240-3ad456bd1355 None None] Pushing event updated for resources: {'Port': ['ID=70aa2474-f699-46be-8582-1eac8633c7cc,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:55.464621 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4ccf21e6-1474-484a-8e84-7caeee3708d8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=f153018a-76a8-4626-8d54-7180b81f5ff4 HTTP/1.1" status: 200 len: 205 time: 0.3949585 Dec 06 12:04:55.468017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39750) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.468017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39752) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.536061 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-7a476469-999c-4acb-8d54-26c2616867b0 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] delete failed (client error): The resource could not be found. Dec 06 12:04:55.539527 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7a476469-999c-4acb-8d54-26c2616867b0 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/f153018a-76a8-4626-8d54-7180b81f5ff4 HTTP/1.1" status: 404 len: 336 time: 0.0668278 Dec 06 12:04:55.543507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39756) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.595232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-06524b44-32e4-409c-ba8d-cac84e662ec3 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.3920894 Dec 06 12:04:55.595471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] For port 180ff93e-98a6-4467-aee5-2d8159096dcc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:04:55.595574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39758) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.600056 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ef5332e9-375d-469c-be49-3b29e96f7bc6 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9bd103-4a30-4300-8ee9-ea8692e01848 HTTP/1.1" status: 200 len: 205 time: 0.0514698 Dec 06 12:04:55.604892 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.607364 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39762) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.611513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-402b171d-1aa8-4b58-a5d4-b695d99bb69a None None] Provisioning complete for port 11b713e5-82a0-458c-a505-d6830025cacb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:55.617481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-402b171d-1aa8-4b58-a5d4-b695d99bb69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.627470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] For port 180ff93e-98a6-4467-aee5-2d8159096dcc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=180ff93e-98a6-4467-aee5-2d8159096dcc,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:04:55.637864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Request body: {'port': {'network_id': 'f191cced-3cba-45fe-bf9c-7b1566c1dd0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1036446090', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:55.639304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] bootfile-name is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:04:55.642337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] tftp-server is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:04:55.642910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] server-ip-address is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:04:55.681994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.685959 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-6effb324-c0e9-499f-91c3-e9a4ec240462 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] delete failed (client error): The resource could not be found. Dec 06 12:04:55.687103 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6effb324-c0e9-499f-91c3-e9a4ec240462 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/5f9bd103-4a30-4300-8ee9-ea8692e01848 HTTP/1.1" status: 404 len: 336 time: 0.0787227 Dec 06 12:04:55.689727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39764) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.705165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.752565 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f30f8be2-dbd3-4d27-8e72-f8422e63d7eb tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d HTTP/1.1" status: 200 len: 205 time: 0.0513785 Dec 06 12:04:55.753835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39766) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.774956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:55.842174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a74f7-66b6-48ec-9a15-f87145442c7f None None] Pushing event updated for resources: {'Port': ['ID=180ff93e-98a6-4467-aee5-2d8159096dcc,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:55.931178 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-67d90533-0517-4fed-be90-974c369e29c0 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] delete failed (client error): The resource could not be found. Dec 06 12:04:55.944783 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-67d90533-0517-4fed-be90-974c369e29c0 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/d6d5614c-4dc1-4c4b-ad27-e40f96dfc99d HTTP/1.1" status: 404 len: 336 time: 0.0955479 Dec 06 12:04:55.945702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39770) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:55.970987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=0a40845d-54b0-4175-a179-35f390ea5dd0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:56.004826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-402b171d-1aa8-4b58-a5d4-b695d99bb69a None None] Provisioning complete for port 0a40845d-54b0-4175-a179-35f390ea5dd0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:56.005237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-402b171d-1aa8-4b58-a5d4-b695d99bb69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.013044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.024938 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e0331585-ff2f-4346-a3c6-e276f2a1b240 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8 HTTP/1.1" status: 200 len: 205 time: 0.0701118 Dec 06 12:04:56.033365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.045713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 11b713e5-82a0-458c-a505-d6830025cacb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:56.058139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39772) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:56.072081 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-193821ee-94cd-4a3d-9bd4-883de08ed1b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0ab32652f27453f810769f8fc8e4ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6026888 Dec 06 12:04:56.085511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39774) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:56.136894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:56.146980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:56.152506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:56.154368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-402b171d-1aa8-4b58-a5d4-b695d99bb69a None None] Port 0a40845d-54b0-4175-a179-35f390ea5dd0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:56.178574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-69cf9f74-77ef-4ff5-93b0-dfc47f5855a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] delete failed (client error): The resource could not be found. Dec 06 12:04:56.180170 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-69cf9f74-77ef-4ff5-93b0-dfc47f5855a1 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/routers/5c9ccc0e-e6c8-4e4a-9de4-0b35ccf981d8 HTTP/1.1" status: 404 len: 336 time: 0.1211994 Dec 06 12:04:56.194481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39776) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:56.206376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=325eaea0-d0d3-43a4-8d6b-afa24013657d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:56.234770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39fda9cf-0963-4505-9d21-c589d7814fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.266267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:56.267186 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.285959 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47b4337-e6c3-4d18-a582-f465bffae2e8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] DELETE failed (client error): The resource could not be found. Dec 06 12:04:56.286111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 11b713e5-82a0-458c-a505-d6830025cacb triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:56.286691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.288084 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f39f55b6-8762-4430-8fa5-893273da99cc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4566014 Dec 06 12:04:56.288642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47b4337-e6c3-4d18-a582-f465bffae2e8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:04:56.290641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39778) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:56.291951 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e47b4337-e6c3-4d18-a582-f465bffae2e8 tempest-RoutersIpV6AdminTest-104374486 tempest-RoutersIpV6AdminTest-104374486-project] 10.222.0.24 "DELETE /v2.0/subnets/f563ed4a-b287-4692-a05b-078422c2b750 HTTP/1.1" status: 404 len: 337 time: 0.0607448 Dec 06 12:04:56.371381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-38c9b467-ce00-4c31-b108-d4f70819acb4 None None] Provisioning complete for port 0a40845d-54b0-4175-a179-35f390ea5dd0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:56.372503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38c9b467-ce00-4c31-b108-d4f70819acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.396981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeca84c-6990-4edb-b602-75f283a9dfca tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:56.404479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeca84c-6990-4edb-b602-75f283a9dfca tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:56.406831 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2eeca84c-6990-4edb-b602-75f283a9dfca tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1083648 Dec 06 12:04:56.409427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39782) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:56.415203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Made reservation on behalf of 20267e2537ab463fa18e6740532326e7 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:56.421281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.460681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a448f411-a190-4463-8996-5673e08a482e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.474674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] device_id is not set on port 001fe8ad-d330-42b0-88b6-7137281c19b5 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:04:56.499347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-38c9b467-ce00-4c31-b108-d4f70819acb4 None None] Port 0a40845d-54b0-4175-a179-35f390ea5dd0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:56.510137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 4c115273-86d7-409b-bc53-9272e7c851b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:56.550724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:56.563763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a448f411-a190-4463-8996-5673e08a482e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.595407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a24ee344-e8d7-4390-aa99-a6e736c65ee9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 325eaea0-d0d3-43a4-8d6b-afa24013657d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:56.595993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a24ee344-e8d7-4390-aa99-a6e736c65ee9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.624356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a63e01a4-6af5-4b52-8c48-5269a1c9cdc1 None None] Provisioning complete for port 0a40845d-54b0-4175-a179-35f390ea5dd0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:56.624739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a63e01a4-6af5-4b52-8c48-5269a1c9cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.706159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a63e01a4-6af5-4b52-8c48-5269a1c9cdc1 None None] Port 0a40845d-54b0-4175-a179-35f390ea5dd0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:56.735424 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39788) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:56.747162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a24ee344-e8d7-4390-aa99-a6e736c65ee9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:56.767509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a24ee344-e8d7-4390-aa99-a6e736c65ee9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 325eaea0-d0d3-43a4-8d6b-afa24013657d owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:56.990875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13a054bb-2028-43a0-b75b-17eb9a397868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.034976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-bdd50a30-affa-492e-ac71-7e7763abeeee None None] Provisioning complete for port 0a40845d-54b0-4175-a179-35f390ea5dd0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:57.035458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdd50a30-affa-492e-ac71-7e7763abeeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.101491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bdd50a30-affa-492e-ac71-7e7763abeeee None None] Port 0a40845d-54b0-4175-a179-35f390ea5dd0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:57.113851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a24ee344-e8d7-4390-aa99-a6e736c65ee9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.178300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ee344-e8d7-4390-aa99-a6e736c65ee9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=325eaea0-d0d3-43a4-8d6b-afa24013657d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:57.246106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a448f411-a190-4463-8996-5673e08a482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.249438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a448f411-a190-4463-8996-5673e08a482e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.252970 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a448f411-a190-4463-8996-5673e08a482e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9829b623-8e8e-4857-b349-a0cf6985f5d6 HTTP/1.1" status: 204 len: 168 time: 1.1630733 Dec 06 12:04:57.252970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Allocated IP 2001:db8::d3 (f191cced-3cba-45fe-bf9c-7b1566c1dd0a/6b6c860a-11f5-43b5-a1e8-cd727fed1a6a/001fe8ad-d330-42b0-88b6-7137281c19b5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:04:57.272225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448f411-a190-4463-8996-5673e08a482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9829b623-8e8e-4857-b349-a0cf6985f5d6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:57.277649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e1057f-fef3-4ba3-b793-9c73e338f0a7 None None] Network f191cced-3cba-45fe-bf9c-7b1566c1dd0a requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:57.330857 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Router 4d49f513-6ba0-4240-a0e4-cde679a36219 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:04:57.339691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13a054bb-2028-43a0-b75b-17eb9a397868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.348160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13a054bb-2028-43a0-b75b-17eb9a397868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.362526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a24ee344-e8d7-4390-aa99-a6e736c65ee9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.370670 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a24ee344-e8d7-4390-aa99-a6e736c65ee9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/325eaea0-d0d3-43a4-8d6b-afa24013657d HTTP/1.1" status: 204 len: 168 time: 0.9593825 Dec 06 12:04:57.380072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39798) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:57.407748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a24df58f-377e-4136-b5c7-c33114bbbe84 None None] Provisioning complete for port 70aa2474-f699-46be-8582-1eac8633c7cc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:57.408836 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a24df58f-377e-4136-b5c7-c33114bbbe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.457367 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-13a054bb-2028-43a0-b75b-17eb9a397868 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebbe2bff5c6d49b981f341a07e74fe2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7182715 Dec 06 12:04:57.458855 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39800) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:57.470788 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a054bb-2028-43a0-b75b-17eb9a397868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8ade98-f3ec-4e5d-802d-8e1df22ef17e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:57.516329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e1fa8-1647-4b0f-b210-64fd4078fb79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:57.519392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e1fa8-1647-4b0f-b210-64fd4078fb79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:57.521463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e1fa8-1647-4b0f-b210-64fd4078fb79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:57.525793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.526507 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-319e1fa8-1647-4b0f-b210-64fd4078fb79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1431201 Dec 06 12:04:57.527242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39804) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:57.598541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-7076e111-f410-4673-96b7-2346775b8c12 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 4e78c4da-a73d-4702-846d-29f2ca35c460 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:57.603837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7076e111-f410-4673-96b7-2346775b8c12 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.608386 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.633082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a24df58f-377e-4136-b5c7-c33114bbbe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.657305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db691c91-8653-470b-8e14-ec8f312531c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.663728 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7076e111-f410-4673-96b7-2346775b8c12 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.686876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a24df58f-377e-4136-b5c7-c33114bbbe84 None None] For port 70aa2474-f699-46be-8582-1eac8633c7cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70aa2474-f699-46be-8582-1eac8633c7cc,segment=NetworkSegment(29821fa3-5a02-499a-b5e0-6109ba2ed054),segment_id=29821fa3-5a02-499a-b5e0-6109ba2ed054)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:57.695727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a24df58f-377e-4136-b5c7-c33114bbbe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.726373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db691c91-8653-470b-8e14-ec8f312531c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.752687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddefbf57-1a89-499e-9b50-698c6da81b8b None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:57.836429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Network f191cced-3cba-45fe-bf9c-7b1566c1dd0a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:04:57.844284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7076e111-f410-4673-96b7-2346775b8c12 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.844777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event updated for resources: {'Port': ['ID=001fe8ad-d330-42b0-88b6-7137281c19b5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:57.848008 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:04:57.850584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:04:57.866189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:04:57.866948 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583d017-3f0b-495c-9c87-9c089d937e74 None None] Sync routers for ids ['4d49f513-6ba0-4240-a0e4-cde679a36219'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:04:57.884577 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583d017-3f0b-495c-9c87-9c089d937e74 None None] Routers {'4d49f513-6ba0-4240-a0e4-cde679a36219'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:57.885256 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7583d017-3f0b-495c-9c87-9c089d937e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d49f513-6ba0-4240-a0e4-cde679a36219'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:57.895231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:57.895948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.909106 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5a5c9b52-b397-4e40-ad06-a9dcf51fba1f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "PUT /v2.0/routers/4d49f513-6ba0-4240-a0e4-cde679a36219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8266706 Dec 06 12:04:57.911842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39814) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:57.913142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db691c91-8653-470b-8e14-ec8f312531c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.920386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db691c91-8653-470b-8e14-ec8f312531c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:57.928727 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-db691c91-8653-470b-8e14-ec8f312531c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e8ade98-f3ec-4e5d-802d-8e1df22ef17e HTTP/1.1" status: 204 len: 168 time: 0.4684329 Dec 06 12:04:57.973734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691c91-8653-470b-8e14-ec8f312531c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8ade98-f3ec-4e5d-802d-8e1df22ef17e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:57.995343 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6d53dcc0-282b-41d3-bed1-197fd3660b13 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3821440 Dec 06 12:04:58.003999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39820) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.011921 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7583d017-3f0b-495c-9c87-9c089d937e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:58.042591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24df58f-377e-4136-b5c7-c33114bbbe84 None None] Pushing event updated for resources: {'Port': ['ID=70aa2474-f699-46be-8582-1eac8633c7cc,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:58.053674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab608949-78a2-46ca-b264-17442c4fe4e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:58.055974 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ab608949-78a2-46ca-b264-17442c4fe4e9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d49f513-6ba0-4240-a0e4-cde679a36219 HTTP/1.1" status: 200 len: 983 time: 0.1429040 Dec 06 12:04:58.059012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39824) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.077416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583d017-3f0b-495c-9c87-9c089d937e74 None None] Routers {'4d49f513-6ba0-4240-a0e4-cde679a36219'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:04:58.080731 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7583d017-3f0b-495c-9c87-9c089d937e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d49f513-6ba0-4240-a0e4-cde679a36219'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:58.082003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a1f910d8-e70c-496b-af23-2ecbc111d2a8 None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:58.082829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1f910d8-e70c-496b-af23-2ecbc111d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.166871 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7076e111-f410-4673-96b7-2346775b8c12 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.180501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 70aa2474-f699-46be-8582-1eac8633c7cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:58.185570 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7583d017-3f0b-495c-9c87-9c089d937e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:04:58.187318 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583d017-3f0b-495c-9c87-9c089d937e74 None None] The sync data for ids ['4d49f513-6ba0-4240-a0e4-cde679a36219'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:04:58.209698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305b2c9-c59a-4037-8f1a-6be8ead320ca tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:58.218626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305b2c9-c59a-4037-8f1a-6be8ead320ca tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:58.226342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305b2c9-c59a-4037-8f1a-6be8ead320ca tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:04:58.228237 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0305b2c9-c59a-4037-8f1a-6be8ead320ca tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2194209 Dec 06 12:04:58.231250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39826) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.258191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076e111-f410-4673-96b7-2346775b8c12 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=4e78c4da-a73d-4702-846d-29f2ca35c460,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:58.264277 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7076e111-f410-4673-96b7-2346775b8c12 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.273364 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7076e111-f410-4673-96b7-2346775b8c12 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/4e78c4da-a73d-4702-846d-29f2ca35c460 HTTP/1.1" status: 204 len: 168 time: 0.7379193 Dec 06 12:04:58.273688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39830) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.416047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb30156f-9c1e-4f2c-9b53-d2283e730bd3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet ef2d0caa-7134-4e06-a365-841a81587e19 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:04:58.419454 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb30156f-9c1e-4f2c-9b53-d2283e730bd3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.519236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb30156f-9c1e-4f2c-9b53-d2283e730bd3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.589923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb30156f-9c1e-4f2c-9b53-d2283e730bd3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.671144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39840) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.703610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 70aa2474-f699-46be-8582-1eac8633c7cc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:58.704202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.707930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f92eb096-4c9a-4236-ab97-b3acabca78ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.708127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-078dd277-d0d3-4147-ae7b-dfb7d7572ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Deleting port 001fe8ad-d330-42b0-88b6-7137281c19b5 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:04:58.713270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-078dd277-d0d3-4147-ae7b-dfb7d7572ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.726997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb30156f-9c1e-4f2c-9b53-d2283e730bd3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.746800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1f910d8-e70c-496b-af23-2ecbc111d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.804028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a1f910d8-e70c-496b-af23-2ecbc111d2a8 None None] For port 180ff93e-98a6-4467-aee5-2d8159096dcc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=180ff93e-98a6-4467-aee5-2d8159096dcc,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:04:58.809951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30156f-9c1e-4f2c-9b53-d2283e730bd3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2d0caa-7134-4e06-a365-841a81587e19,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:58.818109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb30156f-9c1e-4f2c-9b53-d2283e730bd3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.824582 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bb30156f-9c1e-4f2c-9b53-d2283e730bd3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/ef2d0caa-7134-4e06-a365-841a81587e19 HTTP/1.1" status: 204 len: 168 time: 0.5488663 Dec 06 12:04:58.829958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39846) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.844181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1f910d8-e70c-496b-af23-2ecbc111d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:58.872646 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f69813bf-0c8e-4627-b8f6-04b549db813f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25afd50a4dc04546b3b890fc42228d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969311 Dec 06 12:04:58.897427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39848) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.897765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39850) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.921452 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3cd6da78-d3ab-406f-acb7-ade481486e5d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900972 Dec 06 12:04:58.924423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39854) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:58.933455 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:58.956516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 180ff93e-98a6-4467-aee5-2d8159096dcc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:04:58.963436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6028dd-7236-4abd-9493-58a48bc3e436 None None] Update dhcp port {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': 'ef2d0caa-7134-4e06-a365-841a81587e19'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '180ff93e-98a6-4467-aee5-2d8159096dcc'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:04:59.040809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f910d8-e70c-496b-af23-2ecbc111d2a8 None None] Pushing event updated for resources: {'Port': ['ID=180ff93e-98a6-4467-aee5-2d8159096dcc,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:59.046112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ab783b4c-93eb-4f52-a64e-098c8eab471f None None] Provisioning complete for port 70aa2474-f699-46be-8582-1eac8633c7cc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:59.046714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab783b4c-93eb-4f52-a64e-098c8eab471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.048528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd6028dd-7236-4abd-9493-58a48bc3e436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.054507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:59.061731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.121256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-078dd277-d0d3-4147-ae7b-dfb7d7572ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.130109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1848531270'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:59.146576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf50af0b-be06-4c22-aa58-2ede6129525a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.170404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-078dd277-d0d3-4147-ae7b-dfb7d7572ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Calling delete_port for 001fe8ad-d330-42b0-88b6-7137281c19b5 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:04:59.177575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:59.179468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.206899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf50af0b-be06-4c22-aa58-2ede6129525a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.250661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Made reservation on behalf of 930f8977851d4d5f83d0e74c05e4f1f0 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:04:59.254324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.287323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.317110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ab783b4c-93eb-4f52-a64e-098c8eab471f None None] Provisioning complete for port 381b7d60-5431-45b9-8448-b09da500d5cf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:59.317484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab783b4c-93eb-4f52-a64e-098c8eab471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.361958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d52d4f-715a-4879-92ab-12d07446c428 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:04:59.441328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ab783b4c-93eb-4f52-a64e-098c8eab471f None None] Port 381b7d60-5431-45b9-8448-b09da500d5cf cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:59.460318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:04:59.477109 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ab783b4c-93eb-4f52-a64e-098c8eab471f None None] Provisioning complete for port 001fe8ad-d330-42b0-88b6-7137281c19b5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:59.477489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab783b4c-93eb-4f52-a64e-098c8eab471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.482726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf50af0b-be06-4c22-aa58-2ede6129525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.485422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf50af0b-be06-4c22-aa58-2ede6129525a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.489122 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bf50af0b-be06-4c22-aa58-2ede6129525a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ec7777f-fd91-4391-aaed-217bc6efba3a HTTP/1.1" status: 204 len: 168 time: 0.5879600 Dec 06 12:04:59.494913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.558288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ab783b4c-93eb-4f52-a64e-098c8eab471f None None] Port 001fe8ad-d330-42b0-88b6-7137281c19b5 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:04:59.567162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50af0b-be06-4c22-aa58-2ede6129525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec7777f-fd91-4391-aaed-217bc6efba3a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:59.660101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-078dd277-d0d3-4147-ae7b-dfb7d7572ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.697763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0745a73a-8e4c-4da6-83b7-436becfbb020 None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:04:59.697763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0745a73a-8e4c-4da6-83b7-436becfbb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.760559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.761876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dd277-d0d3-4147-ae7b-dfb7d7572ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event deleted for resources: {'Port': ['ID=001fe8ad-d330-42b0-88b6-7137281c19b5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:59.808579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.849788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.864121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-078dd277-d0d3-4147-ae7b-dfb7d7572ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.868405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-078dd277-d0d3-4147-ae7b-dfb7d7572ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "DELETE /v2.0/ports/001fe8ad-d330-42b0-88b6-7137281c19b5 HTTP/1.1" status: 204 len: 168 time: 1.6356475 Dec 06 12:04:59.874940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39864) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:04:59.889001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:04:59.894488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Request body: {'port': {'name': 'tempest-new-port-name-456365655', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:04:59.894972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] bootfile-name is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:04:59.895544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] tftp-server is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:04:59.896105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] server-ip-address is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:04:59.943512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62871d39-71bc-46bc-992f-548f99785453,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:04:59.956775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:04:59.957715 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Added segment d50d2ba1-bc9e-4b15-a5e8-44016f0facd9 of type vlan for network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 Dec 06 12:04:59.963295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 70aa2474-f699-46be-8582-1eac8633c7cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:00.015398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ef3ac73e-6413-4332-999d-e5f2a81496db None None] Could not find standard attr ID for object 325eaea0-d0d3-43a4-8d6b-afa24013657d. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:00.080787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ef3ac73e-6413-4332-999d-e5f2a81496db None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:00.081346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac73e-6413-4332-999d-e5f2a81496db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.087350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.109703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.165968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 70aa2474-f699-46be-8582-1eac8633c7cc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:00.166350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.167440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.176990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:00.178084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.315600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.358112 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4554913 Dec 06 12:05:00.362751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39878) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:00.370865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c254c02f-1e59-4ddc-b82d-a509c5c2f33b None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:05:00.377300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Request body: {'subnet': {'network_id': '1cd4ffea-3fb4-4fac-a10c-97d239b29296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:00.441719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f11b9b-140f-4001-a546-61690d91838a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Pushing event updated for resources: {'Network': ['ID=1cd4ffea-3fb4-4fac-a10c-97d239b29296,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:00.461850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:00.540987 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 180ff93e-98a6-4467-aee5-2d8159096dcc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:00.567474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] For port 180ff93e-98a6-4467-aee5-2d8159096dcc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=180ff93e-98a6-4467-aee5-2d8159096dcc,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:00.602590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 0a40845d-54b0-4175-a179-35f390ea5dd0 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:00.603108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.618434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c254c02f-1e59-4ddc-b82d-a509c5c2f33b None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:05:00.641803 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.648596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.649481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.675427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.703898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Made reservation on behalf of 930f8977851d4d5f83d0e74c05e4f1f0 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:00.708141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.731526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39890) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:00.770394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:00.780766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:00.793786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:00.795193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.802247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=d8ab1bc4-9826-4641-bae6-6ad5a97c32cc,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:00.814590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.819715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:05:00.820475 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:05:00.827841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=180ff93e-98a6-4467-aee5-2d8159096dcc,revision_number=6']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:00.836691 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9e6f597a-126e-4d92-9106-36942926b860 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9072111 Dec 06 12:05:00.839259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39894) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:00.845222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:00.849388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.897476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 0a40845d-54b0-4175-a179-35f390ea5dd0 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:00.927792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.972613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.974397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:00.979010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:00.982373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2018476912'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:01.052506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] In _notify_port_updated(), no bound segment for port 381b7d60-5431-45b9-8448-b09da500d5cf on network f191cced-3cba-45fe-bf9c-7b1566c1dd0a {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:05:01.058143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:01.058813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.062621 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "PUT /v2.0/ports/381b7d60-5431-45b9-8448-b09da500d5cf HTTP/1.1" status: 200 len: 1128 time: 1.1792724 Dec 06 12:05:01.063392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39896) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:01.113957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b150e9-503f-481c-b7d9-cccbdfdadbdc tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event updated for resources: {'Port': ['ID=381b7d60-5431-45b9-8448-b09da500d5cf,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:01.116495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Made reservation on behalf of 2d0142b3c9034bd195706f49586b0d4d for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:01.120231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.154627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8085bc9-85b1-4817-9a09-17192f99aa61 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:01.156857 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a8085bc9-85b1-4817-9a09-17192f99aa61 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "GET /v2.0/ports/381b7d60-5431-45b9-8448-b09da500d5cf HTTP/1.1" status: 200 len: 1128 time: 0.0918608 Dec 06 12:05:01.162793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39900) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:01.175481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.366479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.374315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.396676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.436879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:01.440689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:01.444025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:01.444624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.464462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=950283ef-e861-49e6-8071-0e535ed9020e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:01.482145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Pushing event updated for resources: {'Subnet': ['ID=55d7dff1-c9f6-458f-bea8-495b2d255c8f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:01.482872 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-805ad925-6e1f-4ea7-b49e-0dbc3deba005 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6422710 Dec 06 12:05:01.483499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39904) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:01.488922 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 180ff93e-98a6-4467-aee5-2d8159096dcc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=180ff93e-98a6-4467-aee5-2d8159096dcc,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:01.498917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.499437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:d3:1f:74', 'name': 'tempest-NetworksTestDHCPv6-650234189'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:01.576105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=180ff93e-98a6-4467-aee5-2d8159096dcc,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:01.596268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Checking segment: {'id': 'd50d2ba1-bc9e-4b15-a5e8-44016f0facd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cd4ffea-3fb4-4fac-a10c-97d239b29296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:01.596640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Network hostable DHCP agents. Network: 1cd4ffea-3fb4-4fac-a10c-97d239b29296, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:01.598673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.619469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0f2489fd-38e1-42b3-924c-f73370b10492 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Deleting port 381b7d60-5431-45b9-8448-b09da500d5cf {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:01.619469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f2489fd-38e1-42b3-924c-f73370b10492 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.654842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:01.663708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.665071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=0a40845d-54b0-4175-a179-35f390ea5dd0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:01.687359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.757386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.785436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 7757b3b4-2822-4a67-b1f7-b870c1f66efa yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:01.873747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:01.939954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06acee8-7cd3-46ea-983d-589cd18952a7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:05:01.974802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 180ff93e-98a6-4467-aee5-2d8159096dcc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:02.025561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 172.20.0.9 (61c27f2c-faab-4f7c-b849-24512843983c/950283ef-e861-49e6-8071-0e535ed9020e/7757b3b4-2822-4a67-b1f7-b870c1f66efa) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:02.033149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:fed3:1f74 (61c27f2c-faab-4f7c-b849-24512843983c/d8ab1bc4-9826-4641-bae6-6ad5a97c32cc/7757b3b4-2822-4a67-b1f7-b870c1f66efa) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:02.066718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-40275014-03de-44a0-820b-513d42d67d7f None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:02.067379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40275014-03de-44a0-820b-513d42d67d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.156433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:02.167836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:02.186966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:02.186966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.190066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e3877-91d1-4328-b6ec-88a1e74ec9e9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:02.203618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.210068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.210405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Added segment fa375f99-f5e2-45fb-85f0-ccc4f9c3217a of type vlan for network f1759f81-58b7-4a09-869f-43c6c23d374f Dec 06 12:05:02.211791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1cd4ffea-3fb4-4fac-a10c-97d239b29296) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:02.216206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:02.216797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.232542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f2489fd-38e1-42b3-924c-f73370b10492 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.254541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.316048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:02.319428 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:02.325404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:02.356392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=7757b3b4-2822-4a67-b1f7-b870c1f66efa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:02.358462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0f2489fd-38e1-42b3-924c-f73370b10492 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Calling delete_port for 381b7d60-5431-45b9-8448-b09da500d5cf owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:02.369367 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6d9b7cd0-5365-43bb-9c3c-359cdefff92a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9990683 Dec 06 12:05:02.370248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39908) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:02.373056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.376059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Request body: {'port': {'network_id': '1cd4ffea-3fb4-4fac-a10c-97d239b29296', 'name': 'tempest-TagsExtTest-703932426'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:02.390485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.442679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:02.443318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.470867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40275014-03de-44a0-820b-513d42d67d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.472192 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-932d46dc-9afa-4301-bd7f-54c4a8398510 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9807494 Dec 06 12:05:02.474913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39912) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:02.524309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.530538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:02.531415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.588248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06acee8-7cd3-46ea-983d-589cd18952a7 None None] Unable to find a vacant binding_index for network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 and agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 06 12:05:02.591851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-40275014-03de-44a0-820b-513d42d67d7f None None] For port 180ff93e-98a6-4467-aee5-2d8159096dcc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=180ff93e-98a6-4467-aee5-2d8159096dcc,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:02.594561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.600102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06acee8-7cd3-46ea-983d-589cd18952a7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1cd4ffea-3fb4-4fac-a10c-97d239b29296) {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:05:02.608579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a2c78-b704-4685-9147-882cca19e9d4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:02.616072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40275014-03de-44a0-820b-513d42d67d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.616234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a2c78-b704-4685-9147-882cca19e9d4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:02.620929 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-812a2c78-b704-4685-9147-882cca19e9d4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1417015 Dec 06 12:05:02.620929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Made reservation on behalf of 930f8977851d4d5f83d0e74c05e4f1f0 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:02.624149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.627782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39916) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:02.676931 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9396193 Dec 06 12:05:02.682799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39918) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:02.687560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] device_id is not set on port fc76e950-405d-47c0-90aa-4b298c20fe10 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:02.702171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Request body: {'subnet': {'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:02.715051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e4bb5-0a81-4f5d-aaf9-b5cc18f0147e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event updated for resources: {'Network': ['ID=f1759f81-58b7-4a09-869f-43c6c23d374f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:02.736631 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Router 4d49f513-6ba0-4240-a0e4-cde679a36219 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:05:02.744224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network f1759f81-58b7-4a09-869f-43c6c23d374f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:02.788843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40275014-03de-44a0-820b-513d42d67d7f None None] Pushing event updated for resources: {'Port': ['ID=180ff93e-98a6-4467-aee5-2d8159096dcc,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:02.831151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:05:02.831519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:05:02.872954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:02.875205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f2489fd-38e1-42b3-924c-f73370b10492 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.883509 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0ff653fd-b327-497e-88bb-121007471722 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "PUT /v2.0/routers/4d49f513-6ba0-4240-a0e4-cde679a36219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8193598 Dec 06 12:05:02.884763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39922) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:02.890407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e877b-6c81-40e4-a510-8cbb2788a97c None None] Sync routers for ids ['4d49f513-6ba0-4240-a0e4-cde679a36219'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:02.930932 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1c0951-54af-4629-8af9-09274f098e84 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:05:02.932438 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3f1c0951-54af-4629-8af9-09274f098e84 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/0a40845d-54b0-4175-a179-35f390ea5dd0 HTTP/1.1" status: 404 len: 333 time: 0.0458431 Dec 06 12:05:02.935355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2489fd-38e1-42b3-924c-f73370b10492 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event deleted for resources: {'Port': ['ID=381b7d60-5431-45b9-8448-b09da500d5cf,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:02.936265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39924) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:02.947204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e877b-6c81-40e4-a510-8cbb2788a97c None None] Routers {'4d49f513-6ba0-4240-a0e4-cde679a36219'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:02.948592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bf1e877b-6c81-40e4-a510-8cbb2788a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d49f513-6ba0-4240-a0e4-cde679a36219'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:02.960461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f2489fd-38e1-42b3-924c-f73370b10492 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:02.966435 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0f2489fd-38e1-42b3-924c-f73370b10492 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "DELETE /v2.0/ports/381b7d60-5431-45b9-8448-b09da500d5cf HTTP/1.1" status: 204 len: 168 time: 1.7971382 Dec 06 12:05:02.966673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39926) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:02.988953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bf1e877b-6c81-40e4-a510-8cbb2788a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:02.994732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Allocated IP 172.20.0.14 (1cd4ffea-3fb4-4fac-a10c-97d239b29296/55d7dff1-c9f6-458f-bea8-495b2d255c8f/fc76e950-405d-47c0-90aa-4b298c20fe10) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:02.999924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8ec76960-8bd2-4cbb-a6e1-2d32925e449d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 7757b3b4-2822-4a67-b1f7-b870c1f66efa {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:03.000268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ec76960-8bd2-4cbb-a6e1-2d32925e449d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.005107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e877b-6c81-40e4-a510-8cbb2788a97c None None] Routers {'4d49f513-6ba0-4240-a0e4-cde679a36219'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:03.005818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bf1e877b-6c81-40e4-a510-8cbb2788a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:04:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4d49f513-6ba0-4240-a0e4-cde679a36219'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:03.025344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b344251-d7fd-4402-a2c9-c5c2643991d8 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Deleting subnet 6b6c860a-11f5-43b5-a1e8-cd727fed1a6a {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:03.029417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b344251-d7fd-4402-a2c9-c5c2643991d8 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.065951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Made reservation on behalf of 2d0142b3c9034bd195706f49586b0d4d for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:03.069684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.073113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b344251-d7fd-4402-a2c9-c5c2643991d8 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.078326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bf1e877b-6c81-40e4-a510-8cbb2788a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:03.078545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e877b-6c81-40e4-a510-8cbb2788a97c None None] The sync data for ids ['4d49f513-6ba0-4240-a0e4-cde679a36219'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:03.079912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bc59341-964a-40f9-93b1-5a8b789b00fa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.138690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1cd4ffea-3fb4-4fac-a10c-97d239b29296', 'network_id': '1cd4ffea-3fb4-4fac-a10c-97d239b29296', 'tenant_id': '930f8977851d4d5f83d0e74c05e4f1f0', 'fixed_ips': [{'subnet_id': '55d7dff1-c9f6-458f-bea8-495b2d255c8f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:03.139580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.185066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b344251-d7fd-4402-a2c9-c5c2643991d8 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.259733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b344251-d7fd-4402-a2c9-c5c2643991d8 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.265686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201eae50-163d-4eaf-87f0-8d9c7cd9402e None None] Update dhcp port {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': 'd8ab1bc4-9826-4641-bae6-6ad5a97c32cc', 'ip_address': '2001:db8::f816:3eff:fe82:f6a4'}, {'subnet_id': '950283ef-e861-49e6-8071-0e535ed9020e'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '180ff93e-98a6-4467-aee5-2d8159096dcc'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:05:03.292103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-201eae50-163d-4eaf-87f0-8d9c7cd9402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.294547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b344251-d7fd-4402-a2c9-c5c2643991d8 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6c860a-11f5-43b5-a1e8-cd727fed1a6a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:03.300853 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b344251-d7fd-4402-a2c9-c5c2643991d8 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.304748 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5b344251-d7fd-4402-a2c9-c5c2643991d8 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "DELETE /v2.0/subnets/6b6c860a-11f5-43b5-a1e8-cd727fed1a6a HTTP/1.1" status: 204 len: 168 time: 0.3370855 Dec 06 12:05:03.307062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39928) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:03.388984 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.421847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ec76960-8bd2-4cbb-a6e1-2d32925e449d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.429765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bc59341-964a-40f9-93b1-5a8b789b00fa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.440934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bc59341-964a-40f9-93b1-5a8b789b00fa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.451948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Deleting port 70aa2474-f699-46be-8582-1eac8633c7cc {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:03.452317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.479514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8ec76960-8bd2-4cbb-a6e1-2d32925e449d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 7757b3b4-2822-4a67-b1f7-b870c1f66efa owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:03.516459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-201eae50-163d-4eaf-87f0-8d9c7cd9402e None None] Allocated IP 172.20.0.2 (61c27f2c-faab-4f7c-b849-24512843983c/950283ef-e861-49e6-8071-0e535ed9020e/180ff93e-98a6-4467-aee5-2d8159096dcc) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:03.525957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] For port 70aa2474-f699-46be-8582-1eac8633c7cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70aa2474-f699-46be-8582-1eac8633c7cc,segment=NetworkSegment(29821fa3-5a02-499a-b5e0-6109ba2ed054),segment_id=29821fa3-5a02-499a-b5e0-6109ba2ed054)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:03.527207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.543637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Calling delete_port for 70aa2474-f699-46be-8582-1eac8633c7cc owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:03.551185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bc59341-964a-40f9-93b1-5a8b789b00fa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.551671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc59341-964a-40f9-93b1-5a8b789b00fa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Fanout notify agent at l3_agent the message router_deleted on router 4d49f513-6ba0-4240-a0e4-cde679a36219 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:05:03.611994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bc59341-964a-40f9-93b1-5a8b789b00fa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.615498 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1bc59341-964a-40f9-93b1-5a8b789b00fa tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/routers/4d49f513-6ba0-4240-a0e4-cde679a36219 HTTP/1.1" status: 204 len: 168 time: 0.6735837 Dec 06 12:05:03.617962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39932) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:03.636124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-201eae50-163d-4eaf-87f0-8d9c7cd9402e None None] For port 180ff93e-98a6-4467-aee5-2d8159096dcc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=180ff93e-98a6-4467-aee5-2d8159096dcc,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:03.671823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.689782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea530f2-f8de-43a7-a253-97bf29557020 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet 298fe90d-a779-4ac2-a24e-3a41a5214542 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:03.693556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eea530f2-f8de-43a7-a253-97bf29557020 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.696500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.703071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-201eae50-163d-4eaf-87f0-8d9c7cd9402e None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.707929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-201eae50-163d-4eaf-87f0-8d9c7cd9402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.751365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] No DVR routers for this DVR port 70aa2474-f699-46be-8582-1eac8633c7cc on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:03.756420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event deleted for resources: {'Port': ['ID=70aa2474-f699-46be-8582-1eac8633c7cc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:03.758113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.856434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eae50-163d-4eaf-87f0-8d9c7cd9402e None None] Pushing event updated for resources: {'Port': ['ID=180ff93e-98a6-4467-aee5-2d8159096dcc,revision_number=9']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:03.860249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.896790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.903176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eea530f2-f8de-43a7-a253-97bf29557020 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:03.923672 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event updated for resources: {'Subnet': ['ID=5ea0c859-7fd8-490f-8010-5545537f322d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:03.929902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Allocated IP 172.20.0.2 (1cd4ffea-3fb4-4fac-a10c-97d239b29296/55d7dff1-c9f6-458f-bea8-495b2d255c8f/731729e5-216a-453b-910d-ed5942ecf28b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:03.956467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f191cced-3cba-45fe-bf9c-7b1566c1dd0a']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:03.977952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:03.980975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29821fa3-5a02-499a-b5e0-6109ba2ed054') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:03.981491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29821fa3-5a02-499a-b5e0-6109ba2ed054') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:03.994226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:04.000618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.004215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:04.048371 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.049691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Pushing event updated for resources: {'Port': ['ID=fc76e950-405d-47c0-90aa-4b298c20fe10,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:04.061656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:04.062223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.065941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Checking segment: {'id': 'fa375f99-f5e2-45fb-85f0-ccc4f9c3217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:04.066135 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:04.075344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Network hostable DHCP agents. Network: f1759f81-58b7-4a09-869f-43c6c23d374f, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:04.081703 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ec76960-8bd2-4cbb-a6e1-2d32925e449d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.090015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 180ff93e-98a6-4467-aee5-2d8159096dcc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:04.120233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eea530f2-f8de-43a7-a253-97bf29557020 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.140579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:04.142124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.189428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.205597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.209526 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] 10.222.0.24 "DELETE /v2.0/networks/f191cced-3cba-45fe-bf9c-7b1566c1dd0a HTTP/1.1" status: 204 len: 168 time: 0.9013216 Dec 06 12:05:04.224133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90bd0e-50c4-4ad5-ba1d-f716189f3ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382 tempest-ExtraDHCPOptionsIpV6TestJSON-378573382-project] Pushing event deleted for resources: {'Network': ['ID=f191cced-3cba-45fe-bf9c-7b1566c1dd0a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:04.237819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:04.238196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.250216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eea530f2-f8de-43a7-a253-97bf29557020 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.258625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec76960-8bd2-4cbb-a6e1-2d32925e449d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=7757b3b4-2822-4a67-b1f7-b870c1f66efa,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:04.288221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea530f2-f8de-43a7-a253-97bf29557020 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=298fe90d-a779-4ac2-a24e-3a41a5214542,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:04.291287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eea530f2-f8de-43a7-a253-97bf29557020 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.295085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-eea530f2-f8de-43a7-a253-97bf29557020 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/298fe90d-a779-4ac2-a24e-3a41a5214542 HTTP/1.1" status: 204 len: 168 time: 0.6758680 Dec 06 12:05:04.297895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39940) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.316921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.325200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Network f1759f81-58b7-4a09-869f-43c6c23d374f is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:04.330660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.332216 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2173b679-e058-4b51-8ecf-ec4b0b06e732 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9611351 Dec 06 12:05:04.354599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39942) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.363423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1b729f31-f9b3-400b-a0ff-012c26ce7c77 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2066143412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:04.398169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1b729f31-f9b3-400b-a0ff-012c26ce7c77 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.399616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1b729f31-f9b3-400b-a0ff-012c26ce7c77 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.408922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f1759f81-58b7-4a09-869f-43c6c23d374f) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:04.414278 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:04.415090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.432330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:04.438557 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ec76960-8bd2-4cbb-a6e1-2d32925e449d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.439189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.442645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:04.445853 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Pushing event updated for resources: {'Port': ['ID=731729e5-216a-453b-910d-ed5942ecf28b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:04.449879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:04.454548 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8ec76960-8bd2-4cbb-a6e1-2d32925e449d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/7757b3b4-2822-4a67-b1f7-b870c1f66efa HTTP/1.1" status: 204 len: 168 time: 1.8256872 Dec 06 12:05:04.461541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39944) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.471475 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d4e68668-8418-4a5c-b1ff-5a0ce5faa86f tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7856348 Dec 06 12:05:04.479166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39946) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.505795 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Request body: {'port': {'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1849133360'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:04.523674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Attempting to bind port 731729e5-216a-453b-910d-ed5942ecf28b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:04.524409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Attempting to bind port 731729e5-216a-453b-910d-ed5942ecf28b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd50d2ba1-bc9e-4b15-a5e8-44016f0facd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cd4ffea-3fb4-4fac-a10c-97d239b29296'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:04.524605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Attempting to bind port 731729e5-216a-453b-910d-ed5942ecf28b on network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:04.533745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:04.534116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Checking segment: {'id': 'd50d2ba1-bc9e-4b15-a5e8-44016f0facd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cd4ffea-3fb4-4fac-a10c-97d239b29296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:04.534946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.535495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Bound using segment: {'id': 'd50d2ba1-bc9e-4b15-a5e8-44016f0facd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cd4ffea-3fb4-4fac-a10c-97d239b29296'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:04.536174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Bound port: 731729e5-216a-453b-910d-ed5942ecf28b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50d2ba1-bc9e-4b15-a5e8-44016f0facd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cd4ffea-3fb4-4fac-a10c-97d239b29296'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:04.536715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.540353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1b729f31-f9b3-400b-a0ff-012c26ce7c77 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.547582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1b729f31-f9b3-400b-a0ff-012c26ce7c77 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.578020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1b729f31-f9b3-400b-a0ff-012c26ce7c77 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.580225 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1b729f31-f9b3-400b-a0ff-012c26ce7c77 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2246208 Dec 06 12:05:04.584848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39950) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.595237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4f6417b2-6548-4a47-8d79-84db7873cf85 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1755974479', 'prefixes': ['172.20.0.0/16']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:04.640911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] For port 731729e5-216a-453b-910d-ed5942ecf28b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:04.646616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] For port 731729e5-216a-453b-910d-ed5942ecf28b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=731729e5-216a-453b-910d-ed5942ecf28b,segment=NetworkSegment(d50d2ba1-bc9e-4b15-a5e8-44016f0facd9),segment_id=d50d2ba1-bc9e-4b15-a5e8-44016f0facd9)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:04.656677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.690108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f6417b2-6548-4a47-8d79-84db7873cf85 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for subnetpool, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.696672 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4f6417b2-6548-4a47-8d79-84db7873cf85 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1063902 Dec 06 12:05:04.697384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39954) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.697658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39956) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.709990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-864eaab0-8d2f-4c0c-b4ac-132a7d7d1db6 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f', 'tempest-TagsExtTest-Tag-1760529981') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:04.765893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada01f6-0427-41e7-9756-686d917e4dc9 None None] Pushing event updated for resources: {'Port': ['ID=731729e5-216a-453b-910d-ed5942ecf28b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:04.808186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee445d-63ec-42da-b489-985a8e21068d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:04.810669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee445d-63ec-42da-b489-985a8e21068d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:04.812476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee445d-63ec-42da-b489-985a8e21068d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:04.814639 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-56ee445d-63ec-42da-b489-985a8e21068d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3453453 Dec 06 12:05:04.818560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 39962) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.843516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 11b713e5-82a0-458c-a505-d6830025cacb {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:04.843919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.867334 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-864eaab0-8d2f-4c0c-b4ac-132a7d7d1db6 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags/tempest-TagsExtTest-Tag-1760529981 HTTP/1.1" status: 201 len: 201 time: 0.1679211 Dec 06 12:05:04.870538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39964) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:04.876485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-59062f34-8b32-4f78-8a14-8b83e1cec759 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10', 'tempest-TagsExtTest-Tag-265263114') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:04.892440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Made reservation on behalf of 2d0142b3c9034bd195706f49586b0d4d for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:04.907919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:04.995552 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8eecd2e2-ea3a-408c-bcdd-1c10146b6de1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20267e2537ab463fa18e6740532326e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913845 Dec 06 12:05:04.996159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39966) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.053552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] device_id is not set on port 8335df29-d7ce-4b6b-aba9-92fcdedca71d yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:05.084113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-364edc05-1118-49e5-a01a-49ad509247c7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 950283ef-e861-49e6-8071-0e535ed9020e {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:05.087972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] For port 11b713e5-82a0-458c-a505-d6830025cacb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11b713e5-82a0-458c-a505-d6830025cacb,segment=NetworkSegment(36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b),segment_id=36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:05.088816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.103065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-364edc05-1118-49e5-a01a-49ad509247c7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.107912 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-59062f34-8b32-4f78-8a14-8b83e1cec759 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags/tempest-TagsExtTest-Tag-265263114 HTTP/1.1" status: 201 len: 201 time: 0.2346308 Dec 06 12:05:05.109560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39970) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.128781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-799de484-9b98-4f24-b522-318519143bb6 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc', 'tempest-TagsExtTest-Tag-838291400') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.132496 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9aca3aaa-7e9d-4691-8ad9-3960cdccf5c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.158135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b5c92c6e-93c1-41d9-a5e9-64d243d5b866 None None] Could not find standard attr ID for object 7757b3b4-2822-4a67-b1f7-b870c1f66efa. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:05.169358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b5c92c6e-93c1-41d9-a5e9-64d243d5b866 None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:05.169784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5c92c6e-93c1-41d9-a5e9-64d243d5b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.213087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 11b713e5-82a0-458c-a505-d6830025cacb owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:05.236656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9aca3aaa-7e9d-4691-8ad9-3960cdccf5c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.294482 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-799de484-9b98-4f24-b522-318519143bb6 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags/tempest-TagsExtTest-Tag-838291400 HTTP/1.1" status: 201 len: 201 time: 0.1810372 Dec 06 12:05:05.300239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39972) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.304205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-364edc05-1118-49e5-a01a-49ad509247c7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.305240 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-4e113c25-37fb-437f-b678-3bdaf71d3e9e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87', 'tempest-TagsExtTest-Tag-1083978591') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.334520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9aca3aaa-7e9d-4691-8ad9-3960cdccf5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.337094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9aca3aaa-7e9d-4691-8ad9-3960cdccf5c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.338250 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9aca3aaa-7e9d-4691-8ad9-3960cdccf5c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fae55247-2bd0-44ff-a07f-c60951bb2c52 HTTP/1.1" status: 204 len: 168 time: 0.3405774 Dec 06 12:05:05.343504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Allocated IP 172.20.0.9 (f1759f81-58b7-4a09-869f-43c6c23d374f/5ea0c859-7fd8-490f-8010-5545537f322d/8335df29-d7ce-4b6b-aba9-92fcdedca71d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:05.353799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca3aaa-7e9d-4691-8ad9-3960cdccf5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae55247-2bd0-44ff-a07f-c60951bb2c52,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:05.374202 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4e113c25-37fb-437f-b678-3bdaf71d3e9e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags/tempest-TagsExtTest-Tag-1083978591 HTTP/1.1" status: 201 len: 201 time: 0.0700269 Dec 06 12:05:05.381739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39976) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.388676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-a6226e9d-30d3-4b54-a1c1-ea3746734f20 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.457624 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a6226e9d-30d3-4b54-a1c1-ea3746734f20 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags HTTP/1.1" status: 200 len: 241 time: 0.0720472 Dec 06 12:05:05.458996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39978) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.464066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-93ce97d4-8de1-4f98-bf8c-2dab168f0f91 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f', 'tempest-TagsExtTest-Tag-1760529981') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.466277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.481000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-364edc05-1118-49e5-a01a-49ad509247c7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.525376 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-93ce97d4-8de1-4f98-bf8c-2dab168f0f91 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags/tempest-TagsExtTest-Tag-1760529981 HTTP/1.1" status: 204 len: 168 time: 0.0654149 Dec 06 12:05:05.527994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39982) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.532282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-b05d92b1-671b-40c9-86b2-59de5dcb543f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f', 'tempest-TagsExtTest-Tag-1760529981') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.547585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=11b713e5-82a0-458c-a505-d6830025cacb,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:05.553750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No DVR routers for this DVR port 11b713e5-82a0-458c-a505-d6830025cacb on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:05.630565 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b05d92b1-671b-40c9-86b2-59de5dcb543f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags/tempest-TagsExtTest-Tag-1760529981 HTTP/1.1" status: 204 len: 168 time: 0.1015449 Dec 06 12:05:05.633800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39986) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.645452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-23600456-0bb5-4568-a39c-e0017bc5a6fc tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.707112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-364edc05-1118-49e5-a01a-49ad509247c7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.713831 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-23600456-0bb5-4568-a39c-e0017bc5a6fc tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags HTTP/1.1" status: 200 len: 205 time: 0.0783608 Dec 06 12:05:05.714704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.716579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39990) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.727898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-d9594f58-b255-43d4-864b-eddb06854319 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.777326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364edc05-1118-49e5-a01a-49ad509247c7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=950283ef-e861-49e6-8071-0e535ed9020e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:05.782805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-364edc05-1118-49e5-a01a-49ad509247c7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.789186 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-364edc05-1118-49e5-a01a-49ad509247c7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/950283ef-e861-49e6-8071-0e535ed9020e HTTP/1.1" status: 204 len: 168 time: 0.9646215 Dec 06 12:05:05.789499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39994) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.802289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.829253 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d9594f58-b255-43d4-864b-eddb06854319 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags HTTP/1.1" status: 200 len: 240 time: 0.1087732 Dec 06 12:05:05.830341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 39998) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.837314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-87860941-4252-48dd-9258-3d1219626e68 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10', 'tempest-TagsExtTest-Tag-265263114') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.843144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c115273-86d7-409b-bc53-9272e7c851b2']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.846813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.863926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.864220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cedc54-4bc5-4a1c-9bf0-693eb08a5b8b') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:05.902381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc10b17-b93f-4096-be4e-235b3246494a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet d8ab1bc4-9826-4641-bae6-6ad5a97c32cc {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:05.908418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ffc10b17-b93f-4096-be4e-235b3246494a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.911146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.964483 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-87860941-4252-48dd-9258-3d1219626e68 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags/tempest-TagsExtTest-Tag-265263114 HTTP/1.1" status: 204 len: 168 time: 0.1304967 Dec 06 12:05:05.966073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40002) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:05.970420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ffc10b17-b93f-4096-be4e-235b3246494a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:05.975909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-5addf307-ea9a-4b28-bcc4-ff73d0d52335 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10', 'tempest-TagsExtTest-Tag-265263114') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:06.156245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ffc10b17-b93f-4096-be4e-235b3246494a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.187348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0383f-0a06-4efc-81ab-1ef111f037ca None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:06.284095 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5addf307-ea9a-4b28-bcc4-ff73d0d52335 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags/tempest-TagsExtTest-Tag-265263114 HTTP/1.1" status: 204 len: 168 time: 0.3147271 Dec 06 12:05:06.292125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40016) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:06.301052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-54c3e6f8-8add-43ee-914c-882f3f828edf tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:06.347502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Network f1759f81-58b7-4a09-869f-43c6c23d374f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:06.369096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:06.375656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:06.379388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event updated for resources: {'Port': ['ID=8335df29-d7ce-4b6b-aba9-92fcdedca71d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:06.409114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.416267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ffc10b17-b93f-4096-be4e-235b3246494a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.424385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:06.425130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:06.429259 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:06.487144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc10b17-b93f-4096-be4e-235b3246494a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ab1bc4-9826-4641-bae6-6ad5a97c32cc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:06.500125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ffc10b17-b93f-4096-be4e-235b3246494a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.503677 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ffc10b17-b93f-4096-be4e-235b3246494a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/d8ab1bc4-9826-4641-bae6-6ad5a97c32cc HTTP/1.1" status: 204 len: 168 time: 0.7130690 Dec 06 12:05:06.508370 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-54c3e6f8-8add-43ee-914c-882f3f828edf tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags HTTP/1.1" status: 200 len: 205 time: 0.2155972 Dec 06 12:05:06.508925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40018) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:06.510843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40020) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:06.520341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-cd6f73ee-c9c1-4b49-ac07-eb6bd1350517 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:06.546474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:06.547552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.551727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40022) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:06.552651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.552841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 731729e5-216a-453b-910d-ed5942ecf28b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:06.556167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e9283-a6dd-4c5c-b2e0-9c87328731bf None None] Network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:06.557955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798f68c-303e-40d0-afa3-e8b6b538ec8b None None] Network f1759f81-58b7-4a09-869f-43c6c23d374f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:06.601931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.606604 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/networks/4c115273-86d7-409b-bc53-9272e7c851b2 HTTP/1.1" status: 204 len: 168 time: 2.3072371 Dec 06 12:05:06.608732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c4da5-ae45-4926-84a9-b2c774e394ea tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Network': ['ID=4c115273-86d7-409b-bc53-9272e7c851b2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:06.610703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40026) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:06.644436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-589c6420-e42b-4cbe-b62c-0ee21eed9a40 None None] Could not find standard attr ID for object 7757b3b4-2822-4a67-b1f7-b870c1f66efa. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:06.689481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9e5fb-57bf-410f-84a2-9ea7a12a364d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:06.695429 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c6f9e5fb-57bf-410f-84a2-9ea7a12a364d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/0994e36c-b549-4a61-8486-be7145fae1d6 HTTP/1.1" status: 200 len: 840 time: 0.0756004 Dec 06 12:05:06.695531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40028) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:06.701454 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-81809db8-4a8a-4de5-944a-493d36509cf2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2198110 Dec 06 12:05:06.711340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40030) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:06.719029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Request body: {'port': {'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-660935276', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:06.719590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] bootfile-name is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:05:06.719960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] tftp-server is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:05:06.720433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] server-ip-address is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:05:06.786402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-589c6420-e42b-4cbe-b62c-0ee21eed9a40 None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:06.786981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-589c6420-e42b-4cbe-b62c-0ee21eed9a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.798082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c0f30-9d3b-468d-b401-76f71914c34b None None] DHCP port deletion for f191cced-3cba-45fe-bf9c-7b1566c1dd0a request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:06.801020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'networks': [{'name': 'tempest-network--1846037598'}, {'name': 'tempest-network--1748358053'}]} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:06.801531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'network': {'name': 'tempest-network--1846037598'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:06.802288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'network': {'name': 'tempest-network--1748358053'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:06.845199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5db01-aee3-4f8b-9bd2-58179a113afe None None] DHCP port deletion for 4c115273-86d7-409b-bc53-9272e7c851b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:06.873287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-eef32f2d-094b-4446-8457-1165e16369ae tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/0994e36c-b549-4a61-8486-be7145fae1d6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1759584 Dec 06 12:05:06.878956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40032) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:06.892360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:06.929418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Made reservation on behalf of 885ca03624b24d9794dc80fe7f274d8b for: {'network': 2} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:06.934433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:06.948773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.021156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 731729e5-216a-453b-910d-ed5942ecf28b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:07.021418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.033643 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-63f1b252-436c-4002-9833-2bdd385f58ff tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5234580 Dec 06 12:05:07.040357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40034) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.051450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:07.075973 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cd6f73ee-c9c1-4b49-ac07-eb6bd1350517 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags HTTP/1.1" status: 200 len: 240 time: 0.5640948 Dec 06 12:05:07.078569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40036) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.083878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-02c2531a-9fa6-4f8e-8fa9-be711c849039 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc', 'tempest-TagsExtTest-Tag-838291400') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:07.149439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Made reservation on behalf of 2d0142b3c9034bd195706f49586b0d4d for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:07.153887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.237867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:07.244725 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-589c6420-e42b-4cbe-b62c-0ee21eed9a40 None None] Provisioning complete for port 731729e5-216a-453b-910d-ed5942ecf28b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:07.245277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-589c6420-e42b-4cbe-b62c-0ee21eed9a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.250866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f1759f81-58b7-4a09-869f-43c6c23d374f', 'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f', 'tenant_id': '2d0142b3c9034bd195706f49586b0d4d', 'fixed_ips': [{'subnet_id': '5ea0c859-7fd8-490f-8010-5545537f322d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:07.251719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.262659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:07.268072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.271570 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-02c2531a-9fa6-4f8e-8fa9-be711c849039 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags/tempest-TagsExtTest-Tag-838291400 HTTP/1.1" status: 204 len: 168 time: 0.1900127 Dec 06 12:05:07.276635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40042) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.288425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-86980369-8beb-4d04-bf39-8467908917f0 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc', 'tempest-TagsExtTest-Tag-838291400') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:07.308365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.308982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:07.312709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.457485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] device_id is not set on port d56b6d6a-3fb6-4eee-a5ed-8324aadb36c6 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:07.463348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 731729e5-216a-453b-910d-ed5942ecf28b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=731729e5-216a-453b-910d-ed5942ecf28b,segment=NetworkSegment(d50d2ba1-bc9e-4b15-a5e8-44016f0facd9),segment_id=d50d2ba1-bc9e-4b15-a5e8-44016f0facd9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:07.475637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.476460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 180ff93e-98a6-4467-aee5-2d8159096dcc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:07.578186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.596149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.596608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.612849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] Deleting port 180ff93e-98a6-4467-aee5-2d8159096dcc {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:07.613222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.638562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Allocated IP 172.20.0.2 (f1759f81-58b7-4a09-869f-43c6c23d374f/5ea0c859-7fd8-490f-8010-5545537f322d/6f3f68dd-c1e8-413f-8482-05e2ae5c75da) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:07.695759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139f61de-6b9a-46b4-8087-324e9e9e0003,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:07.710221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=731729e5-216a-453b-910d-ed5942ecf28b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:07.731240 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-86980369-8beb-4d04-bf39-8467908917f0 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags/tempest-TagsExtTest-Tag-838291400 HTTP/1.1" status: 204 len: 168 time: 0.4490421 Dec 06 12:05:07.731240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:07.731971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40046) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.738518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-e1189f73-be07-426c-b6f8-159e4072f128 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:07.756145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] For port 180ff93e-98a6-4467-aee5-2d8159096dcc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=180ff93e-98a6-4467-aee5-2d8159096dcc,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:07.756567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.780078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.780761 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Added segment 02b7477a-a852-4147-a2bd-39f34d473814 of type vlan for network 67080b28-b9c7-4323-b3bd-e00d8d55c8ab Dec 06 12:05:07.799611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] Calling delete_port for 180ff93e-98a6-4467-aee5-2d8159096dcc owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:07.802789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 180ff93e-98a6-4467-aee5-2d8159096dcc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:07.803167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.843411 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e1189f73-be07-426c-b6f8-159e4072f128 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags HTTP/1.1" status: 200 len: 205 time: 0.1105268 Dec 06 12:05:07.845797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40048) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.850066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-8bf563ed-6cb2-455f-ac60-0173ec800267 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:07.877324 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8bf563ed-6cb2-455f-ac60-0173ec800267 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags HTTP/1.1" status: 200 len: 241 time: 0.0304470 Dec 06 12:05:07.880015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40050) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.884834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.886212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-38eed0ca-33bc-45ab-9879-ce7baa4d2ce8 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87', 'tempest-TagsExtTest-Tag-1083978591') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:07.893087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1b59a299-6d95-48db-ad37-99e5cbd7d077 None None] Could not find standard attr ID for object 381b7d60-5431-45b9-8448-b09da500d5cf. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:07.910877 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-38eed0ca-33bc-45ab-9879-ce7baa4d2ce8 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags/tempest-TagsExtTest-Tag-1083978591 HTTP/1.1" status: 204 len: 168 time: 0.0293477 Dec 06 12:05:07.916776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40052) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.929743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-33605197-fe11-48d8-b403-8d2992734b87 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87', 'tempest-TagsExtTest-Tag-1083978591') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:07.936213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:07.940130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a652e0-2573-4e4f-b75c-ffd28745b77d None None] Network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:07.974635 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-33605197-fe11-48d8-b403-8d2992734b87 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags/tempest-TagsExtTest-Tag-1083978591 HTTP/1.1" status: 204 len: 168 time: 0.0533917 Dec 06 12:05:07.974931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40054) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:07.988480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-b8d33b11-6c28-4465-9ed0-1f5a70eef821 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:07.991211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.021788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:08.038646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:08.044070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:08.052999 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.053590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.072244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.079006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:08.081830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fcd956-69f4-4326-85a9-1b1eaba29d3b None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:08.092214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.092585 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Added segment ddd56aed-2b52-49b1-8b97-343e94e3c460 of type vlan for network 414ae567-1ff4-4a5c-8f3c-97f3ab539bd7 Dec 06 12:05:08.094927 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b8d33b11-6c28-4465-9ed0-1f5a70eef821 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags HTTP/1.1" status: 200 len: 205 time: 0.1128173 Dec 06 12:05:08.095883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:08.100422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40056) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.108615 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-940a6f48-2d4f-4cfa-8d8f-89a7a2e6c78e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:08.120936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.123653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.124280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.129831 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-58233d10-2e9b-4412-ad00-2a46b39d153d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2465076 Dec 06 12:05:08.133153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40058) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.140843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b5eef4e3-7f9f-4182-ad45-0363e4767fd6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'security_group': {'name': 'tempest-secgroup-13337606'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:08.161238 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-940a6f48-2d4f-4cfa-8d8f-89a7a2e6c78e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags HTTP/1.1" status: 204 len: 168 time: 0.0556285 Dec 06 12:05:08.161420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40060) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.166053 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-02ae2147-1f9f-4c1f-9630-edf300dd0bb2 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:08.185242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dc972fbc-5b98-4361-bfbe-17d6b6ef59b4 None None] Provisioning complete for port fc76e950-405d-47c0-90aa-4b298c20fe10 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:08.185606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc972fbc-5b98-4361-bfbe-17d6b6ef59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.187521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.190290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.196890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.223191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=a940e869-ae14-4d99-a78d-ae65bfc07c89,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.233951 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-99b0390e-dd2d-419d-bc37-95008ca9cfc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1925237 Dec 06 12:05:08.244925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40064) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.257167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:08.269203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Allocated IP 172.20.0.7 (f1759f81-58b7-4a09-869f-43c6c23d374f/5ea0c859-7fd8-490f-8010-5545537f322d/d56b6d6a-3fb6-4eee-a5ed-8324aadb36c6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:08.281506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5eef4e3-7f9f-4182-ad45-0363e4767fd6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.358897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.359402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.365190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.381708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.382567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.431317 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5eef4e3-7f9f-4182-ad45-0363e4767fd6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.452106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 731729e5-216a-453b-910d-ed5942ecf28b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:08.457035 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5eef4e3-7f9f-4182-ad45-0363e4767fd6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.466328 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-02ae2147-1f9f-4c1f-9630-edf300dd0bb2 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags HTTP/1.1" status: 204 len: 168 time: 0.3040116 Dec 06 12:05:08.470218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40070) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.475282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-b975a8be-f891-4347-9a68-4ca127599151 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:08.494396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Network f1759f81-58b7-4a09-869f-43c6c23d374f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:08.495298 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9399917 Dec 06 12:05:08.502625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40072) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.514719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] No DVR routers for this DVR port 180ff93e-98a6-4467-aee5-2d8159096dcc on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:08.529833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5eef4e3-7f9f-4182-ad45-0363e4767fd6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.537554 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b5eef4e3-7f9f-4182-ad45-0363e4767fd6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.4010084 Dec 06 12:05:08.538149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Network': ['ID=67080b28-b9c7-4323-b3bd-e00d8d55c8ab,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.540305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40074) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.545464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:08.552947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a617f8c5-65b2-4626-a230-0dbc124f6753 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'security_group': {'name': 'tempest-secgroup-1256472299'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:08.558439 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eef4e3-7f9f-4182-ad45-0363e4767fd6 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350c5df3-e07d-4d76-8934-a7c8781ed639,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.562277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:08.570833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5cafe3-d459-4117-bba0-b167a72634f2 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:08.572656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 67080b28-b9c7-4323-b3bd-e00d8d55c8ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:08.587747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dc972fbc-5b98-4361-bfbe-17d6b6ef59b4 None None] Port fc76e950-405d-47c0-90aa-4b298c20fe10 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:08.608668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a617f8c5-65b2-4626-a230-0dbc124f6753 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.635049 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b975a8be-f891-4347-9a68-4ca127599151 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags HTTP/1.1" status: 204 len: 168 time: 0.1589882 Dec 06 12:05:08.636684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40076) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.641674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-29507d20-cc0e-4ee9-892f-55f2c9f25e83 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:08.657830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Pushing event updated for resources: {'Port': ['ID=6f3f68dd-c1e8-413f-8482-05e2ae5c75da,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.692923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2916362-4093-4e0a-be86-bc22a4a5c9e1 None None] Pushing event deleted for resources: {'Port': ['ID=180ff93e-98a6-4467-aee5-2d8159096dcc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.735664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a617f8c5-65b2-4626-a230-0dbc124f6753 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.746762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a617f8c5-65b2-4626-a230-0dbc124f6753 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.762043 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-29507d20-cc0e-4ee9-892f-55f2c9f25e83 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags HTTP/1.1" status: 204 len: 168 time: 0.1197317 Dec 06 12:05:08.768322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40078) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.778481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-58dc4d81-926c-4ea9-b2bf-de235d388566 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f', 'tempest-TagsExtTest-Tag-1038849102') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:08.806135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617f8c5-65b2-4626-a230-0dbc124f6753 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bd78b1-bb9e-4216-ac59-f2a3d8e43e94,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.806400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2051031-f347-49a2-bfb3-3b7f1917b2b3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Network': ['ID=414ae567-1ff4-4a5c-8f3c-97f3ab539bd7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:08.840662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:08.844329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.845633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a617f8c5-65b2-4626-a230-0dbc124f6753 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.846925 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a617f8c5-65b2-4626-a230-0dbc124f6753 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2977867 Dec 06 12:05:08.850151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40080) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.851007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 414ae567-1ff4-4a5c-8f3c-97f3ab539bd7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:08.855794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1958585095', 'security_groups': ['18bd78b1-bb9e-4216-ac59-f2a3d8e43e94'], 'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:08.893862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774aea65-8a82-4ba3-8e8b-167111678eb8 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.899658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774aea65-8a82-4ba3-8e8b-167111678eb8 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.906309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774aea65-8a82-4ba3-8e8b-167111678eb8 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.912408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774aea65-8a82-4ba3-8e8b-167111678eb8 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:08.914271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-774aea65-8a82-4ba3-8e8b-167111678eb8 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4047368 Dec 06 12:05:08.921516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40082) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:08.926769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dc972fbc-5b98-4361-bfbe-17d6b6ef59b4 None None] Provisioning complete for port 731729e5-216a-453b-910d-ed5942ecf28b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:08.927149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc972fbc-5b98-4361-bfbe-17d6b6ef59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:08.929147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Attempting to bind port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:08.929521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Attempting to bind port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fa375f99-f5e2-45fb-85f0-ccc4f9c3217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:08.929888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Attempting to bind port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da on network f1759f81-58b7-4a09-869f-43c6c23d374f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:09.008769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:09.009016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Checking segment: {'id': 'fa375f99-f5e2-45fb-85f0-ccc4f9c3217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:09.009365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.009773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Bound using segment: {'id': 'fa375f99-f5e2-45fb-85f0-ccc4f9c3217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:09.010268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Bound port: 6f3f68dd-c1e8-413f-8482-05e2ae5c75da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa375f99-f5e2-45fb-85f0-ccc4f9c3217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1759f81-58b7-4a09-869f-43c6c23d374f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:09.011596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.022856 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-58dc4d81-926c-4ea9-b2bf-de235d388566 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags/tempest-TagsExtTest-Tag-1038849102 HTTP/1.1" status: 201 len: 201 time: 0.2538526 Dec 06 12:05:09.026891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40084) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:09.041760 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-0db1343f-8ce1-465e-a2a3-35ef96a02301 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10', 'tempest-TagsExtTest-Tag-1566503593') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:09.077038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 731729e5-216a-453b-910d-ed5942ecf28b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:09.077233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.077338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.176611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:09.207242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.248048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.299454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.306152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] For port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:09.323336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] For port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6f3f68dd-c1e8-413f-8482-05e2ae5c75da,segment=NetworkSegment(fa375f99-f5e2-45fb-85f0-ccc4f9c3217a),segment_id=fa375f99-f5e2-45fb-85f0-ccc4f9c3217a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:09.323938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67080b28-b9c7-4323-b3bd-e00d8d55c8ab']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:09.325835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2c71bb93-bc57-4463-b431-3d7509600e61', 'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'tenant_id': '3683358b5a1f4edd95ba9ba6095d4e40', 'fixed_ips': [{'subnet_id': 'bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:09.327703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.335496 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0db1343f-8ce1-465e-a2a3-35ef96a02301 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags/tempest-TagsExtTest-Tag-1566503593 HTTP/1.1" status: 201 len: 201 time: 0.3057547 Dec 06 12:05:09.340066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40086) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:09.344755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': 'a940e869-ae14-4d99-a78d-ae65bfc07c89'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:09.348478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.355226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b7477a-a852-4147-a2bd-39f34d473814') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:09.356069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b7477a-a852-4147-a2bd-39f34d473814') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:09.363044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-65828847-be39-40d8-b79a-01d503f1405c tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc', 'tempest-TagsExtTest-Tag-70035874') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:09.392610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Network f1759f81-58b7-4a09-869f-43c6c23d374f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:09.409319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event updated for resources: {'Port': ['ID=d56b6d6a-3fb6-4eee-a5ed-8324aadb36c6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:09.419994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:09.425209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:09.440943 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.482249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.524205 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.527000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.532289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:09.532957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.554726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:09.555369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:09.562648 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:09.565952 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fd141f4f-e9e1-4b46-aed1-779a757d27b7 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.8535132 Dec 06 12:05:09.571500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40092) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:09.664573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 896517e7-e85f-4bef-bae1-e2fac0a3da73 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:09.713052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a3eb0-6053-4367-9095-8b8a3fd2854a tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:09.719416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a3eb0-6053-4367-9095-8b8a3fd2854a tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:09.725608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a3eb0-6053-4367-9095-8b8a3fd2854a tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:09.732882 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9f8a3eb0-6053-4367-9095-8b8a3fd2854a tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1563420 Dec 06 12:05:09.739134 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40096) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:09.753161 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.797467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:09.800819 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/networks/67080b28-b9c7-4323-b3bd-e00d8d55c8ab HTTP/1.1" status: 204 len: 168 time: 0.8748536 Dec 06 12:05:09.801866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af09f6-0166-40e2-9c5f-71fab4223b3d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Network': ['ID=67080b28-b9c7-4323-b3bd-e00d8d55c8ab,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:09.804454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40098) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:09.807809 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-65828847-be39-40d8-b79a-01d503f1405c tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags/tempest-TagsExtTest-Tag-70035874 HTTP/1.1" status: 201 len: 201 time: 0.4619222 Dec 06 12:05:09.809397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40100) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:09.826797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Allocated IP 172.20.0.2 (61c27f2c-faab-4f7c-b849-24512843983c/a940e869-ae14-4d99-a78d-ae65bfc07c89/290591b2-0d0c-4553-a348-ee95b49704d9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:09.852918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-6c92bc4d-0b64-4ba7-9476-7a7026cb7f39 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87', 'tempest-TagsExtTest-Tag-1834224684') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:09.863288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859ad3a-3f5c-4873-8619-91aaf7e037b2 None None] Pushing event updated for resources: {'Port': ['ID=6f3f68dd-c1e8-413f-8482-05e2ae5c75da,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:09.945236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:09.961890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 11b713e5-82a0-458c-a505-d6830025cacb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:09.984878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.019894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 11b713e5-82a0-458c-a505-d6830025cacb {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:10.020205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 11b713e5-82a0-458c-a505-d6830025cacb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:10.020588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 70aa2474-f699-46be-8582-1eac8633c7cc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:10.029603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3a2fd964-8e13-4b1d-a293-1ad9fafdc192 None None] Provisioning complete for port fc76e950-405d-47c0-90aa-4b298c20fe10 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:10.029978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd964-8e13-4b1d-a293-1ad9fafdc192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.081494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.083926 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 70aa2474-f699-46be-8582-1eac8633c7cc {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:10.084256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 70aa2474-f699-46be-8582-1eac8633c7cc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:10.084699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 180ff93e-98a6-4467-aee5-2d8159096dcc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:10.101549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:10.111591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:10.117784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:10.118355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.120326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Allocated IP 172.20.0.2 (2c71bb93-bc57-4463-b431-3d7509600e61/bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0/59ff7a64-28b3-4946-8da5-e210a24c9eed) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:10.125113 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6c92bc4d-0b64-4ba7-9476-7a7026cb7f39 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags/tempest-TagsExtTest-Tag-1834224684 HTTP/1.1" status: 201 len: 201 time: 0.3071644 Dec 06 12:05:10.126641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 180ff93e-98a6-4467-aee5-2d8159096dcc {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:10.126971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40102) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:10.127187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 180ff93e-98a6-4467-aee5-2d8159096dcc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:10.136268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=8dbddefb-f511-43f1-a271-82f6e5633841,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:10.137946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-0d5fdb66-f73b-4073-9ade-be5e2990443c tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f', {'tags': ['tempest-TagsExtTest-Tag-1668530213', 'tempest-TagsExtTest-Tag-1849189682', 'tempest-TagsExtTest-Tag-646273147']}) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:10.146930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dceb6-63d4-49af-a6c1-130e4206695e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Deleting port d56b6d6a-3fb6-4eee-a5ed-8324aadb36c6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:10.147713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f3dceb6-63d4-49af-a6c1-130e4206695e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.149248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fd964-8e13-4b1d-a293-1ad9fafdc192 None None] Port fc76e950-405d-47c0-90aa-4b298c20fe10 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:10.193776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4be15df1-bb5c-40e1-bca2-541589e3e09b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9459951 Dec 06 12:05:10.196874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40104) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:10.197987 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3a2fd964-8e13-4b1d-a293-1ad9fafdc192 None None] Provisioning complete for port 731729e5-216a-453b-910d-ed5942ecf28b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:10.198366 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd964-8e13-4b1d-a293-1ad9fafdc192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.203114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:28:4d:d3', 'name': 'tempest-NetworksTestDHCPv6-472361659'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:10.312939 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0d5fdb66-f73b-4073-9ade-be5e2990443c tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags HTTP/1.1" status: 200 len: 317 time: 0.1817644 Dec 06 12:05:10.314640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40106) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:10.325023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-5651ad09-fbcd-47d2-8f39-c524eb39178f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:10.335722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.342292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.357418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.391419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414ae567-1ff4-4a5c-8f3c-97f3ab539bd7']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:10.406167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:10.413347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd56aed-2b52-49b1-8b97-343e94e3c460') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:10.413347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd56aed-2b52-49b1-8b97-343e94e3c460') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:10.425830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.437083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f3dceb6-63d4-49af-a6c1-130e4206695e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.457173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.477250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dceb6-63d4-49af-a6c1-130e4206695e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Calling delete_port for d56b6d6a-3fb6-4eee-a5ed-8324aadb36c6 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:10.485361 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6f3f68dd-c1e8-413f-8482-05e2ae5c75da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:10.487351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:10.487765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:10.492191 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:10.493993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:10.500184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:10.530463 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5651ad09-fbcd-47d2-8f39-c524eb39178f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags HTTP/1.1" status: 204 len: 168 time: 0.2123392 Dec 06 12:05:10.531190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40110) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:10.538803 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-9376748b-3220-4e5f-9c2a-2d02f525c62e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f', 'tempest-TagsExtTest-Tag-1668530213') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:10.543947 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:10.546440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.551170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Pushing event updated for resources: {'Port': ['ID=290591b2-0d0c-4553-a348-ee95b49704d9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:10.565146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.604609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.640975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.11 (2c71bb93-bc57-4463-b431-3d7509600e61/bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0/896517e7-e85f-4bef-bae1-e2fac0a3da73) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:10.701146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.713831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.725481 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/networks/414ae567-1ff4-4a5c-8f3c-97f3ab539bd7 HTTP/1.1" status: 204 len: 168 time: 0.9081819 Dec 06 12:05:10.734722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40114) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:10.739629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b6fc4-b91f-4fe8-b037-e3c76a6a573f tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Network': ['ID=414ae567-1ff4-4a5c-8f3c-97f3ab539bd7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:10.748584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f3dceb6-63d4-49af-a6c1-130e4206695e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.799805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dceb6-63d4-49af-a6c1-130e4206695e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event deleted for resources: {'Port': ['ID=d56b6d6a-3fb6-4eee-a5ed-8324aadb36c6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:10.839022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port bfe1eff9-281a-43e1-b632-c97c84d4ffe3 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:10.893327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f3dceb6-63d4-49af-a6c1-130e4206695e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.897623 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8f3dceb6-63d4-49af-a6c1-130e4206695e tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "DELETE /v2.0/ports/d56b6d6a-3fb6-4eee-a5ed-8324aadb36c6 HTTP/1.1" status: 204 len: 168 time: 1.1570997 Dec 06 12:05:10.901157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40118) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:10.907774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Request body: {'port': {'name': 'tempest-new-port-name-374732028', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:10.908489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] bootfile-name is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:05:10.908833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] tftp-server is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:05:10.909169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.api.validators [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] server-ip-address is not in valid_values {{(pid=103286) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 12:05:10.926970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Pushing event updated for resources: {'Port': ['ID=59ff7a64-28b3-4946-8da5-e210a24c9eed,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:10.971064 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:10.975170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:10.982011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Attempting to bind port 290591b2-0d0c-4553-a348-ee95b49704d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:10.982510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Attempting to bind port 290591b2-0d0c-4553-a348-ee95b49704d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:10.983456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Attempting to bind port 290591b2-0d0c-4553-a348-ee95b49704d9 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:10.987355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:10.997928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:10.998508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:10.999030 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:10.999516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:11.000228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Bound port: 290591b2-0d0c-4553-a348-ee95b49704d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:11.000672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.004151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:11.004604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.004718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.139918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Attempting to bind port 59ff7a64-28b3-4946-8da5-e210a24c9eed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:11.140377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Attempting to bind port 59ff7a64-28b3-4946-8da5-e210a24c9eed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32d1054-a2f6-43c3-adee-18192b756262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:11.140813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Attempting to bind port 59ff7a64-28b3-4946-8da5-e210a24c9eed on network 2c71bb93-bc57-4463-b431-3d7509600e61 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:11.143545 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-9376748b-3220-4e5f-9c2a-2d02f525c62e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:11.146177 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9376748b-3220-4e5f-9c2a-2d02f525c62e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags/tempest-TagsExtTest-Tag-1668530213 HTTP/1.1" status: 404 len: 329 time: 0.6111782 Dec 06 12:05:11.162350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40120) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.163813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:11.164323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Checking segment: {'id': 'a32d1054-a2f6-43c3-adee-18192b756262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:11.164801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.165263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Bound using segment: {'id': 'a32d1054-a2f6-43c3-adee-18192b756262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:11.165830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Bound port: 59ff7a64-28b3-4946-8da5-e210a24c9eed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32d1054-a2f6-43c3-adee-18192b756262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:11.166283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.171686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609053e-8ffc-48a3-86ad-ff1eeaf76b45 None None] Network f1759f81-58b7-4a09-869f-43c6c23d374f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:11.175538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-6035cb25-3769-4f66-8923-d10e1c77f4e1 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f', 'tempest-TagsExtTest-Tag-1849189682') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:11.177641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] For port 290591b2-0d0c-4553-a348-ee95b49704d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:11.244838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.257637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07360742-c31d-4a38-88df-ddadb619db4d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:11.263959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07360742-c31d-4a38-88df-ddadb619db4d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:11.264575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.265440 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-07360742-c31d-4a38-88df-ddadb619db4d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5256958 Dec 06 12:05:11.270861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] For port 290591b2-0d0c-4553-a348-ee95b49704d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=290591b2-0d0c-4553-a348-ee95b49704d9,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:11.271665 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40122) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.279294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.280965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1892132814'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:11.306670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Made reservation on behalf of 885ca03624b24d9794dc80fe7f274d8b for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:11.306939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.310490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.345706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 172.20.0.14 (61c27f2c-faab-4f7c-b849-24512843983c/a940e869-ae14-4d99-a78d-ae65bfc07c89/bfe1eff9-281a-43e1-b632-c97c84d4ffe3) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:11.362186 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:11.362363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.371055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.371408 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Added segment d4f0ba8d-7795-4940-97a9-faa42572f904 of type vlan for network 5d5921f2-0d91-411d-9223-4bfe10f1b847 Dec 06 12:05:11.377495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event updated for resources: {'Port': ['ID=8335df29-d7ce-4b6b-aba9-92fcdedca71d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:11.381962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] In _notify_port_updated(), no bound segment for port 8335df29-d7ce-4b6b-aba9-92fcdedca71d on network f1759f81-58b7-4a09-869f-43c6c23d374f {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:05:11.390124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:11.390395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.391926 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-00580d6a-d007-49b2-bdd9-dd819bad1d25 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "PUT /v2.0/ports/8335df29-d7ce-4b6b-aba9-92fcdedca71d HTTP/1.1" status: 200 len: 1135 time: 0.4896951 Dec 06 12:05:11.400344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40124) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.411895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4baebb4b-c7f2-40c2-9ece-b0c5da2597f8 None None] Provisioning complete for port 8335df29-d7ce-4b6b-aba9-92fcdedca71d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:11.411895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4baebb4b-c7f2-40c2-9ece-b0c5da2597f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.428127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:fe28:4dd3 (61c27f2c-faab-4f7c-b849-24512843983c/8dbddefb-f511-43f1-a271-82f6e5633841/bfe1eff9-281a-43e1-b632-c97c84d4ffe3) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:11.460356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061d4f2c-850e-4df0-814a-91c32842cf1d tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:11.461904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-061d4f2c-850e-4df0-814a-91c32842cf1d tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "GET /v2.0/ports/8335df29-d7ce-4b6b-aba9-92fcdedca71d HTTP/1.1" status: 200 len: 1135 time: 0.0604317 Dec 06 12:05:11.467011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40126) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.479495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.494075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4baebb4b-c7f2-40c2-9ece-b0c5da2597f8 None None] Port 8335df29-d7ce-4b6b-aba9-92fcdedca71d cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:11.497905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] For port 59ff7a64-28b3-4946-8da5-e210a24c9eed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:11.508142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3895a24-e088-4867-8840-fe82837f3af5 None None] Pushing event updated for resources: {'Port': ['ID=290591b2-0d0c-4553-a348-ee95b49704d9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:11.523967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.530024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:11.530646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.549192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.551814 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-6035cb25-3769-4f66-8923-d10e1c77f4e1 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:11.553096 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6035cb25-3769-4f66-8923-d10e1c77f4e1 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags/tempest-TagsExtTest-Tag-1849189682 HTTP/1.1" status: 404 len: 329 time: 0.3867812 Dec 06 12:05:11.553879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] For port 59ff7a64-28b3-4946-8da5-e210a24c9eed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ff7a64-28b3-4946-8da5-e210a24c9eed,segment=NetworkSegment(a32d1054-a2f6-43c3-adee-18192b756262),segment_id=a32d1054-a2f6-43c3-adee-18192b756262)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:11.558021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6f3f68dd-c1e8-413f-8482-05e2ae5c75da,segment=NetworkSegment(fa375f99-f5e2-45fb-85f0-ccc4f9c3217a),segment_id=fa375f99-f5e2-45fb-85f0-ccc4f9c3217a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:11.559730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40128) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.567584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-27a5f186-1357-4cdb-994e-db8a7fabb30b tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f', 'tempest-TagsExtTest-Tag-646273147') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:11.569610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.571971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.587577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4baebb4b-c7f2-40c2-9ece-b0c5da2597f8 None None] Provisioning complete for port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:11.588112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4baebb4b-c7f2-40c2-9ece-b0c5da2597f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.628914 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=896517e7-e85f-4bef-bae1-e2fac0a3da73,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:11.679546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=6f3f68dd-c1e8-413f-8482-05e2ae5c75da,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:11.690387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-241c43ba-ec58-4da6-ba62-2dbd390364e2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Deleting port 8335df29-d7ce-4b6b-aba9-92fcdedca71d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:11.690982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-241c43ba-ec58-4da6-ba62-2dbd390364e2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:11.758311 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4847469 Dec 06 12:05:11.768127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40134) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.786258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-27a5f186-1357-4cdb-994e-db8a7fabb30b tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:11.791488 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-27a5f186-1357-4cdb-994e-db8a7fabb30b tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags/tempest-TagsExtTest-Tag-646273147 HTTP/1.1" status: 404 len: 328 time: 0.2295105 Dec 06 12:05:11.795432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40136) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:11.810722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-404ce16d-6328-4ecc-8000-97d0c1150fbb tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10', {'tags': ['tempest-TagsExtTest-Tag-1609210178', 'tempest-TagsExtTest-Tag-347578114', 'tempest-TagsExtTest-Tag-811556454']}) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:11.969833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcd741-bdaa-427c-9008-44efb0674c0a None None] Pushing event updated for resources: {'Port': ['ID=59ff7a64-28b3-4946-8da5-e210a24c9eed,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.046262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-241c43ba-ec58-4da6-ba62-2dbd390364e2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.072656 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-404ce16d-6328-4ecc-8000-97d0c1150fbb tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags HTTP/1.1" status: 200 len: 316 time: 0.2761216 Dec 06 12:05:12.074068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-241c43ba-ec58-4da6-ba62-2dbd390364e2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Calling delete_port for 8335df29-d7ce-4b6b-aba9-92fcdedca71d owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:12.077049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40140) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.083987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-44b01e51-2131-4fa8-b226-c6ca4540b174 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:12.206012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-873147783'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:12.226998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:12.231895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a18df-8773-4cea-be9d-d61938dd5e79 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Network': ['ID=5d5921f2-0d91-411d-9223-4bfe10f1b847,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.234503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:12.253764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 5d5921f2-0d91-411d-9223-4bfe10f1b847 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:12.286555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:12.356484 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-44b01e51-2131-4fa8-b226-c6ca4540b174 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags HTTP/1.1" status: 204 len: 168 time: 0.2781065 Dec 06 12:05:12.361625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40142) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.375257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-6ad1be31-2a67-495a-bdde-b4eb2e8a900a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10', 'tempest-TagsExtTest-Tag-1609210178') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:12.376409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Made reservation on behalf of 885ca03624b24d9794dc80fe7f274d8b for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:12.387737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.405890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:12.406493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.415332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-00bcdff4-ed9e-4058-b317-7f2d78799d28 None None] Could not find standard attr ID for object 8335df29-d7ce-4b6b-aba9-92fcdedca71d. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:12.431962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-241c43ba-ec58-4da6-ba62-2dbd390364e2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.446792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-00bcdff4-ed9e-4058-b317-7f2d78799d28 None None] Provisioning complete for port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:12.447388 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00bcdff4-ed9e-4058-b317-7f2d78799d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.470070 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-89a63610-338b-48f3-9f50-e3afada2074d tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6186588 Dec 06 12:05:12.473271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40144) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.477135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.484611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f634f474-95b4-46c4-8ff2-09d9aef7ae92 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:12.504949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c43ba-ec58-4da6-ba62-2dbd390364e2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event deleted for resources: {'Port': ['ID=8335df29-d7ce-4b6b-aba9-92fcdedca71d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.526382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:12.572598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.572970 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Added segment 41e0ed8c-894c-4dea-8609-ec536e43da70 of type vlan for network a87a2e1d-3e71-43db-81b0-86754f50a78e Dec 06 12:05:12.640932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.661576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6f3f68dd-c1e8-413f-8482-05e2ae5c75da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:12.672407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.678625 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-6ad1be31-2a67-495a-bdde-b4eb2e8a900a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:12.681239 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6ad1be31-2a67-495a-bdde-b4eb2e8a900a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags/tempest-TagsExtTest-Tag-1609210178 HTTP/1.1" status: 404 len: 329 time: 0.3172529 Dec 06 12:05:12.682936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-241c43ba-ec58-4da6-ba62-2dbd390364e2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.691446 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-241c43ba-ec58-4da6-ba62-2dbd390364e2 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "DELETE /v2.0/ports/8335df29-d7ce-4b6b-aba9-92fcdedca71d HTTP/1.1" status: 204 len: 168 time: 1.2211678 Dec 06 12:05:12.691446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40146) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.693975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40148) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.698178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-06c4feca-2171-4190-ac0e-63c82c8a8736 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10', 'tempest-TagsExtTest-Tag-347578114') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:12.729239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:12.729619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.741180 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:12.777761 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-06c4feca-2171-4190-ac0e-63c82c8a8736 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:12.779034 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-06c4feca-2171-4190-ac0e-63c82c8a8736 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags/tempest-TagsExtTest-Tag-347578114 HTTP/1.1" status: 404 len: 328 time: 0.0874271 Dec 06 12:05:12.781823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40152) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.784913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:12.793454 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.802693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-7b379134-5e71-436c-a750-e86c8eedf9c2 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10', 'tempest-TagsExtTest-Tag-811556454') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:12.804378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:12.805239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.819681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:12.851411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d55891d0-0a79-4386-8723-a72797d5fd8c None None] Could not find standard attr ID for object 8335df29-d7ce-4b6b-aba9-92fcdedca71d. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:12.870239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 290591b2-0d0c-4553-a348-ee95b49704d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:12.911127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:12.911788 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:12.946122 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-7b379134-5e71-436c-a750-e86c8eedf9c2 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:12.947498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7b379134-5e71-436c-a750-e86c8eedf9c2 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags/tempest-TagsExtTest-Tag-811556454 HTTP/1.1" status: 404 len: 328 time: 0.1641388 Dec 06 12:05:12.950742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40156) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:12.954681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=bfe1eff9-281a-43e1-b632-c97c84d4ffe3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:12.961936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-0c6f10d7-f4f2-4bb3-ace1-7e51b45abe8c tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc', {'tags': ['tempest-TagsExtTest-Tag-504411587', 'tempest-TagsExtTest-Tag-1706416536', 'tempest-TagsExtTest-Tag-2061051993']}) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:12.962861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 290591b2-0d0c-4553-a348-ee95b49704d9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:12.963498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.022450 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9251090d-85bd-449e-bbc7-70c202e1f37b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8243377 Dec 06 12:05:13.023286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f634f474-95b4-46c4-8ff2-09d9aef7ae92 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:13.027381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f634f474-95b4-46c4-8ff2-09d9aef7ae92 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.032132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40158) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.094096 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3210936 Dec 06 12:05:13.098412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40162) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.112203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'ports': [{'network_id': '5d5921f2-0d91-411d-9223-4bfe10f1b847', 'name': 'tempest-port--23053363', 'admin_state_up': True}, {'network_id': 'a87a2e1d-3e71-43db-81b0-86754f50a78e', 'admin_state_up': False}]} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:13.112849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'port': {'network_id': '5d5921f2-0d91-411d-9223-4bfe10f1b847', 'name': 'tempest-port--23053363', 'admin_state_up': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:13.113652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'port': {'network_id': 'a87a2e1d-3e71-43db-81b0-86754f50a78e', 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:13.146599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0c6f10d7-f4f2-4bb3-ace1-7e51b45abe8c tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags HTTP/1.1" status: 200 len: 317 time: 0.1939845 Dec 06 12:05:13.147469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40164) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.159483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.178615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-4c17ecfb-6d92-436b-98bf-f209223b15e8 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:13.209558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 290591b2-0d0c-4553-a348-ee95b49704d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=290591b2-0d0c-4553-a348-ee95b49704d9,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:13.217517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.218378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 59ff7a64-28b3-4946-8da5-e210a24c9eed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:13.263573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3d15-f582-4533-bd3a-216e16f03287 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Network': ['ID=a87a2e1d-3e71-43db-81b0-86754f50a78e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:13.288713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-4820c0cb-f209-4c3f-96a4-7d29ec6ea9f8 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Deleting subnet 5ea0c859-7fd8-490f-8010-5545537f322d {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:13.294006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4820c0cb-f209-4c3f-96a4-7d29ec6ea9f8 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.297770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=290591b2-0d0c-4553-a348-ee95b49704d9,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:13.300897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network a87a2e1d-3e71-43db-81b0-86754f50a78e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:13.388224 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.ipam_backend_mixin [None req-f634f474-95b4-46c4-8ff2-09d9aef7ae92 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0 (CIDR: 172.20.0.0/28) Dec 06 12:05:13.400074 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-f634f474-95b4-46c4-8ff2-09d9aef7ae92 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:13.401124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f634f474-95b4-46c4-8ff2-09d9aef7ae92 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:13.423891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4820c0cb-f209-4c3f-96a4-7d29ec6ea9f8 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.440713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2db710cf-544b-46e9-84e9-2d9c80c01ff3 None None] Could not find standard attr ID for object d56b6d6a-3fb6-4eee-a5ed-8324aadb36c6. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:13.444294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9db51-ba85-4bf2-ba55-1e0365df6323 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:13.454157 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9db51-ba85-4bf2-ba55-1e0365df6323 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:13.460507 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-68d9db51-ba85-4bf2-ba55-1e0365df6323 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.4226835 Dec 06 12:05:13.467547 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f634f474-95b4-46c4-8ff2-09d9aef7ae92 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9885545 Dec 06 12:05:13.475198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:13.475581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.493138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40166) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.493585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40168) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.500931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:13.580378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08849040-626e-4b1a-8a3e-0d37606fa769 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:13.799770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4820c0cb-f209-4c3f-96a4-7d29ec6ea9f8 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.810013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.816234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4866d6fd-e843-4bd3-a753-1ec54c82a3eb None None] Provisioning complete for port 0994e36c-b549-4a61-8486-be7145fae1d6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:13.816619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866d6fd-e843-4bd3-a753-1ec54c82a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.835831 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4c17ecfb-6d92-436b-98bf-f209223b15e8 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags HTTP/1.1" status: 204 len: 168 time: 0.6585798 Dec 06 12:05:13.836391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40170) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:13.841505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-2a07cdff-8875-4132-8b34-8899c3f7c6b0 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc', 'tempest-TagsExtTest-Tag-504411587') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:13.868838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4866d6fd-e843-4bd3-a753-1ec54c82a3eb None None] Port 0994e36c-b549-4a61-8486-be7145fae1d6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:13.878788 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:13.883140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.930660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4866d6fd-e843-4bd3-a753-1ec54c82a3eb None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:13.930935 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866d6fd-e843-4bd3-a753-1ec54c82a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:13.984660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Made reservation on behalf of 885ca03624b24d9794dc80fe7f274d8b for: {'port': 2} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:13.993539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.020279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-2a07cdff-8875-4132-8b34-8899c3f7c6b0 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:14.021550 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2a07cdff-8875-4132-8b34-8899c3f7c6b0 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags/tempest-TagsExtTest-Tag-504411587 HTTP/1.1" status: 404 len: 328 time: 0.1844869 Dec 06 12:05:14.024428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40176) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.029636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-7942317d-da30-49be-99d9-5c510e82491b tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc', 'tempest-TagsExtTest-Tag-1706416536') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:14.034178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 59ff7a64-28b3-4946-8da5-e210a24c9eed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ff7a64-28b3-4946-8da5-e210a24c9eed,segment=NetworkSegment(a32d1054-a2f6-43c3-adee-18192b756262),segment_id=a32d1054-a2f6-43c3-adee-18192b756262)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:14.045569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-aed4a5a0-8f36-4f79-8949-d16f5180fc4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port bfe1eff9-281a-43e1-b632-c97c84d4ffe3 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:14.045876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed4a5a0-8f36-4f79-8949-d16f5180fc4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.048373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.093050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4820c0cb-f209-4c3f-96a4-7d29ec6ea9f8 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.099158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd3f3c-b043-49b4-a8ff-6ec6609feb02 None None] Update dhcp port {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': 'a940e869-ae14-4d99-a78d-ae65bfc07c89', 'ip_address': '172.20.0.2'}, {'subnet_id': '8dbddefb-f511-43f1-a271-82f6e5633841'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '290591b2-0d0c-4553-a348-ee95b49704d9'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:05:14.115575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.133890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=59ff7a64-28b3-4946-8da5-e210a24c9eed,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:14.142929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94cd3f3c-b043-49b4-a8ff-6ec6609feb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.166820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820c0cb-f209-4c3f-96a4-7d29ec6ea9f8 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea0c859-7fd8-490f-8010-5545537f322d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:14.174589 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4820c0cb-f209-4c3f-96a4-7d29ec6ea9f8 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.178058 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4820c0cb-f209-4c3f-96a4-7d29ec6ea9f8 tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "DELETE /v2.0/subnets/5ea0c859-7fd8-490f-8010-5545537f322d HTTP/1.1" status: 204 len: 168 time: 1.4799528 Dec 06 12:05:14.181393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40178) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.230435 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-7942317d-da30-49be-99d9-5c510e82491b tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:14.231909 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7942317d-da30-49be-99d9-5c510e82491b tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags/tempest-TagsExtTest-Tag-1706416536 HTTP/1.1" status: 404 len: 329 time: 0.2065091 Dec 06 12:05:14.235759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40182) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.261285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-e24cc431-bf94-4d49-8855-47cf13432a3a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc', 'tempest-TagsExtTest-Tag-2061051993') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:14.313082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4866d6fd-e843-4bd3-a753-1ec54c82a3eb None None] Provisioning complete for port 290591b2-0d0c-4553-a348-ee95b49704d9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:14.313463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4866d6fd-e843-4bd3-a753-1ec54c82a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.390973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] device_id is not set on port 7303c7e0-d1de-4a48-b7df-f33cfaf1cf64 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:14.414787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-94cd3f3c-b043-49b4-a8ff-6ec6609feb02 None None] Allocated IP 2001:db8::f816:3eff:fee6:8548 (61c27f2c-faab-4f7c-b849-24512843983c/8dbddefb-f511-43f1-a271-82f6e5633841/290591b2-0d0c-4553-a348-ee95b49704d9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:14.448555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 59ff7a64-28b3-4946-8da5-e210a24c9eed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:14.451489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed4a5a0-8f36-4f79-8949-d16f5180fc4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.500424 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-aed4a5a0-8f36-4f79-8949-d16f5180fc4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for bfe1eff9-281a-43e1-b632-c97c84d4ffe3 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:14.561633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.562168 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-e24cc431-bf94-4d49-8855-47cf13432a3a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:14.567384 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e24cc431-bf94-4d49-8855-47cf13432a3a tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags/tempest-TagsExtTest-Tag-2061051993 HTTP/1.1" status: 404 len: 329 time: 0.3230391 Dec 06 12:05:14.570465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40184) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.577991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-4c506130-df0a-4976-b23a-1a05c4519e25 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87', {'tags': ['tempest-TagsExtTest-Tag-1317200818', 'tempest-TagsExtTest-Tag-237461539', 'tempest-TagsExtTest-Tag-1534434159']}) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:14.587705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.603235 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:05:14.743584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] device_id is not set on port 0e246c92-a683-4ee0-8964-af835c89d8e3 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:14.750006 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4c506130-df0a-4976-b23a-1a05c4519e25 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "PUT /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags HTTP/1.1" status: 200 len: 317 time: 0.1766622 Dec 06 12:05:14.752996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40186) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.763002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-31217040-5b65-4ba3-a18d-3232cb5b33cc tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:14.767225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.801763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Deleting port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:14.802124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.856984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:14.892268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:14.897202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:14.897865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.913553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d59f2-b908-49b3-9f90-82c70d17e5ac None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:14.949487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.953688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] For port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6f3f68dd-c1e8-413f-8482-05e2ae5c75da,segment=NetworkSegment(fa375f99-f5e2-45fb-85f0-ccc4f9c3217a),segment_id=fa375f99-f5e2-45fb-85f0-ccc4f9c3217a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:14.955120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:14.955565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-94cd3f3c-b043-49b4-a8ff-6ec6609feb02 None None] For port 290591b2-0d0c-4553-a348-ee95b49704d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=290591b2-0d0c-4553-a348-ee95b49704d9,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:14.967450 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4683793 Dec 06 12:05:14.968873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40188) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:14.970682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f28c03-c582-4648-a54f-ad72c9ee48a0 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=26bcbe14-b034-4a95-b9d8-bf279d68e040,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:14.982036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-799518676', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26bcbe14-b034-4a95-b9d8-bf279d68e040'}], 'security_groups': ['350c5df3-e07d-4d76-8934-a7c8781ed639']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:14.990063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Calling delete_port for 6f3f68dd-c1e8-413f-8482-05e2ae5c75da owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:15.007442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:15.007620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.062539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a299b830-b16f-441b-be76-e5df9765cf59 None None] Could not find standard attr ID for object 8335df29-d7ce-4b6b-aba9-92fcdedca71d. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:15.074594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94cd3f3c-b043-49b4-a8ff-6ec6609feb02 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.089460 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-31217040-5b65-4ba3-a18d-3232cb5b33cc tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags HTTP/1.1" status: 204 len: 168 time: 0.3304036 Dec 06 12:05:15.093633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94cd3f3c-b043-49b4-a8ff-6ec6609feb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.094783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40192) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:15.102263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-1b04d0e0-040e-4562-aa32-bdf723940e0e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87', 'tempest-TagsExtTest-Tag-1317200818') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:15.120124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed4a5a0-8f36-4f79-8949-d16f5180fc4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.169337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a299b830-b16f-441b-be76-e5df9765cf59 None None] Provisioning complete for port 896517e7-e85f-4bef-bae1-e2fac0a3da73 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:15.169788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a299b830-b16f-441b-be76-e5df9765cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.177889 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-1b04d0e0-040e-4562-aa32-bdf723940e0e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:15.182904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40196) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:15.183204 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1b04d0e0-040e-4562-aa32-bdf723940e0e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags/tempest-TagsExtTest-Tag-1317200818 HTTP/1.1" status: 404 len: 329 time: 0.0873134 Dec 06 12:05:15.194442 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4a5a0-8f36-4f79-8949-d16f5180fc4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=bfe1eff9-281a-43e1-b632-c97c84d4ffe3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:15.207047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-9b07cb80-5ea0-43fe-95bb-c403726b0730 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87', 'tempest-TagsExtTest-Tag-237461539') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:15.281368 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-9b07cb80-5ea0-43fe-95bb-c403726b0730 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:15.282915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9b07cb80-5ea0-43fe-95bb-c403726b0730 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags/tempest-TagsExtTest-Tag-237461539 HTTP/1.1" status: 404 len: 328 time: 0.0965571 Dec 06 12:05:15.300677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40198) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:15.302468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3f3c-b043-49b4-a8ff-6ec6609feb02 None None] Pushing event updated for resources: {'Port': ['ID=290591b2-0d0c-4553-a348-ee95b49704d9,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:15.308763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a299b830-b16f-441b-be76-e5df9765cf59 None None] Port 896517e7-e85f-4bef-bae1-e2fac0a3da73 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:15.319105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-17d889e1-e72f-441b-aa36-87ea5e203ad9 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87', 'tempest-TagsExtTest-Tag-1534434159') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:15.326118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed4a5a0-8f36-4f79-8949-d16f5180fc4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.332824 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aed4a5a0-8f36-4f79-8949-d16f5180fc4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/bfe1eff9-281a-43e1-b632-c97c84d4ffe3 HTTP/1.1" status: 204 len: 168 time: 1.8381567 Dec 06 12:05:15.334577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40200) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:15.346988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 290591b2-0d0c-4553-a348-ee95b49704d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:15.357749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.410679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb35674-667b-46c4-a870-8e52c1b46544 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:15.411505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 290591b2-0d0c-4553-a348-ee95b49704d9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:15.411989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.412832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb35674-667b-46c4-a870-8e52c1b46544 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:15.414650 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb35674-667b-46c4-a870-8e52c1b46544 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:15.420055 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6bb35674-667b-46c4-a870-8e52c1b46544 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0840542 Dec 06 12:05:15.420668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40204) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:15.451486 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-17d889e1-e72f-441b-aa36-87ea5e203ad9 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] show failed (client error): The resource could not be found. Dec 06 12:05:15.452688 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-17d889e1-e72f-441b-aa36-87ea5e203ad9 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags/tempest-TagsExtTest-Tag-1534434159 HTTP/1.1" status: 404 len: 329 time: 0.1506548 Dec 06 12:05:15.461309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40206) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:15.467678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event deleted for resources: {'Port': ['ID=6f3f68dd-c1e8-413f-8482-05e2ae5c75da,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:15.475269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-a5d3a667-d86b-4486-9645-241e6032531b tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94ca893e-3ee7-4b9a-bb37-9027f414ca87') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:15.493804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] No DVR routers for this DVR port 6f3f68dd-c1e8-413f-8482-05e2ae5c75da on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:15.499035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.545767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.546651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf330f-233e-40cf-96db-99b232b9bb54 None None] Update dhcp port {'port': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'fixed_ips': [{'subnet_id': 'bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0', 'ip_address': '172.20.0.2'}, {'subnet_id': '26bcbe14-b034-4a95-b9d8-bf279d68e040'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '59ff7a64-28b3-4946-8da5-e210a24c9eed'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:05:15.585805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-286baaf1-f07c-430a-b3a4-d303233d4ebf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 8dbddefb-f511-43f1-a271-82f6e5633841 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:15.589388 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-286baaf1-f07c-430a-b3a4-d303233d4ebf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.623698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06cf330f-233e-40cf-96db-99b232b9bb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.629252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.642126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-286baaf1-f07c-430a-b3a4-d303233d4ebf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.655010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1759f81-58b7-4a09-869f-43c6c23d374f']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:15.671479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa375f99-f5e2-45fb-85f0-ccc4f9c3217a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:15.671826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa375f99-f5e2-45fb-85f0-ccc4f9c3217a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:15.704906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.734283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.740168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-286baaf1-f07c-430a-b3a4-d303233d4ebf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.762058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:15.762478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:15.765791 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:15.807607 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a5d3a667-d86b-4486-9645-241e6032531b tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87/tags HTTP/1.1" status: 204 len: 168 time: 0.3346660 Dec 06 12:05:15.814920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40208) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:15.826655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.tag.tag_plugin [None req-77d04cc3-6c4f-4af7-b41f-59dc3e25e723 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df630ec7-b0eb-417b-a48f-681d0cee42fc') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:15.870913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.894694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.906038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-06cf330f-233e-40cf-96db-99b232b9bb54 None None] Allocated IP 172.20.0.18 (2c71bb93-bc57-4463-b431-3d7509600e61/26bcbe14-b034-4a95-b9d8-bf279d68e040/59ff7a64-28b3-4946-8da5-e210a24c9eed) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:15.944215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:15.947582 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] 10.222.0.24 "DELETE /v2.0/networks/f1759f81-58b7-4a09-869f-43c6c23d374f HTTP/1.1" status: 204 len: 168 time: 1.7598627 Dec 06 12:05:15.977427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-286baaf1-f07c-430a-b3a4-d303233d4ebf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:16.021476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286baaf1-f07c-430a-b3a4-d303233d4ebf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbddefb-f511-43f1-a271-82f6e5633841,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:16.053428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-06cf330f-233e-40cf-96db-99b232b9bb54 None None] For port 59ff7a64-28b3-4946-8da5-e210a24c9eed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ff7a64-28b3-4946-8da5-e210a24c9eed,segment=NetworkSegment(a32d1054-a2f6-43c3-adee-18192b756262),segment_id=a32d1054-a2f6-43c3-adee-18192b756262)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:16.077308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-286baaf1-f07c-430a-b3a4-d303233d4ebf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:16.083185 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-286baaf1-f07c-430a-b3a4-d303233d4ebf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/8dbddefb-f511-43f1-a271-82f6e5633841 HTTP/1.1" status: 204 len: 168 time: 0.6580849 Dec 06 12:05:16.104733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fcf5e-2478-413d-bb73-0a2ee22032ab tempest-ExtraDHCPOptionsTestJSON-1027057595 tempest-ExtraDHCPOptionsTestJSON-1027057595-project] Pushing event deleted for resources: {'Network': ['ID=f1759f81-58b7-4a09-869f-43c6c23d374f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:16.113255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06cf330f-233e-40cf-96db-99b232b9bb54 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:16.114301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40212) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:16.118045 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-77d04cc3-6c4f-4af7-b41f-59dc3e25e723 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc/tags HTTP/1.1" status: 204 len: 168 time: 0.3018937 Dec 06 12:05:16.123952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40214) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:16.124139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06cf330f-233e-40cf-96db-99b232b9bb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:16.144942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-defa49f5-8b3c-4484-95c4-9e76262ca65d tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc76e950-405d-47c0-90aa-4b298c20fe10') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:16.235464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf330f-233e-40cf-96db-99b232b9bb54 None None] Pushing event updated for resources: {'Port': ['ID=59ff7a64-28b3-4946-8da5-e210a24c9eed,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:16.256792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Port': ['ID=7303c7e0-d1de-4a48-b7df-f33cfaf1cf64,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:16.281747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Checking segment: {'id': 'd4f0ba8d-7795-4940-97a9-faa42572f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5d5921f2-0d91-411d-9223-4bfe10f1b847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:16.282762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Network hostable DHCP agents. Network: 5d5921f2-0d91-411d-9223-4bfe10f1b847, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:16.287518 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c08b2-135e-4882-9ed5-a75637ebb9c6 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:16.328218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1903c7-85a2-4dce-a166-00ac4689790e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet a940e869-ae14-4d99-a78d-ae65bfc07c89 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:16.334021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff1903c7-85a2-4dce-a166-00ac4689790e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:16.349719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Network 5d5921f2-0d91-411d-9223-4bfe10f1b847 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:16.365186 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-3c07c31f-19de-460a-9d6d-5275b154d3d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2434790 Dec 06 12:05:16.377918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5d5921f2-0d91-411d-9223-4bfe10f1b847) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:16.399383 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:16.400627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:16.499277 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-defa49f5-8b3c-4484-95c4-9e76262ca65d tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10/tags HTTP/1.1" status: 204 len: 168 time: 0.3742867 Dec 06 12:05:16.522096 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-71b24cd6-cd00-442b-acfd-ef361b8cca9a None None] Could not find standard attr ID for object bfe1eff9-281a-43e1-b632-c97c84d4ffe3. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:16.523655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a24c98-bed3-49fb-a0a4-36a50aef7322 None None] Network 5d5921f2-0d91-411d-9223-4bfe10f1b847 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:16.536312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40222) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:16.545332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-47da5c68-7e5a-46b6-b325-370e420f48ca tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '55d7dff1-c9f6-458f-bea8-495b2d255c8f') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:16.680202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40226) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:16.718747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-283ebe14-241f-4609-8fa2-7a2b26178572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:16.720530 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-283ebe14-241f-4609-8fa2-7a2b26178572 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.3033426 Dec 06 12:05:16.735601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Checking segment: {'id': '41e0ed8c-894c-4dea-8609-ec536e43da70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a87a2e1d-3e71-43db-81b0-86754f50a78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:16.736291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Network hostable DHCP agents. Network: a87a2e1d-3e71-43db-81b0-86754f50a78e, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:16.738752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Port': ['ID=0e246c92-a683-4ee0-8964-af835c89d8e3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:16.802407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Delete allocated IP 172.20.0.11 (2c71bb93-bc57-4463-b431-3d7509600e61/bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0) {{(pid=103287) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:05:16.814711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.23 (2c71bb93-bc57-4463-b431-3d7509600e61/26bcbe14-b034-4a95-b9d8-bf279d68e040/896517e7-e85f-4bef-bae1-e2fac0a3da73) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:16.833472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Network a87a2e1d-3e71-43db-81b0-86754f50a78e is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:16.901353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-47da5c68-7e5a-46b6-b325-370e420f48ca tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f/tags HTTP/1.1" status: 204 len: 168 time: 0.3596463 Dec 06 12:05:16.905968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 59ff7a64-28b3-4946-8da5-e210a24c9eed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:16.908984 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40230) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:16.935979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a87a2e1d-3e71-43db-81b0-86754f50a78e) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:16.962566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:16.969905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:16.976346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:16.977475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:16.990500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-71b24cd6-cd00-442b-acfd-ef361b8cca9a None None] Provisioning complete for port 290591b2-0d0c-4553-a348-ee95b49704d9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:16.990891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b24cd6-cd00-442b-acfd-ef361b8cca9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.018816 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ec54740c-cf68-4001-8ab9-7db4d67cc3ba tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.9190900 Dec 06 12:05:17.026022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.028987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40232) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:17.035768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7e546-8d7c-444d-b852-df3a199e1dc8 None None] Network a87a2e1d-3e71-43db-81b0-86754f50a78e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:17.093166 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.100417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-440345e0-dba4-48c2-88b1-b64a57185540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:17.125821 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-440345e0-dba4-48c2-88b1-b64a57185540 service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.3532431 Dec 06 12:05:17.175386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff1903c7-85a2-4dce-a166-00ac4689790e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.205249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2d4bc064-6558-4a07-9de5-9be2b8cb595b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d0142b3c9034bd195706f49586b0d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176220 Dec 06 12:05:17.206283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40234) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:17.271023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=896517e7-e85f-4bef-bae1-e2fac0a3da73,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:17.291590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:17.297829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.302327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f62e5407-3d51-4be5-b692-ce24bd4e451f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for subnetpool, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.305923 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f62e5407-3d51-4be5-b692-ce24bd4e451f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnetpools/94ca893e-3ee7-4b9a-bb37-9027f414ca87 HTTP/1.1" status: 204 len: 168 time: 0.3803511 Dec 06 12:05:17.306890 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-bc05c0ac-605c-43c8-a2f0-267bd0a9d6fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 1001 time: 0.1717281 Dec 06 12:05:17.307447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40236) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:17.321553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf40fa-1a1e-43d2-8c62-bd3ddbe82624 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:17.328914 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf40fa-1a1e-43d2-8c62-bd3ddbe82624 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:17.330547 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0cbf40fa-1a1e-43d2-8c62-bd3ddbe82624 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3002834 Dec 06 12:05:17.334520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40238) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:17.334681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] In _notify_port_updated(), no bound segment for port 896517e7-e85f-4bef-bae1-e2fac0a3da73 on network 2c71bb93-bc57-4463-b431-3d7509600e61 {{(pid=103287) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:05:17.340054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:17.340787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.342068 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-700ffe99-d54f-4b4d-a45a-421c7ebd0df9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "PUT /v2.0/ports/896517e7-e85f-4bef-bae1-e2fac0a3da73 HTTP/1.1" status: 200 len: 920 time: 2.3723872 Dec 06 12:05:17.352725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40240) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:17.354351 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b13fdfbc-4a77-4f10-b164-77f502b4708f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "GET /v2.0/ports?device_id=df630ec7-b0eb-417b-a48f-681d0cee42fc HTTP/1.1" status: 200 len: 205 time: 0.0432413 Dec 06 12:05:17.372923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e784117-c485-40ed-b262-44b29de4ce3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.381009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40242) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:17.448245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e784117-c485-40ed-b262-44b29de4ce3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.472517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 290591b2-0d0c-4553-a348-ee95b49704d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:17.492281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-bb7379a4-02fa-4791-870f-3062592093aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:17.494242 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-bb7379a4-02fa-4791-870f-3062592093aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.1309144 Dec 06 12:05:17.550372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b1c95cc3-b4e2-4426-84ee-a30928ffd1b9 None None] Provisioning complete for port 0994e36c-b549-4a61-8486-be7145fae1d6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:17.551727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1c95cc3-b4e2-4426-84ee-a30928ffd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.568732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e784117-c485-40ed-b262-44b29de4ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.571313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e784117-c485-40ed-b262-44b29de4ce3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.572507 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3e784117-c485-40ed-b262-44b29de4ce3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b54e3877-91d1-4328-b6ec-88a1e74ec9e9 HTTP/1.1" status: 204 len: 168 time: 0.3417015 Dec 06 12:05:17.591341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e784117-c485-40ed-b262-44b29de4ce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e3877-91d1-4328-b6ec-88a1e74ec9e9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:17.599423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-daaf326b-069f-40db-813d-b612b45ab320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:17.601225 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-daaf326b-069f-40db-813d-b612b45ab320 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958755 Dec 06 12:05:17.631959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b1c95cc3-b4e2-4426-84ee-a30928ffd1b9 None None] Port 0994e36c-b549-4a61-8486-be7145fae1d6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:17.653528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 290591b2-0d0c-4553-a348-ee95b49704d9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:17.653911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.655626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b1c95cc3-b4e2-4426-84ee-a30928ffd1b9 None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:17.656077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1c95cc3-b4e2-4426-84ee-a30928ffd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.672309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff1903c7-85a2-4dce-a166-00ac4689790e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.694445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cbe1fd6d-9c4c-459e-b927-fcbb71123ec5 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:17.782024 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-c0a17a9c-b19d-493a-85d9-bb4258e0c10e service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626160 Dec 06 12:05:17.975402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b1c95cc3-b4e2-4426-84ee-a30928ffd1b9 None None] Provisioning complete for port 896517e7-e85f-4bef-bae1-e2fac0a3da73 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:17.976264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1c95cc3-b4e2-4426-84ee-a30928ffd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.032204 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c925053-637a-4aed-b071-58bdb4b18cb7 req-f71a95cc-85d1-4e2b-a573-4bc2764158c5 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424228 Dec 06 12:05:18.044770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b1c95cc3-b4e2-4426-84ee-a30928ffd1b9 None None] Port 896517e7-e85f-4bef-bae1-e2fac0a3da73 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:18.272319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a903b045-c2a5-485e-a615-28f12fd2d0c9 None None] Provisioning complete for port 896517e7-e85f-4bef-bae1-e2fac0a3da73 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:18.272702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a903b045-c2a5-485e-a615-28f12fd2d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.508846 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5abdf-25f5-4f0c-9b08-465a511ce149 None None] DHCP port deletion for f1759f81-58b7-4a09-869f-43c6c23d374f request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:18.510657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6f3f68dd-c1e8-413f-8482-05e2ae5c75da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:18.527728 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1559b-092a-4a99-a175-cdc64f463a94 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Deleting port 7303c7e0-d1de-4a48-b7df-f33cfaf1cf64 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:18.528440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5b1559b-092a-4a99-a175-cdc64f463a94 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.536514 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6f3f68dd-c1e8-413f-8482-05e2ae5c75da {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:18.536867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6f3f68dd-c1e8-413f-8482-05e2ae5c75da not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:18.554572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a903b045-c2a5-485e-a615-28f12fd2d0c9 None None] Port 896517e7-e85f-4bef-bae1-e2fac0a3da73 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:18.624351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cbe1fd6d-9c4c-459e-b927-fcbb71123ec5 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.628433 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cbe1fd6d-9c4c-459e-b927-fcbb71123ec5 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.634313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff1903c7-85a2-4dce-a166-00ac4689790e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.646641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5b1559b-092a-4a99-a175-cdc64f463a94 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.675448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40274) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:18.680091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-67726bd5-68c2-4a37-a67e-c11ebd82b64e None None] Provisioning complete for port 290591b2-0d0c-4553-a348-ee95b49704d9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:18.680546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67726bd5-68c2-4a37-a67e-c11ebd82b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.764631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1903c7-85a2-4dce-a166-00ac4689790e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=a940e869-ae14-4d99-a78d-ae65bfc07c89,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:18.770653 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1559b-092a-4a99-a175-cdc64f463a94 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Calling delete_port for 7303c7e0-d1de-4a48-b7df-f33cfaf1cf64 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:18.792864 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfad2d-3a3f-44dc-b4a3-baf130b6e669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 896517e7-e85f-4bef-bae1-e2fac0a3da73 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:18.793448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdfad2d-3a3f-44dc-b4a3-baf130b6e669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.797230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff1903c7-85a2-4dce-a166-00ac4689790e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.802745 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ff1903c7-85a2-4dce-a166-00ac4689790e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/a940e869-ae14-4d99-a78d-ae65bfc07c89 HTTP/1.1" status: 204 len: 168 time: 2.6850281 Dec 06 12:05:18.803172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40280) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:18.809401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cbe1fd6d-9c4c-459e-b927-fcbb71123ec5 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.809874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1fd6d-9c4c-459e-b927-fcbb71123ec5 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Fanout notify agent at l3_agent the message router_deleted on router df630ec7-b0eb-417b-a48f-681d0cee42fc {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:05:18.817111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cbe1fd6d-9c4c-459e-b927-fcbb71123ec5 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.821392 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cbe1fd6d-9c4c-459e-b927-fcbb71123ec5 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/routers/df630ec7-b0eb-417b-a48f-681d0cee42fc HTTP/1.1" status: 204 len: 168 time: 1.4393258 Dec 06 12:05:18.822179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40282) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:18.869582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-365094284'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:18.877601 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f5dc1c06-eb7d-4395-a61e-992f61cb84b0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729620 Dec 06 12:05:18.880105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40284) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:18.890497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:18.966614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b0a4326d-ca79-4b6e-8f9c-b11cddefc507 None None] Could not find standard attr ID for object 7757b3b4-2822-4a67-b1f7-b870c1f66efa. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:18.974699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:18.978650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:18.998608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.027656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b84812-56ce-4406-8053-a811b430c512 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:19.037222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdfad2d-3a3f-44dc-b4a3-baf130b6e669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.045004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:19.048838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.064050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfad2d-3a3f-44dc-b4a3-baf130b6e669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 896517e7-e85f-4bef-bae1-e2fac0a3da73 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:19.100398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-eb11d567-5258-44c1-a905-e59bde7d6d48 None None] Could not find standard attr ID for object bfe1eff9-281a-43e1-b632-c97c84d4ffe3. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:19.128187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5b1559b-092a-4a99-a175-cdc64f463a94 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.133105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-83f0fa88-9cd4-48ca-87fd-f5ff94a3564e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Deleting port fc76e950-405d-47c0-90aa-4b298c20fe10 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:19.133443 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83f0fa88-9cd4-48ca-87fd-f5ff94a3564e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.199898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1559b-092a-4a99-a175-cdc64f463a94 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Port': ['ID=7303c7e0-d1de-4a48-b7df-f33cfaf1cf64,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.205886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.212704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.240809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5b1559b-092a-4a99-a175-cdc64f463a94 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.246777 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f5b1559b-092a-4a99-a175-cdc64f463a94 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/ports/7303c7e0-d1de-4a48-b7df-f33cfaf1cf64 HTTP/1.1" status: 204 len: 168 time: 1.9008615 Dec 06 12:05:19.248333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40288) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:19.257455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:19.286091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:19.312495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acf177-9ae4-4a8d-87fa-62e2be2302db,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.329438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] Deleting port 290591b2-0d0c-4553-a348-ee95b49704d9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:19.329692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83f0fa88-9cd4-48ca-87fd-f5ff94a3564e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.329813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.343981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.344460 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Added segment 598f5260-a3fc-4249-8d83-36aebccef467 of type vlan for network 76b44ea0-82bf-46e2-ba49-c23d2edd485d Dec 06 12:05:19.395962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-83f0fa88-9cd4-48ca-87fd-f5ff94a3564e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Calling delete_port for fc76e950-405d-47c0-90aa-4b298c20fe10 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:19.399596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] For port 290591b2-0d0c-4553-a348-ee95b49704d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=290591b2-0d0c-4553-a348-ee95b49704d9,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:19.400105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.415089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] Calling delete_port for 290591b2-0d0c-4553-a348-ee95b49704d9 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:19.427881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.444289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.461806 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdfad2d-3a3f-44dc-b4a3-baf130b6e669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.500580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfad2d-3a3f-44dc-b4a3-baf130b6e669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=896517e7-e85f-4bef-bae1-e2fac0a3da73,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.514045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:19.516337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.519413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.519570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a5ae1157-e1e4-4be5-9b21-43aee3768c8b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Deleting port 0e246c92-a683-4ee0-8964-af835c89d8e3 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:19.519763 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1157-e1e4-4be5-9b21-43aee3768c8b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.527420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:19.529047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.544361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:19.547323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:19.548030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.553417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] Pushing event deleted for resources: {'Port': ['ID=290591b2-0d0c-4553-a348-ee95b49704d9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.555652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea43c90-ba2c-4247-a62c-3d3c7bb41570 None None] No DVR routers for this DVR port 290591b2-0d0c-4553-a348-ee95b49704d9 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:19.578673 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e5fbbf-4e48-4910-a13e-1e01adbe3ed1 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:19.588426 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=a0a74a51-5d03-49c4-bd9d-d517e57679d9,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.632824 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5c9167c2-354e-4b20-9f64-6dc73ed8b01d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7510643 Dec 06 12:05:19.637265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40290) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:19.639563 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9621177 Dec 06 12:05:19.645836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5506b8c-b2dd-42c9-9a22-ac4de7ef5e1c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Network': ['ID=76b44ea0-82bf-46e2-ba49-c23d2edd485d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:19.661925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:19.662212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 76b44ea0-82bf-46e2-ba49-c23d2edd485d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:19.743238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1157-e1e4-4be5-9b21-43aee3768c8b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.892250 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a5ae1157-e1e4-4be5-9b21-43aee3768c8b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Calling delete_port for 0e246c92-a683-4ee0-8964-af835c89d8e3 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:19.926840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': 'a0a74a51-5d03-49c4-bd9d-d517e57679d9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:19.927758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.986855 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdfad2d-3a3f-44dc-b4a3-baf130b6e669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.993057 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4fdfad2d-3a3f-44dc-b4a3-baf130b6e669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/896517e7-e85f-4bef-bae1-e2fac0a3da73 HTTP/1.1" status: 204 len: 168 time: 2.6359749 Dec 06 12:05:19.993775 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83f0fa88-9cd4-48ca-87fd-f5ff94a3564e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:19.995931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40296) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:19.997765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1157-e1e4-4be5-9b21-43aee3768c8b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.049990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ae1157-e1e4-4be5-9b21-43aee3768c8b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.057013 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a5ae1157-e1e4-4be5-9b21-43aee3768c8b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/ports/0e246c92-a683-4ee0-8964-af835c89d8e3 HTTP/1.1" status: 204 len: 168 time: 0.8042631 Dec 06 12:05:20.057013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0fa88-9cd4-48ca-87fd-f5ff94a3564e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Pushing event deleted for resources: {'Port': ['ID=fc76e950-405d-47c0-90aa-4b298c20fe10,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:20.057013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40300) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:20.067431 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-59842281-410e-40f6-ae1a-5cf11c4ad801 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:05:20.071706 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-59842281-410e-40f6-ae1a-5cf11c4ad801 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/896517e7-e85f-4bef-bae1-e2fac0a3da73 HTTP/1.1" status: 404 len: 333 time: 0.0701406 Dec 06 12:05:20.072264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40302) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:20.141805 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ccab23ac-a1a1-4f03-918e-0348efa6db6c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0722060 Dec 06 12:05:20.142400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40304) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:20.147424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2042598009'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:20.156823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Allocated IP 172.20.0.2 (61c27f2c-faab-4f7c-b849-24512843983c/a0a74a51-5d03-49c4-bd9d-d517e57679d9/fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:20.181026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Made reservation on behalf of 885ca03624b24d9794dc80fe7f274d8b for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:20.187346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.217376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d79b4b3-6c45-468f-b0d8-9354cda7281e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.217593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae1157-e1e4-4be5-9b21-43aee3768c8b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Port': ['ID=0e246c92-a683-4ee0-8964-af835c89d8e3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:20.224613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83f0fa88-9cd4-48ca-87fd-f5ff94a3564e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.228650 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-83f0fa88-9cd4-48ca-87fd-f5ff94a3564e tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/ports/fc76e950-405d-47c0-90aa-4b298c20fe10 HTTP/1.1" status: 204 len: 168 time: 1.3869872 Dec 06 12:05:20.236448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40306) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:20.243102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d79b4b3-6c45-468f-b0d8-9354cda7281e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.299300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:20.308908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.309255 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Added segment dec06925-48e7-4622-a46a-af855914d1f9 of type vlan for network a6803d77-eccf-431c-9696-4fe8425d4191 Dec 06 12:05:20.359575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-57156365-fbfb-4b3e-af09-dd360d48e86f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Deleting subnet 55d7dff1-c9f6-458f-bea8-495b2d255c8f {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:20.364200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57156365-fbfb-4b3e-af09-dd360d48e86f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.365042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.397256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.400311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:20.405750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.408180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d79b4b3-6c45-468f-b0d8-9354cda7281e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.409934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.410837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d79b4b3-6c45-468f-b0d8-9354cda7281e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.416101 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0d79b4b3-6c45-468f-b0d8-9354cda7281e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/security-groups/18bd78b1-bb9e-4216-ac59-f2a3d8e43e94 HTTP/1.1" status: 204 len: 168 time: 0.3385482 Dec 06 12:05:20.417393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40308) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:20.475425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.481794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:20.482390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.496894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57156365-fbfb-4b3e-af09-dd360d48e86f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.514837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 290591b2-0d0c-4553-a348-ee95b49704d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:20.558123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Pushing event updated for resources: {'Port': ['ID=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:20.562008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 290591b2-0d0c-4553-a348-ee95b49704d9 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:20.562356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 290591b2-0d0c-4553-a348-ee95b49704d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:20.578391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:20.581542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:20.594022 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:20.653057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Network': ['ID=a6803d77-eccf-431c-9696-4fe8425d4191,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:20.671455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79b4b3-6c45-468f-b0d8-9354cda7281e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bd78b1-bb9e-4216-ac59-f2a3d8e43e94,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:20.695002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57156365-fbfb-4b3e-af09-dd360d48e86f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.707135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network a6803d77-eccf-431c-9696-4fe8425d4191 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:20.707458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d20a0f6f-a029-49d3-8322-cac25520bdca tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.754025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d20a0f6f-a029-49d3-8322-cac25520bdca tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.795819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Attempting to bind port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:20.796226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Attempting to bind port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:20.796603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Attempting to bind port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:20.812298 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c0a3b438-d9fb-4c8a-8bd6-4cdbeec569f3 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6688075 Dec 06 12:05:20.813606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d20a0f6f-a029-49d3-8322-cac25520bdca tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.816295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40310) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:20.819847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d20a0f6f-a029-49d3-8322-cac25520bdca tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.821815 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d20a0f6f-a029-49d3-8322-cac25520bdca tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/security-groups/350c5df3-e07d-4d76-8934-a7c8781ed639 HTTP/1.1" status: 204 len: 168 time: 0.4002399 Dec 06 12:05:20.825581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1622795381'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:20.832805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40312) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:20.833595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a0f6f-a029-49d3-8322-cac25520bdca tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350c5df3-e07d-4d76-8934-a7c8781ed639,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:20.838697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:20.839151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:20.840572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.841874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:20.841874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Bound port: fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:20.842223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.874292 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Made reservation on behalf of 885ca03624b24d9794dc80fe7f274d8b for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:20.878357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.937012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57156365-fbfb-4b3e-af09-dd360d48e86f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.952309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2aaba78-3163-4b0b-9e24-0f1277fe2d70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:20.962402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2aaba78-3163-4b0b-9e24-0f1277fe2d70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:20.996358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57156365-fbfb-4b3e-af09-dd360d48e86f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Pushing event deleted for resources: {'Subnet': ['ID=55d7dff1-c9f6-458f-bea8-495b2d255c8f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:21.003670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57156365-fbfb-4b3e-af09-dd360d48e86f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.009067 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-57156365-fbfb-4b3e-af09-dd360d48e86f tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/subnets/55d7dff1-c9f6-458f-bea8-495b2d255c8f HTTP/1.1" status: 204 len: 168 time: 0.7713497 Dec 06 12:05:21.015549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:21.016953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5f5d2-f2ce-42dc-87ce-7707633b7b3a None None] Network 1cd4ffea-3fb4-4fac-a10c-97d239b29296 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:21.026509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40318) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:21.056046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] For port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:21.095607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2aaba78-3163-4b0b-9e24-0f1277fe2d70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.111806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] For port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:21.132619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.155927 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.187988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.188626 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Added segment 0041825f-61ad-4b67-99f9-e9f37e946dd9 of type vlan for network 05cd4efe-96b5-4cc7-94bc-e47d930e57cd Dec 06 12:05:21.246247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2aaba78-3163-4b0b-9e24-0f1277fe2d70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.270912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26533551-d5ce-4bc7-bfef-7dfbf359f378 None None] Pushing event updated for resources: {'Port': ['ID=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:21.375930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2aaba78-3163-4b0b-9e24-0f1277fe2d70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.393064 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.419099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaba78-3163-4b0b-9e24-0f1277fe2d70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:21.426547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2aaba78-3163-4b0b-9e24-0f1277fe2d70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.435759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d2aaba78-3163-4b0b-9e24-0f1277fe2d70 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0 HTTP/1.1" status: 204 len: 168 time: 0.5960004 Dec 06 12:05:21.439916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40322) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:21.444865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b15a5-d931-401d-ad32-467d43ee7a7f None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:21.449745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:21.504567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:21.632466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] DHCP port deletion for 1cd4ffea-3fb4-4fac-a10c-97d239b29296 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:21.666658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.683974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:21.688505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:21.689371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.693968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.723334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Deleting port 731729e5-216a-453b-910d-ed5942ecf28b {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:21.724312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.752726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] Deleting port 731729e5-216a-453b-910d-ed5942ecf28b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:21.753106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.794283 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9765742 Dec 06 12:05:21.895972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] For port 731729e5-216a-453b-910d-ed5942ecf28b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=731729e5-216a-453b-910d-ed5942ecf28b,segment=NetworkSegment(d50d2ba1-bc9e-4b15-a5e8-44016f0facd9),segment_id=d50d2ba1-bc9e-4b15-a5e8-44016f0facd9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:21.896681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:21.948222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] Calling delete_port for 731729e5-216a-453b-910d-ed5942ecf28b owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:21.987506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52a8dc-1df5-4e78-ab9a-11b322cbfaeb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Network': ['ID=05cd4efe-96b5-4cc7-94bc-e47d930e57cd,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:21.994731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40324) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:22.006276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'subnets': [{'network_id': 'a6803d77-eccf-431c-9696-4fe8425d4191', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1092372881', 'ip_version': 4}, {'network_id': '05cd4efe-96b5-4cc7-94bc-e47d930e57cd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:22.006891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'subnet': {'network_id': 'a6803d77-eccf-431c-9696-4fe8425d4191', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1092372881', 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:22.009800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Request body: {'subnet': {'network_id': '05cd4efe-96b5-4cc7-94bc-e47d930e57cd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:22.081317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 05cd4efe-96b5-4cc7-94bc-e47d930e57cd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:22.102028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.193929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] For port 731729e5-216a-453b-910d-ed5942ecf28b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=731729e5-216a-453b-910d-ed5942ecf28b,segment=NetworkSegment(d50d2ba1-bc9e-4b15-a5e8-44016f0facd9),segment_id=d50d2ba1-bc9e-4b15-a5e8-44016f0facd9)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:22.194544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.227906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] Pushing event deleted for resources: {'Port': ['ID=731729e5-216a-453b-910d-ed5942ecf28b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:22.232776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.258614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Calling delete_port for 731729e5-216a-453b-910d-ed5942ecf28b owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:22.336679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519aa76e-15a5-492d-a59a-2452ba8dc2ca None None] No DVR routers for this DVR port 731729e5-216a-453b-910d-ed5942ecf28b on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:22.545910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:22.645132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:22.645777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.750786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] For port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:22.800246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.808277 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40332) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:22.813807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.818460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'subnet': {'network_id': '76b44ea0-82bf-46e2-ba49-c23d2edd485d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:22.825824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.826308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.906868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:05:22.907086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.911621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:05:22.973364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-16a15d77-65b6-4d27-ae84-2dd794ea56b2 None None] Provisioning complete for port 0994e36c-b549-4a61-8486-be7145fae1d6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:22.974085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16a15d77-65b6-4d27-ae84-2dd794ea56b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.978412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Made reservation on behalf of 885ca03624b24d9794dc80fe7f274d8b for: {'subnet': 2} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:22.983428 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:22.983885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:22.984296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.005886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:23.010912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:23.019047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:23.021009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:23.021618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.024408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-16a15d77-65b6-4d27-ae84-2dd794ea56b2 None None] Port 0994e36c-b549-4a61-8486-be7145fae1d6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:23.024561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=558d7bfb-90c6-4512-8905-8845a5c4d8da,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.034559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=5ef9d71a-e9ea-4e13-a6d6-c1265b9cd293,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.040584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-16a15d77-65b6-4d27-ae84-2dd794ea56b2 None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:23.041447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16a15d77-65b6-4d27-ae84-2dd794ea56b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.041605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.043795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174f6f2-2987-41b4-9255-3ecdad4f04ed None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:23.049962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.060287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:23.060784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.088734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Pushing event deleted for resources: {'Port': ['ID=731729e5-216a-453b-910d-ed5942ecf28b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.093765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7e36e-09dc-48d1-8b05-ea7ec4785751 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:23.094202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] No DVR routers for this DVR port 731729e5-216a-453b-910d-ed5942ecf28b on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:23.101814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:23.105396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.116271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e62d8870-92e3-4d5b-8821-150e02fc2669 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6749785 Dec 06 12:05:23.117158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40334) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:23.125210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3648f5df-7e75-4d0d-9711-2f91d43cff5e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'security_group': {'name': 'tempest-secgroup-133198849'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:23.132682 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aed931b2-3307-4aa9-80c7-fc1018d0837f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4741209 Dec 06 12:05:23.140669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40336) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:23.147505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:d5:ed:4d', 'name': 'tempest-NetworksTestDHCPv6-1373156291'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:23.161260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3648f5df-7e75-4d0d-9711-2f91d43cff5e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.291816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.345246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd4ffea-3fb4-4fac-a10c-97d239b29296']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:23.361544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50d2ba1-bc9e-4b15-a5e8-44016f0facd9') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:23.361897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50d2ba1-bc9e-4b15-a5e8-44016f0facd9') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:23.369635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3648f5df-7e75-4d0d-9711-2f91d43cff5e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.377815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3648f5df-7e75-4d0d-9711-2f91d43cff5e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.382806 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.406898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.422030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:23.422429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:23.428261 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:23.439794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648f5df-7e75-4d0d-9711-2f91d43cff5e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa785db-d3b5-4f28-83b2-d64cb1989b98,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.622847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.644058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a3cd-5101-404e-b1e9-00a958a5c4a3 req-85c482f2-e14a-4fbb-ab37-b4594dbf6f54 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:23.645782 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f42a3cd-5101-404e-b1e9-00a958a5c4a3 req-85c482f2-e14a-4fbb-ab37-b4594dbf6f54 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.0906982 Dec 06 12:05:23.676652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.749803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:23.751624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Subnet': ['ID=48235327-906e-49cd-997e-4e8871060180,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.761560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.776124 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f42a3cd-5101-404e-b1e9-00a958a5c4a3 req-c2a3553a-13ca-4cce-9997-651a751ea72d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025379 Dec 06 12:05:23.777934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Checking segment: {'id': 'dec06925-48e7-4622-a46a-af855914d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a6803d77-eccf-431c-9696-4fe8425d4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:23.778592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Network hostable DHCP agents. Network: a6803d77-eccf-431c-9696-4fe8425d4191, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:23.800647 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Network a6803d77-eccf-431c-9696-4fe8425d4191 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:23.817120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a6803d77-eccf-431c-9696-4fe8425d4191) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:23.821911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7618ec74-d449-4146-a1d6-2adbaede0a98 None None] Provisioning complete for port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:23.822811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7618ec74-d449-4146-a1d6-2adbaede0a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.827486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:23.831405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bb66f-5fe0-4a37-82f8-f1c9bc4ccbe2 None None] Network a6803d77-eccf-431c-9696-4fe8425d4191 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:23.831941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.838576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3648f5df-7e75-4d0d-9711-2f91d43cff5e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.849686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3648f5df-7e75-4d0d-9711-2f91d43cff5e tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7297041 Dec 06 12:05:23.857362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:23.859394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40346) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:23.865330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-96e90df8-2411-401e-ac98-684d36475683 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'security_group': {'name': 'tempest-secgroup-788187279'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:23.883009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.940221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:23.943849 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] 10.222.0.24 "DELETE /v2.0/networks/1cd4ffea-3fb4-4fac-a10c-97d239b29296 HTTP/1.1" status: 204 len: 168 time: 2.9152393 Dec 06 12:05:23.952794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 731729e5-216a-453b-910d-ed5942ecf28b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:23.980952 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 731729e5-216a-453b-910d-ed5942ecf28b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:23.981355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 731729e5-216a-453b-910d-ed5942ecf28b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:24.014264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event updated for resources: {'Subnet': ['ID=1ea647dd-0aa5-4538-82a8-726d8b26a263,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.026623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02c0e1-d281-43f6-9c53-c46928dcbac3 tempest-TagsExtTest-1747272635 tempest-TagsExtTest-1747272635-project] Pushing event deleted for resources: {'Network': ['ID=1cd4ffea-3fb4-4fac-a10c-97d239b29296,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.027063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Checking segment: {'id': '0041825f-61ad-4b67-99f9-e9f37e946dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05cd4efe-96b5-4cc7-94bc-e47d930e57cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:24.027701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Network hostable DHCP agents. Network: 05cd4efe-96b5-4cc7-94bc-e47d930e57cd, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:24.072229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe037ab8-d838-4eb2-97f8-fd01277328a3 None None] Update dhcp port {'port': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'fixed_ips': [{'subnet_id': '26bcbe14-b034-4a95-b9d8-bf279d68e040', 'ip_address': '172.20.0.18'}, {'subnet_id': '558d7bfb-90c6-4512-8905-8845a5c4d8da'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '59ff7a64-28b3-4946-8da5-e210a24c9eed'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:05:24.076375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Network 05cd4efe-96b5-4cc7-94bc-e47d930e57cd is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:24.081937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96e90df8-2411-401e-ac98-684d36475683 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.099661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 05cd4efe-96b5-4cc7-94bc-e47d930e57cd) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:24.101598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.108745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.109280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.109991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.145207 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7e4ef42d-41f2-40d1-97cd-66c5e4d0ba0b tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1486852 Dec 06 12:05:24.145356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40352) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.152201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181f6c4-9d18-4eb8-a8b8-6b9023bc7897 None None] Network 05cd4efe-96b5-4cc7-94bc-e47d930e57cd requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:24.203426 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe037ab8-d838-4eb2-97f8-fd01277328a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.209972 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Subnet': ['ID=5f240913-158b-4ce8-b6fb-897da28599e0,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.237464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.286636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3d1b4-fca2-4b38-87e5-0e66c05ccd22 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.295542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3d1b4-fca2-4b38-87e5-0e66c05ccd22 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.300561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port e1d76461-0e05-4dc2-a1cc-9926c0c81185 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:24.304553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3d1b4-fca2-4b38-87e5-0e66c05ccd22 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.315678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.318785 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2ff3d1b4-fca2-4b38-87e5-0e66c05ccd22 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1713097 Dec 06 12:05:24.366354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96e90df8-2411-401e-ac98-684d36475683 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.384072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Checking segment: {'id': '598f5260-a3fc-4249-8d83-36aebccef467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '76b44ea0-82bf-46e2-ba49-c23d2edd485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:24.385274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network hostable DHCP agents. Network: 76b44ea0-82bf-46e2-ba49-c23d2edd485d, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:24.428191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f72c7-3f71-40e4-a73a-a6b6e06f470e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a6803d77-eccf-431c-9696-4fe8425d4191', 'network_id': 'a6803d77-eccf-431c-9696-4fe8425d4191', 'tenant_id': '885ca03624b24d9794dc80fe7f274d8b', 'fixed_ips': [{'subnet_id': '48235327-906e-49cd-997e-4e8871060180'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:24.429221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-486f72c7-3f71-40e4-a73a-a6b6e06f470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.431447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:24.456004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96e90df8-2411-401e-ac98-684d36475683 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.470848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821c2e-f00a-4c0f-bbe8-13edc308685c req-3de4a25f-67ed-4854-a72c-25a09e4b7b52 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.474611 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0821c2e-f00a-4c0f-bbe8-13edc308685c req-3de4a25f-67ed-4854-a72c-25a09e4b7b52 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.0930357 Dec 06 12:05:24.531462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network 76b44ea0-82bf-46e2-ba49-c23d2edd485d is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:24.567390 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96e90df8-2411-401e-ac98-684d36475683 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.568668 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-96e90df8-2411-401e-ac98-684d36475683 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7079134 Dec 06 12:05:24.578131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc0059f-b469-40d5-a7a4-b5f1b42903b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Deleting subnet 48235327-906e-49cd-997e-4e8871060180 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:24.579532 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0821c2e-f00a-4c0f-bbe8-13edc308685c req-f7959653-197c-4de3-a364-e070b312785a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943387 Dec 06 12:05:24.580120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40362) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.580699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40364) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.585192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c4dfd897-95de-4aa6-a89a-dc7797ffdb86 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470341629'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:24.599654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbc0059f-b469-40d5-a7a4-b5f1b42903b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.647659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd897-95de-4aa6-a89a-dc7797ffdb86 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.797768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd897-95de-4aa6-a89a-dc7797ffdb86 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.805881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e90df8-2411-401e-ac98-684d36475683 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371dfe0e-3a6f-4fa9-af62-592309a78bf6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.814912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd897-95de-4aa6-a89a-dc7797ffdb86 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.826576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 76b44ea0-82bf-46e2-ba49-c23d2edd485d) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:24.857837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:24.859372 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.865503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd897-95de-4aa6-a89a-dc7797ffdb86 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:24.869433 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c4dfd897-95de-4aa6-a89a-dc7797ffdb86 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2852631 Dec 06 12:05:24.871588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c8af2-bf75-4eb1-93cb-e05c939c896e None None] Network 76b44ea0-82bf-46e2-ba49-c23d2edd485d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:24.873034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40374) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.879745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1909199329', 'security_groups': ['485eb851-4c9d-43ed-b6c1-61cd3fe0d147'], 'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '558d7bfb-90c6-4512-8905-8845a5c4d8da'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:24.910440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfd897-95de-4aa6-a89a-dc7797ffdb86 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485eb851-4c9d-43ed-b6c1-61cd3fe0d147,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:24.951924 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b92a9967-a22e-461b-8fa3-2633611009cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=930f8977851d4d5f83d0e74c05e4f1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584704 Dec 06 12:05:24.955428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40376) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:24.970207 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-79c91b61-92b2-45d0-b0d6-fb655f7f8fab tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1607416 Dec 06 12:05:24.988217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbc0059f-b469-40d5-a7a4-b5f1b42903b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.011720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40378) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:25.067412 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbc0059f-b469-40d5-a7a4-b5f1b42903b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.081841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-05cd4efe-96b5-4cc7-94bc-e47d930e57cd', 'network_id': '05cd4efe-96b5-4cc7-94bc-e47d930e57cd', 'tenant_id': '885ca03624b24d9794dc80fe7f274d8b', 'fixed_ips': [{'subnet_id': '1ea647dd-0aa5-4538-82a8-726d8b26a263'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:25.082700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.086066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:25.086429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.131665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0df74286-3ad4-4f5c-9401-bcc16b73a101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.133506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:25.149456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1233635983'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:25.156179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 172.20.0.4 (61c27f2c-faab-4f7c-b849-24512843983c/a0a74a51-5d03-49c4-bd9d-d517e57679d9/e1d76461-0e05-4dc2-a1cc-9926c0c81185) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:25.162138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbc0059f-b469-40d5-a7a4-b5f1b42903b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-486f72c7-3f71-40e4-a73a-a6b6e06f470e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48235327-906e-49cd-997e-4e8871060180: This subnet is being modified by another concurrent operation. Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:05:25.180483 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48235327-906e-49cd-997e-4e8871060180: This subnet is being modified by another concurrent operation. Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:05:25.184601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fe037ab8-d838-4eb2-97f8-fd01277328a3 None None] Allocated IP 172.20.0.2 (2c71bb93-bc57-4463-b431-3d7509600e61/558d7bfb-90c6-4512-8905-8845a5c4d8da/59ff7a64-28b3-4946-8da5-e210a24c9eed) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:25.201177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbc0059f-b469-40d5-a7a4-b5f1b42903b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.201310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8483d8d9-57cb-4a86-8b7b-1b433c7272b1 None None] Provisioning complete for port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:25.201427 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dbc0059f-b469-40d5-a7a4-b5f1b42903b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/subnets/48235327-906e-49cd-997e-4e8871060180 HTTP/1.1" status: 204 len: 168 time: 0.8784914 Dec 06 12:05:25.201863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8483d8d9-57cb-4a86-8b7b-1b433c7272b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.203277 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:fed5:ed4d (61c27f2c-faab-4f7c-b849-24512843983c/5ef9d71a-e9ea-4e13-a6d6-c1265b9cd293/e1d76461-0e05-4dc2-a1cc-9926c0c81185) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:25.233379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40384) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:25.254749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a72c8-1867-41d3-9304-c7ae240628ab None None] Network a6803d77-eccf-431c-9696-4fe8425d4191 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:25.260268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0df74286-3ad4-4f5c-9401-bcc16b73a101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.327724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0059f-b469-40d5-a7a4-b5f1b42903b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Subnet': ['ID=48235327-906e-49cd-997e-4e8871060180,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:25.339714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:25.344513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.375506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be691df-9e26-44b2-b430-ffeae5bbf7fd req-fb22093a-0ecd-4779-a7b7-2a68983f53da tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:25.377102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6be691df-9e26-44b2-b430-ffeae5bbf7fd req-fb22093a-0ecd-4779-a7b7-2a68983f53da tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1245000 Dec 06 12:05:25.381035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.402904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] device_id is not set on port 8f190e42-2296-4e6c-a707-ac5a1be559ef yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:25.414896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40b765d-cdd6-46b1-b9b4-9c7b31b4ce5c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Deleting subnet 1ea647dd-0aa5-4538-82a8-726d8b26a263 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:25.415423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0df74286-3ad4-4f5c-9401-bcc16b73a101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.418291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0df74286-3ad4-4f5c-9401-bcc16b73a101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.422525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0df74286-3ad4-4f5c-9401-bcc16b73a101 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62871d39-71bc-46bc-992f-548f99785453 HTTP/1.1" status: 204 len: 168 time: 0.4659410 Dec 06 12:05:25.424168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:25.460692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.461033 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Added segment 8a4e9518-7918-42d9-aae8-66b382392e5c of type vlan for network 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 Dec 06 12:05:25.482646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df74286-3ad4-4f5c-9401-bcc16b73a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62871d39-71bc-46bc-992f-548f99785453,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:25.554991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.570914 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6be691df-9e26-44b2-b430-ffeae5bbf7fd req-5d4212b2-46b5-4ebb-8b5a-88a711e0e6c1 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591301 Dec 06 12:05:25.608518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.611500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.617218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:25.617831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.649492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Allocated IP 172.20.0.18 (05cd4efe-96b5-4cc7-94bc-e47d930e57cd/1ea647dd-0aa5-4538-82a8-726d8b26a263/8d05b89b-286f-4b2f-81d5-572d10573956) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:25.658962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-76b44ea0-82bf-46e2-ba49-c23d2edd485d', 'network_id': '76b44ea0-82bf-46e2-ba49-c23d2edd485d', 'tenant_id': '7995329beca94542b9ddd9cfd35a9097', 'fixed_ips': [{'subnet_id': '5f240913-158b-4ce8-b6fb-897da28599e0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:25.659830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.662366 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5181983 Dec 06 12:05:25.668513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40388) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:25.701654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'subnet': {'network_id': '25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:25.709121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f53f3d-a53d-4396-809c-caa237ad8eb8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Network': ['ID=25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:25.729662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.803889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:25.811459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:25.819206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:25.896140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:25.899923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=e1d76461-0e05-4dc2-a1cc-9926c0c81185,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:25.900496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.949432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:25.950120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:25.971509 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-41dc5a9c-3c77-4049-a3cf-bf3bf1347bce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8276925 Dec 06 12:05:25.974134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40396) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:26.038097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5802e-b76f-457c-b830-9ec5a171bf27 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:26.046996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5802e-b76f-457c-b830-9ec5a171bf27 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:26.051371 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0bc5802e-b76f-457c-b830-9ec5a171bf27 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0738151 Dec 06 12:05:26.052317 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40398) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:26.055130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fe037ab8-d838-4eb2-97f8-fd01277328a3 None None] For port 59ff7a64-28b3-4946-8da5-e210a24c9eed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ff7a64-28b3-4946-8da5-e210a24c9eed,segment=NetworkSegment(a32d1054-a2f6-43c3-adee-18192b756262),segment_id=a32d1054-a2f6-43c3-adee-18192b756262)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:26.064247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:26.166719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc3a2-5651-4215-8b03-f6e5011b1436 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port e1d76461-0e05-4dc2-a1cc-9926c0c81185 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:26.167059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc3a2-5651-4215-8b03-f6e5011b1436 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.251052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe037ab8-d838-4eb2-97f8-fd01277328a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.262960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4e4b3-c67e-4d6f-be30-0cbd81032782 req-10a780f5-1123-4938-9514-dd4fec99cf6a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:26.264567 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19f4e4b3-c67e-4d6f-be30-0cbd81032782 req-10a780f5-1123-4938-9514-dd4fec99cf6a tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.1023183 Dec 06 12:05:26.280759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe037ab8-d838-4eb2-97f8-fd01277328a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.283091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc3a2-5651-4215-8b03-f6e5011b1436 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.295389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:26.305150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc3a2-5651-4215-8b03-f6e5011b1436 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for e1d76461-0e05-4dc2-a1cc-9926c0c81185 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:26.321508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.357599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52c054ad-90a5-4fc5-a1b7-7f5283dfb1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.380714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f5b5e63b-8a80-4666-a684-3fa67b7da696 None None] Provisioning complete for port e1d76461-0e05-4dc2-a1cc-9926c0c81185 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:26.381004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e63b-8a80-4666-a684-3fa67b7da696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.418279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.4 (2c71bb93-bc57-4463-b431-3d7509600e61/558d7bfb-90c6-4512-8905-8845a5c4d8da/8f190e42-2296-4e6c-a707-ac5a1be559ef) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:26.444010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Subnet': ['ID=d0ca57c6-cf34-43f4-8c25-3c70b5b1e050,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:26.482512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19f4e4b3-c67e-4d6f-be30-0cbd81032782 req-c4868d39-d257-4e25-aca7-fbdbaa6ee566 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857798 Dec 06 12:05:26.493231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Checking segment: {'id': '8a4e9518-7918-42d9-aae8-66b382392e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:26.493580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network hostable DHCP agents. Network: 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:26.495675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.507724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b40b765d-cdd6-46b1-b9b4-9c7b31b4ce5c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.518242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Allocated IP 2001:db8:0:ffff::2 (76b44ea0-82bf-46e2-ba49-c23d2edd485d/5f240913-158b-4ce8-b6fb-897da28599e0/a7bf2101-239e-4eef-acb3-57600b55d96c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:26.521559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.523932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5e63b-8a80-4666-a684-3fa67b7da696 None None] Port e1d76461-0e05-4dc2-a1cc-9926c0c81185 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:26.529893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe037ab8-d838-4eb2-97f8-fd01277328a3 None None] Pushing event updated for resources: {'Port': ['ID=59ff7a64-28b3-4946-8da5-e210a24c9eed,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:26.584995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:26.588115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b40b765d-cdd6-46b1-b9b4-9c7b31b4ce5c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.594928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Network 05cd4efe-96b5-4cc7-94bc-e47d930e57cd is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:26.601135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:26.610999 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:26.611814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.616079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:26.618999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:26.621210 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11aecfc-b354-4355-aa3e-720ac49a23de None None] Network 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:26.661091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc3a2-5651-4215-8b03-f6e5011b1436 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.695397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Pushing event updated for resources: {'Port': ['ID=8d05b89b-286f-4b2f-81d5-572d10573956,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:26.699480 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-475ebb03-3c7d-46bc-9f43-ef9d8c0b4a65 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0272362 Dec 06 12:05:26.706668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40406) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:26.715275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'port': {'network_id': '25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4', 'name': 'tempest-NetworksIpV6TestAttrs-647568500'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:26.727509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc3a2-5651-4215-8b03-f6e5011b1436 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=e1d76461-0e05-4dc2-a1cc-9926c0c81185,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:26.859998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Attempting to bind port 8d05b89b-286f-4b2f-81d5-572d10573956 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:26.859998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Attempting to bind port 8d05b89b-286f-4b2f-81d5-572d10573956 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0041825f-61ad-4b67-99f9-e9f37e946dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05cd4efe-96b5-4cc7-94bc-e47d930e57cd'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:26.859998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Attempting to bind port 8d05b89b-286f-4b2f-81d5-572d10573956 on network 05cd4efe-96b5-4cc7-94bc-e47d930e57cd {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:26.910595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:26.911099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Checking segment: {'id': '0041825f-61ad-4b67-99f9-e9f37e946dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05cd4efe-96b5-4cc7-94bc-e47d930e57cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:26.911801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.912085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b40b765d-cdd6-46b1-b9b4-9c7b31b4ce5c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.912547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Bound using segment: {'id': '0041825f-61ad-4b67-99f9-e9f37e946dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05cd4efe-96b5-4cc7-94bc-e47d930e57cd'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:26.913013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Bound port: 8d05b89b-286f-4b2f-81d5-572d10573956, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0041825f-61ad-4b67-99f9-e9f37e946dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05cd4efe-96b5-4cc7-94bc-e47d930e57cd'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:26.913623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.930087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:26.992291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f72965-f810-40be-9589-f779f1fb71b2 req-5f21af14-d3c8-455a-9c7c-cb57b0f83f71 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:26.993878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46f72965-f810-40be-9589-f779f1fb71b2 req-5f21af14-d3c8-455a-9c7c-cb57b0f83f71 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3032358 Dec 06 12:05:27.014289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b40b765d-cdd6-46b1-b9b4-9c7b31b4ce5c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.030715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b40b765d-cdd6-46b1-b9b4-9c7b31b4ce5c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.037300 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b40b765d-cdd6-46b1-b9b4-9c7b31b4ce5c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/subnets/1ea647dd-0aa5-4538-82a8-726d8b26a263 HTTP/1.1" status: 204 len: 168 time: 1.8003287 Dec 06 12:05:27.038141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc3a2-5651-4215-8b03-f6e5011b1436 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.041690 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ce5bc3a2-5651-4215-8b03-f6e5011b1436 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/e1d76461-0e05-4dc2-a1cc-9926c0c81185 HTTP/1.1" status: 204 len: 168 time: 0.9881485 Dec 06 12:05:27.044515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40410) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.044695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40412) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.108540 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46f72965-f810-40be-9589-f779f1fb71b2 req-88a88342-d399-465e-9dc8-d3dce67419ef tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035225 Dec 06 12:05:27.112499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.114033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.129098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.159335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c506c-ff59-4dec-9c4f-23e71a52c4b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:27.164211 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3c7c506c-ff59-4dec-9c4f-23e71a52c4b1 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1153545 Dec 06 12:05:27.169124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40414) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.182799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:27.184176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b765d-cdd6-46b1-b9b4-9c7b31b4ce5c tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea647dd-0aa5-4538-82a8-726d8b26a263,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:27.187287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.198372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Pushing event updated for resources: {'Port': ['ID=a7bf2101-239e-4eef-acb3-57600b55d96c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:27.212788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Network 76b44ea0-82bf-46e2-ba49-c23d2edd485d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:27.233963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dd5cf-d9f1-4624-a0ff-484715f674fe tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:27.236264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dd5cf-d9f1-4624-a0ff-484715f674fe tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:27.238640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dd5cf-d9f1-4624-a0ff-484715f674fe tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:27.240763 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ce8dd5cf-d9f1-4624-a0ff-484715f674fe tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1347957 Dec 06 12:05:27.243489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40416) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.249489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:27.253035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:27.259920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:27.260086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:27.268765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4', 'network_id': '25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4', 'tenant_id': '7995329beca94542b9ddd9cfd35a9097', 'fixed_ips': [{'subnet_id': 'd0ca57c6-cf34-43f4-8c25-3c70b5b1e050'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:27.270259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.272291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=8f190e42-2296-4e6c-a707-ac5a1be559ef,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:27.274751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:27.281768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] For port 8d05b89b-286f-4b2f-81d5-572d10573956, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:27.295010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] For port 8d05b89b-286f-4b2f-81d5-572d10573956, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d05b89b-286f-4b2f-81d5-572d10573956,segment=NetworkSegment(0041825f-61ad-4b67-99f9-e9f37e946dd9),segment_id=0041825f-61ad-4b67-99f9-e9f37e946dd9)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:27.335829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.353901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] device_id is not set on port a9e47c03-a514-400b-8103-afb040b001f6 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:27.364996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-264fbf10-6fcd-44fb-b91a-0044904c1a10 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 5ef9d71a-e9ea-4e13-a6d6-c1265b9cd293 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:27.375435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-264fbf10-6fcd-44fb-b91a-0044904c1a10 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.452675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-264fbf10-6fcd-44fb-b91a-0044904c1a10 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.478546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.497964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:27.499192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.555308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Attempting to bind port a7bf2101-239e-4eef-acb3-57600b55d96c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:27.555810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Attempting to bind port a7bf2101-239e-4eef-acb3-57600b55d96c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '598f5260-a3fc-4249-8d83-36aebccef467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '76b44ea0-82bf-46e2-ba49-c23d2edd485d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:27.556308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Attempting to bind port a7bf2101-239e-4eef-acb3-57600b55d96c on network 76b44ea0-82bf-46e2-ba49-c23d2edd485d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:27.598703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:27.599030 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4f1da84f-7042-4b32-8822-b5df0a374049 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7237315 Dec 06 12:05:27.599511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Checking segment: {'id': '598f5260-a3fc-4249-8d83-36aebccef467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '76b44ea0-82bf-46e2-ba49-c23d2edd485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:27.600079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.600560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Bound using segment: {'id': '598f5260-a3fc-4249-8d83-36aebccef467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '76b44ea0-82bf-46e2-ba49-c23d2edd485d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:27.601227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Bound port: a7bf2101-239e-4eef-acb3-57600b55d96c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598f5260-a3fc-4249-8d83-36aebccef467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '76b44ea0-82bf-46e2-ba49-c23d2edd485d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:27.601825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.604183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40422) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.610056 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bbece236-6d09-4a98-9453-d077902e2045 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:27.618857 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92162884-15a4-40ac-b8be-ab0bf1791f45 None None] Network 05cd4efe-96b5-4cc7-94bc-e47d930e57cd requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:27.641406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Allocated IP 2001:db8::f816:3eff:fee3:e5a3 (25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4/d0ca57c6-cf34-43f4-8c25-3c70b5b1e050/a9e47c03-a514-400b-8103-afb040b001f6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:27.672613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4721b-40cb-4e66-9f03-abb19dfe6fa2 None None] Pushing event updated for resources: {'Port': ['ID=8d05b89b-286f-4b2f-81d5-572d10573956,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:27.677567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7b30fbcd-3f4b-4b94-abd2-616b555cecb6 None None] Provisioning complete for port 0994e36c-b549-4a61-8486-be7145fae1d6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:27.678024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b30fbcd-3f4b-4b94-abd2-616b555cecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.686725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cfa4e-2810-4a4c-b208-4bdf1b48a801 req-25025b46-6f7a-4586-91d7-5c4bd961b8f1 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:27.689347 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1a6cfa4e-2810-4a4c-b208-4bdf1b48a801 req-25025b46-6f7a-4586-91d7-5c4bd961b8f1 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.1404471 Dec 06 12:05:27.704075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-264fbf10-6fcd-44fb-b91a-0044904c1a10 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.752741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Deleting port 8d05b89b-286f-4b2f-81d5-572d10573956 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:27.753084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.801261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7b30fbcd-3f4b-4b94-abd2-616b555cecb6 None None] Port 0994e36c-b549-4a61-8486-be7145fae1d6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:27.809281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbece236-6d09-4a98-9453-d077902e2045 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:27.814604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbece236-6d09-4a98-9453-d077902e2045 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.872303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-264fbf10-6fcd-44fb-b91a-0044904c1a10 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.875607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] For port a7bf2101-239e-4eef-acb3-57600b55d96c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:27.887724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7b30fbcd-3f4b-4b94-abd2-616b555cecb6 None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:27.888222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b30fbcd-3f4b-4b94-abd2-616b555cecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.910740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-264fbf10-6fcd-44fb-b91a-0044904c1a10 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.913534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] For port a7bf2101-239e-4eef-acb3-57600b55d96c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7bf2101-239e-4eef-acb3-57600b55d96c,segment=NetworkSegment(598f5260-a3fc-4249-8d83-36aebccef467),segment_id=598f5260-a3fc-4249-8d83-36aebccef467)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:27.916660 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-264fbf10-6fcd-44fb-b91a-0044904c1a10 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/5ef9d71a-e9ea-4e13-a6d6-c1265b9cd293 HTTP/1.1" status: 204 len: 168 time: 0.6692894 Dec 06 12:05:27.919133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40424) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.919879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fbf10-6fcd-44fb-b91a-0044904c1a10 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef9d71a-e9ea-4e13-a6d6-c1265b9cd293,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:27.921936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] For port 8d05b89b-286f-4b2f-81d5-572d10573956, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d05b89b-286f-4b2f-81d5-572d10573956,segment=NetworkSegment(0041825f-61ad-4b67-99f9-e9f37e946dd9),segment_id=0041825f-61ad-4b67-99f9-e9f37e946dd9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:27.922331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.935272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c57e9-e185-4236-ae7e-a912e6396756 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:27.942801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:27.952659 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.ipam_backend_mixin [None req-bbece236-6d09-4a98-9453-d077902e2045 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 558d7bfb-90c6-4512-8905-8845a5c4d8da (CIDR: 172.20.0.0/28) Dec 06 12:05:27.956251 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbece236-6d09-4a98-9453-d077902e2045 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:27.956845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbece236-6d09-4a98-9453-d077902e2045 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:27.983706 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1a6cfa4e-2810-4a4c-b208-4bdf1b48a801 req-9536c70e-2375-47ad-8744-1202d56b190b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821760 Dec 06 12:05:27.988628 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bbece236-6d09-4a98-9453-d077902e2045 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3806875 Dec 06 12:05:27.989721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40428) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:27.991763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Calling delete_port for 8d05b89b-286f-4b2f-81d5-572d10573956 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:27.999265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bfa58f1e-e562-49af-9ff9-75b63da50723 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:28.132398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.145130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22793937-b873-43d3-bad7-c8e4d50cac92 None None] Pushing event updated for resources: {'Port': ['ID=a7bf2101-239e-4eef-acb3-57600b55d96c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:28.185905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa58f1e-e562-49af-9ff9-75b63da50723 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:28.190535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bfa58f1e-e562-49af-9ff9-75b63da50723 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.208724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Port': ['ID=8d05b89b-286f-4b2f-81d5-572d10573956,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:28.237384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] No DVR routers for this DVR port 8d05b89b-286f-4b2f-81d5-572d10573956 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:28.284822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9af4d5-90f5-43e0-ada2-e85e97ff2973 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet a0a74a51-5d03-49c4-bd9d-d517e57679d9 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:28.303239 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.ipam_backend_mixin [None req-bfa58f1e-e562-49af-9ff9-75b63da50723 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 26bcbe14-b034-4a95-b9d8-bf279d68e040 (CIDR: 172.20.0.16/28) Dec 06 12:05:28.321053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b9af4d5-90f5-43e0-ada2-e85e97ff2973 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.322835 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa58f1e-e562-49af-9ff9-75b63da50723 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:28.329069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa58f1e-e562-49af-9ff9-75b63da50723 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:28.388008 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bfa58f1e-e562-49af-9ff9-75b63da50723 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3931737 Dec 06 12:05:28.403838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40434) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:28.411617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'subnet': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:28.475799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.492103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bf97a-37ee-4357-8138-3ee4369fc6ee req-c62abdd1-2a5d-4a1b-ad5b-a66a5e9452b3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:28.500388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb0bf97a-37ee-4357-8138-3ee4369fc6ee req-c62abdd1-2a5d-4a1b-ad5b-a66a5e9452b3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2582676 Dec 06 12:05:28.501241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 59ff7a64-28b3-4946-8da5-e210a24c9eed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:28.530327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.548332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ae9b6-8101-44d2-8353-ed45857126fe req-02e55fa1-13de-4aef-9a60-6b180aa1cb16 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:28.555778 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-475ae9b6-8101-44d2-8353-ed45857126fe req-02e55fa1-13de-4aef-9a60-6b180aa1cb16 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.4099450 Dec 06 12:05:28.560216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b9af4d5-90f5-43e0-ada2-e85e97ff2973 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.581339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Made reservation on behalf of 3683358b5a1f4edd95ba9ba6095d4e40 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:28.586265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.626932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-187fe427-769f-471e-ae28-000805c04471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.629264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cd4efe-96b5-4cc7-94bc-e47d930e57cd']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:28.635373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:28.636417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.692274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-570cd1fe-8f0e-4f52-88e8-0c3948f3ec3f None None] Provisioning complete for port 8f190e42-2296-4e6c-a707-ac5a1be559ef triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:28.692785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-570cd1fe-8f0e-4f52-88e8-0c3948f3ec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.795723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-570cd1fe-8f0e-4f52-88e8-0c3948f3ec3f None None] Port 8f190e42-2296-4e6c-a707-ac5a1be559ef cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:28.898320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.950607 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Network 2c71bb93-bc57-4463-b431-3d7509600e61 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:28.960175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0041825f-61ad-4b67-99f9-e9f37e946dd9') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:28.960651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0041825f-61ad-4b67-99f9-e9f37e946dd9') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:28.964920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:28.970367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:28.971107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:28.975991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119022eb-e716-4487-94f3-3e24b710bda8 None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:28.998951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Subnet': ['ID=42da2b21-72af-4259-b846-7b0e6a95964d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:29.013321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.017630 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d9c516e2-d60a-4497-8be0-397ca4fa3bdd tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6092796 Dec 06 12:05:29.018026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40436) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:29.024942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-370804420', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42da2b21-72af-4259-b846-7b0e6a95964d'}], 'security_groups': ['aaa785db-d3b5-4f28-83b2-d64cb1989b98', '371dfe0e-3a6f-4fa9-af62-592309a78bf6']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:29.065993 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb0bf97a-37ee-4357-8138-3ee4369fc6ee req-88f5db63-02a4-4d84-bdfc-5ef3073fa5cc tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5646062 Dec 06 12:05:29.097430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.164959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Allocated IP 2001:db8::f816:3eff:fe8a:dfb2 (25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4/d0ca57c6-cf34-43f4-8c25-3c70b5b1e050/15d2bee1-777b-4000-865f-e9ddd7c986d4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:29.226719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:29.269598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Port': ['ID=a9e47c03-a514-400b-8103-afb040b001f6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:29.272544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:29.292423 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-475ae9b6-8101-44d2-8353-ed45857126fe req-4cacfdda-aa01-490b-8702-e97d90f46386 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7354214 Dec 06 12:05:29.302006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.302849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.306153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:29.328859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:29.329541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.451126 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2104ed63-aba0-4a84-bf88-7f64d197c7fa tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7404006 Dec 06 12:05:29.452526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:29.452943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.455322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40444) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:29.467315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793698c-4417-4328-afe8-336aa96a28e6 req-a650955c-71a8-475f-a0e7-7a9fe44754d5 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:29.481281 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e793698c-4417-4328-afe8-336aa96a28e6 req-a650955c-71a8-475f-a0e7-7a9fe44754d5 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.2513449 Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:29.500315 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:29.522208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f2fcc-a163-4347-9361-cc610b3626d1 None None] Update dhcp port {'port': {'network_id': '2c71bb93-bc57-4463-b431-3d7509600e61', 'fixed_ips': [{'subnet_id': '26bcbe14-b034-4a95-b9d8-bf279d68e040', 'ip_address': '172.20.0.18'}, {'subnet_id': '558d7bfb-90c6-4512-8905-8845a5c4d8da', 'ip_address': '172.20.0.2'}, {'subnet_id': '42da2b21-72af-4259-b846-7b0e6a95964d'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '59ff7a64-28b3-4946-8da5-e210a24c9eed'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:05:29.578689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2fcc-a163-4347-9361-cc610b3626d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.597248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-5ec27fef-259b-41e4-b706-cddd9699c430 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:29.599712 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-5ec27fef-259b-41e4-b706-cddd9699c430 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.43 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.2168295 Dec 06 12:05:29.610508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b9af4d5-90f5-43e0-ada2-e85e97ff2973 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.611498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.633738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.681504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9fce4f-916b-48b4-96b7-5dadba7393d0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Deleting subnet d0ca57c6-cf34-43f4-8c25-3c70b5b1e050 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:29.682933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f1727-9cc2-426a-b0c5-791c5ec3a5bc None None] Network 76b44ea0-82bf-46e2-ba49-c23d2edd485d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:29.688216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a9fce4f-916b-48b4-96b7-5dadba7393d0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.727181 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e793698c-4417-4328-afe8-336aa96a28e6 req-fadd4943-d9ef-44ea-90cf-c839615b4032 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429392 Dec 06 12:05:29.758714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.767335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a9fce4f-916b-48b4-96b7-5dadba7393d0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.770330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.776211 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/networks/05cd4efe-96b5-4cc7-94bc-e47d930e57cd HTTP/1.1" status: 204 len: 168 time: 2.6053987 Dec 06 12:05:29.781330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40446) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:29.802104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Network 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:29.820970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79966a-5efb-4ce4-9a85-cdf380c33a8a tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Network': ['ID=05cd4efe-96b5-4cc7-94bc-e47d930e57cd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:29.846139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:29.848606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:29.850617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Pushing event updated for resources: {'Port': ['ID=15d2bee1-777b-4000-865f-e9ddd7c986d4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:29.862354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.868512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e8fcb57f-6e0f-4b2b-a472-f163735d8c59 None None] Provisioning complete for port a7bf2101-239e-4eef-acb3-57600b55d96c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:29.868512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb57f-6e0f-4b2b-a472-f163735d8c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.887523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b9af4d5-90f5-43e0-ada2-e85e97ff2973 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.915090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Delete allocated IP 172.20.0.4 (2c71bb93-bc57-4463-b431-3d7509600e61/558d7bfb-90c6-4512-8905-8845a5c4d8da) {{(pid=103287) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:05:29.923713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Deleting port 74cbe82f-a41e-4fb9-a347-f293e8936a39 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:29.924155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.933244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.935093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9af4d5-90f5-43e0-ada2-e85e97ff2973 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a74a51-5d03-49c4-bd9d-d517e57679d9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:29.959242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Allocated IP 172.20.0.43 (2c71bb93-bc57-4463-b431-3d7509600e61/42da2b21-72af-4259-b846-7b0e6a95964d/8f190e42-2296-4e6c-a707-ac5a1be559ef) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:29.969181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b9af4d5-90f5-43e0-ada2-e85e97ff2973 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:29.972453 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8b9af4d5-90f5-43e0-ada2-e85e97ff2973 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/a0a74a51-5d03-49c4-bd9d-d517e57679d9 HTTP/1.1" status: 204 len: 168 time: 2.0472891 Dec 06 12:05:29.976523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40450) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:29.983493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63743c2d-e750-4efb-930a-05d8767fa630 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:30.004614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a9fce4f-916b-48b4-96b7-5dadba7393d0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.049988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Attempting to bind port 15d2bee1-777b-4000-865f-e9ddd7c986d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:30.050358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Attempting to bind port 15d2bee1-777b-4000-865f-e9ddd7c986d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8a4e9518-7918-42d9-aae8-66b382392e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:30.050720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Attempting to bind port 15d2bee1-777b-4000-865f-e9ddd7c986d4 on network 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:30.062159 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ed168f11-285b-49f7-865c-b762c8b0bcc4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844989 Dec 06 12:05:30.064962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40452) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.100537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:30.100965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Checking segment: {'id': '8a4e9518-7918-42d9-aae8-66b382392e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:30.101375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.101772 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Bound using segment: {'id': '8a4e9518-7918-42d9-aae8-66b382392e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:30.102256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Bound port: 15d2bee1-777b-4000-865f-e9ddd7c986d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4e9518-7918-42d9-aae8-66b382392e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:30.102641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.179958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] For port 74cbe82f-a41e-4fb9-a347-f293e8936a39, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74cbe82f-a41e-4fb9-a347-f293e8936a39,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:30.180330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.198094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a9fce4f-916b-48b4-96b7-5dadba7393d0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.241841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fce4f-916b-48b4-96b7-5dadba7393d0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ca57c6-cf34-43f4-8c25-3c70b5b1e050,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:30.253761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a9fce4f-916b-48b4-96b7-5dadba7393d0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.258421 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6a9fce4f-916b-48b4-96b7-5dadba7393d0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/subnets/d0ca57c6-cf34-43f4-8c25-3c70b5b1e050 HTTP/1.1" status: 204 len: 168 time: 0.8021631 Dec 06 12:05:30.262308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40458) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.306530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb57f-6e0f-4b2b-a472-f163735d8c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.367138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3e080-1892-4952-9f52-d78ea4bffcc4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:30.369182 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3e080-1892-4952-9f52-d78ea4bffcc4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:30.371234 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-56e3e080-1892-4952-9f52-d78ea4bffcc4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1077957 Dec 06 12:05:30.377689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40460) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.380880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] For port 15d2bee1-777b-4000-865f-e9ddd7c986d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:30.387723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] For port 15d2bee1-777b-4000-865f-e9ddd7c986d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d2bee1-777b-4000-865f-e9ddd7c986d4,segment=NetworkSegment(8a4e9518-7918-42d9-aae8-66b382392e5c),segment_id=8a4e9518-7918-42d9-aae8-66b382392e5c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:30.392315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.400796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.415547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e8fcb57f-6e0f-4b2b-a472-f163735d8c59 None None] For port a7bf2101-239e-4eef-acb3-57600b55d96c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7bf2101-239e-4eef-acb3-57600b55d96c,segment=NetworkSegment(598f5260-a3fc-4249-8d83-36aebccef467),segment_id=598f5260-a3fc-4249-8d83-36aebccef467)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:30.429948 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.470591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.496560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb57f-6e0f-4b2b-a472-f163735d8c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.528789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ac77f-be54-4543-81cf-f10800fc4a9d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:30.531911 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-672ac77f-be54-4543-81cf-f10800fc4a9d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4625278 Dec 06 12:05:30.538447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40462) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.540024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6803d77-eccf-431c-9696-4fe8425d4191']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:30.557427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:30.559919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a7bf2101-239e-4eef-acb3-57600b55d96c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:30.638787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2073b-9f9b-4545-a2b3-72bd56009951 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:30.640329 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-68f2073b-9f9b-4545-a2b3-72bd56009951 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0672753 Dec 06 12:05:30.650970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40464) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.653617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec06925-48e7-4622-a46a-af855914d1f9') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:30.653918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec06925-48e7-4622-a46a-af855914d1f9') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:30.658673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] In _notify_port_updated(), no bound segment for port 8f190e42-2296-4e6c-a707-ac5a1be559ef on network 2c71bb93-bc57-4463-b431-3d7509600e61 {{(pid=103287) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:05:30.664519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:30.665275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.666610 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "PUT /v2.0/ports/8f190e42-2296-4e6c-a707-ac5a1be559ef HTTP/1.1" status: 200 len: 959 time: 1.6473756 Dec 06 12:05:30.669679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1cff7-1089-4df3-b029-a05cbfe0aeb8 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event updated for resources: {'Port': ['ID=8f190e42-2296-4e6c-a707-ac5a1be559ef,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:30.673160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce08c8b-5f0f-4cf3-8683-dcfb8999a98c req-4bdd698e-26ba-4fca-9090-df83d657a44f tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:30.674725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9ce08c8b-5f0f-4cf3-8683-dcfb8999a98c req-4bdd698e-26ba-4fca-9090-df83d657a44f tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.4467282 Dec 06 12:05:30.681314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40466) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.686473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.689308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74ac9a01-ff06-4d13-a4b6-bcfd516f1f5a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.713729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04000423-551c-4dff-89d9-71c4c9bb4705 None None] Pushing event updated for resources: {'Port': ['ID=15d2bee1-777b-4000-865f-e9ddd7c986d4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:30.727837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ea8f2fcc-a163-4347-9361-cc610b3626d1 None None] Allocated IP 172.20.0.34 (2c71bb93-bc57-4463-b431-3d7509600e61/42da2b21-72af-4259-b846-7b0e6a95964d/59ff7a64-28b3-4946-8da5-e210a24c9eed) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:30.728415 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ac9a01-ff06-4d13-a4b6-bcfd516f1f5a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 12:05:30.729346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ac9a01-ff06-4d13-a4b6-bcfd516f1f5a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:30.735674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c1ebc-e745-4c84-a0cf-06b874d11f24 req-429fb45f-20da-4d85-967a-73949e850cc8 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:30.737214 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-74ac9a01-ff06-4d13-a4b6-bcfd516f1f5a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 HTTP/1.1" status: 409 len: 405 time: 0.3581164 Dec 06 12:05:30.741242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40468) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.742970 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-334c1ebc-e745-4c84-a0cf-06b874d11f24 req-429fb45f-20da-4d85-967a-73949e850cc8 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.4200916 Dec 06 12:05:30.749615 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2077216904'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:30.760758 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-52f30b61-0405-43f2-874e-be52a8c8ed33 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001606 Dec 06 12:05:30.768110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40472) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:30.775066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3e790bca-9388-48ec-b63b-c50484a3cc53 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:30.775652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785fc056-7501-4297-9b17-70c8b6696167 None None] Network 25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:30.817047 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-143c5c69-bc77-4adf-adf5-eb8051a0eded None None] Provisioning complete for port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:30.817423 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-143c5c69-bc77-4adf-adf5-eb8051a0eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.840702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.863634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:30.864045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:30.868817 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:30.892977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:30.896700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.946099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-09240430-3858-42fa-b56b-55ae99e50e47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 8f190e42-2296-4e6c-a707-ac5a1be559ef {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:30.947011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09240430-3858-42fa-b56b-55ae99e50e47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.971973 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9ce08c8b-5f0f-4cf3-8683-dcfb8999a98c req-a7797eaf-7834-4ef7-bff9-4be24b842417 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813179 Dec 06 12:05:30.978945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.979309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:30.980200 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Floating IP a3226e21-9451-4e08-abe6-f13f26d2ee3f disassociated. External IP: 172.36.1.11, port: 74cbe82f-a41e-4fb9-a347-f293e8936a39. Dec 06 12:05:30.980660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Calling delete_port for 74cbe82f-a41e-4fb9-a347-f293e8936a39 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:30.981987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:30.991066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.008548 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-334c1ebc-e745-4c84-a0cf-06b874d11f24 req-4cf2e494-b786-4145-97e1-556cfc37895e tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643077 Dec 06 12:05:31.024352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.035361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/networks/a6803d77-eccf-431c-9696-4fe8425d4191 HTTP/1.1" status: 204 len: 168 time: 1.2445722 Dec 06 12:05:31.035361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40474) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:31.090043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57c26a-5ff6-4a2a-a2a3-af25aa7e65bb tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Network': ['ID=a6803d77-eccf-431c-9696-4fe8425d4191,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.090407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.100921 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.101518 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Added segment 40906b8f-53f5-40a1-830d-6c4ff799be2f of type vlan for network 4b82e262-f521-4d27-b083-2ba57f60e1d2 Dec 06 12:05:31.122984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e790bca-9388-48ec-b63b-c50484a3cc53 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:31.126444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e790bca-9388-48ec-b63b-c50484a3cc53 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.127900 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e790bca-9388-48ec-b63b-c50484a3cc53 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:31.128327 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e790bca-9388-48ec-b63b-c50484a3cc53 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:31.132118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09240430-3858-42fa-b56b-55ae99e50e47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.137813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcb57f-6e0f-4b2b-a472-f163735d8c59 None None] Pushing event updated for resources: {'Port': ['ID=a7bf2101-239e-4eef-acb3-57600b55d96c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.153376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a7bf2101-239e-4eef-acb3-57600b55d96c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:31.153512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.180117 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.182265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-09240430-3858-42fa-b56b-55ae99e50e47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 8f190e42-2296-4e6c-a707-ac5a1be559ef owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:31.198658 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3e790bca-9388-48ec-b63b-c50484a3cc53 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4260981 Dec 06 12:05:31.198867 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.200441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40476) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:31.205928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f24867e2-d8d8-456e-b444-565e667563d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:31.221897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f66bd2-b865-4202-a9de-6e3d501b5b25 req-adbe6c6d-1496-459c-91e3-b8365d1452b1 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:31.223429 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-37f66bd2-b865-4202-a9de-6e3d501b5b25 req-adbe6c6d-1496-459c-91e3-b8365d1452b1 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 945 time: 0.1248205 Dec 06 12:05:31.243533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] Deleting port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:31.244366 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.295639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ea8f2fcc-a163-4347-9361-cc610b3626d1 None None] For port 59ff7a64-28b3-4946-8da5-e210a24c9eed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ff7a64-28b3-4946-8da5-e210a24c9eed,segment=NetworkSegment(a32d1054-a2f6-43c3-adee-18192b756262),segment_id=a32d1054-a2f6-43c3-adee-18192b756262)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:31.328054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.333491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:31.334072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.376840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-37f66bd2-b865-4202-a9de-6e3d501b5b25 req-4983dabb-cd0c-428e-a4b0-9c320c8a9d5f tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8915a1e-0f80-465f-9f42-7fc8eb95d746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420007 Dec 06 12:05:31.409223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] For port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:31.409805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.418689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.427122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.435792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2fcc-a163-4347-9361-cc610b3626d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.438963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] Calling delete_port for fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:31.446093 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7011013 Dec 06 12:05:31.449890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40478) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:31.458394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'subnet': {'network_id': '4b82e262-f521-4d27-b083-2ba57f60e1d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:31.464769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2fcc-a163-4347-9361-cc610b3626d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.474247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event deleted for resources: {'Port': ['ID=74cbe82f-a41e-4fb9-a347-f293e8936a39,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.483666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87a2e1d-3e71-43db-81b0-86754f50a78e']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:31.489793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eda58e-78cb-4fcf-b2ba-1722f703d63b tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Network': ['ID=4b82e262-f521-4d27-b083-2ba57f60e1d2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.514495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 4b82e262-f521-4d27-b083-2ba57f60e1d2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:31.516199 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e0ed8c-894c-4dea-8609-ec536e43da70') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:31.516670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e0ed8c-894c-4dea-8609-ec536e43da70') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:31.550402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24867e2-d8d8-456e-b444-565e667563d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:31.554328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f24867e2-d8d8-456e-b444-565e667563d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.555770 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24867e2-d8d8-456e-b444-565e667563d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:31.556303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24867e2-d8d8-456e-b444-565e667563d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:31.580988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.606931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.639879 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f24867e2-d8d8-456e-b444-565e667563d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4344077 Dec 06 12:05:31.640311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40480) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:31.649522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-004b5ffc-085b-4faf-9d79-aa74fb06a75a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:31.655241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09240430-3858-42fa-b56b-55ae99e50e47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.666906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:31.671349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.705712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f2fcc-a163-4347-9361-cc610b3626d1 None None] Pushing event updated for resources: {'Port': ['ID=59ff7a64-28b3-4946-8da5-e210a24c9eed,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.741331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-67fdf235-fd37-4476-815b-5e2b6f66ff3e None None] Provisioning complete for port a7bf2101-239e-4eef-acb3-57600b55d96c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:31.741748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67fdf235-fd37-4476-815b-5e2b6f66ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.800971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.833763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] Pushing event deleted for resources: {'Port': ['ID=fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:31.837925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91919ac0-e190-4904-ab87-421cffa4ac60 None None] No DVR routers for this DVR port fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:31.930107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.955168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:31.955575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:31.968742 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:32.173865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09240430-3858-42fa-b56b-55ae99e50e47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=8f190e42-2296-4e6c-a707-ac5a1be559ef,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:32.219587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.223765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.230336 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/networks/a87a2e1d-3e71-43db-81b0-86754f50a78e HTTP/1.1" status: 204 len: 168 time: 1.1961033 Dec 06 12:05:32.231035 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40486) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:32.262482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Router e0236941-25b8-4163-a8dd-de2d57fddce5 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:05:32.273859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb390f58-7587-4250-b563-7b098b393ec9 req-1f592b62-1641-4c76-b77f-741f180b8cdb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:32.275706 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb390f58-7587-4250-b563-7b098b393ec9 req-1f592b62-1641-4c76-b77f-741f180b8cdb tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.3348963 Dec 06 12:05:32.276899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300bb91-481a-4dc7-ba4a-3a3d033f328d tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Network': ['ID=a87a2e1d-3e71-43db-81b0-86754f50a78e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:32.362321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43438-d4dd-4775-97b4-0b50441bfb76 req-f97f64f3-f454-4f11-8bae-26b7f288f5db tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:32.370963 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e43438-d4dd-4775-97b4-0b50441bfb76 req-f97f64f3-f454-4f11-8bae-26b7f288f5db tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2554266 Dec 06 12:05:32.385017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004b5ffc-085b-4faf-9d79-aa74fb06a75a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:32.385710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.388630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09240430-3858-42fa-b56b-55ae99e50e47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.389648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-004b5ffc-085b-4faf-9d79-aa74fb06a75a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.391271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-004b5ffc-085b-4faf-9d79-aa74fb06a75a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:32.391764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004b5ffc-085b-4faf-9d79-aa74fb06a75a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:32.395012 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-09240430-3858-42fa-b56b-55ae99e50e47 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/8f190e42-2296-4e6c-a707-ac5a1be559ef HTTP/1.1" status: 204 len: 168 time: 1.7009454 Dec 06 12:05:32.395198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40488) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:32.421724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a7bf2101-239e-4eef-acb3-57600b55d96c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:32.431485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca278b9-a074-4368-91b3-1a656e0ae4e4 req-c0201f74-c9d8-4a7e-ab19-ec0524cc9bd2 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:32.439555 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8ca278b9-a074-4368-91b3-1a656e0ae4e4 req-c0201f74-c9d8-4a7e-ab19-ec0524cc9bd2 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.2753513 Dec 06 12:05:32.478877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a7bf2101-239e-4eef-acb3-57600b55d96c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:32.479390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.551035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-004b5ffc-085b-4faf-9d79-aa74fb06a75a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9063857 Dec 06 12:05:32.560952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40492) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:32.562018 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36420ff-4096-47a8-92ec-9ee911ce48a2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] GET failed (client error): The resource could not be found. Dec 06 12:05:32.566194 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d36420ff-4096-47a8-92ec-9ee911ce48a2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports/8f190e42-2296-4e6c-a707-ac5a1be559ef HTTP/1.1" status: 404 len: 333 time: 0.1662323 Dec 06 12:05:32.567544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40494) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:32.587316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 59ff7a64-28b3-4946-8da5-e210a24c9eed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:32.615085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fa928a90-4291-4e88-9f47-b74282f57dc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:32.629087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e43438-d4dd-4775-97b4-0b50441bfb76 req-daae3666-a10b-41ae-a255-69d3f18da462 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564111 Dec 06 12:05:32.637719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c14c4a56-ab54-4e05-8a50-6fe4971d044a None None] Could not find standard attr ID for object 8f190e42-2296-4e6c-a707-ac5a1be559ef. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:32.655557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c14c4a56-ab54-4e05-8a50-6fe4971d044a None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:32.655959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a56-ab54-4e05-8a50-6fe4971d044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.657439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 59ff7a64-28b3-4946-8da5-e210a24c9eed triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:32.657790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.676614 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8ca278b9-a074-4368-91b3-1a656e0ae4e4 req-4aaa8e0d-5538-4459-a5de-7f04b4b37940 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359800 Dec 06 12:05:32.687298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:32.698365 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] Sync routers for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:32.715609 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:32.716293 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:32.774045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4adfea05-af6a-42a1-bd04-67d9e2dac8fb tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.794278 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5111e15d-2e17-40b1-86b4-e8589eb762c8 req-66ce3de7-b0e6-40fb-89e9-092232c69734 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f HTTP/1.1" status: 200 len: 210 time: 0.0720026 Dec 06 12:05:32.827251 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] No DVR routers for this DVR port 74cbe82f-a41e-4fb9-a347-f293e8936a39 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:32.832037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.836026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c14c4a56-ab54-4e05-8a50-6fe4971d044a None None] Provisioning complete for port 0994e36c-b549-4a61-8486-be7145fae1d6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:32.836405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a56-ab54-4e05-8a50-6fe4971d044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.836680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cc5f893f-853f-43e0-9ca4-24b2f31b5ae4 req-18cc2f74-f9b0-4810-bbf6-d8a525705646 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.43 "DELETE /v2.0/ports/74cbe82f-a41e-4fb9-a347-f293e8936a39 HTTP/1.1" status: 204 len: 173 time: 3.2228777 Dec 06 12:05:32.840202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'name': 'network-vif-deleted', 'tag': '74cbe82f-a41e-4fb9-a347-f293e8936a39'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:32.842051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e25212-1cb5-4895-8ec9-d76aa2fb6171" -d '{"events": [{"server_uuid": "91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f", "name": "network-vif-deleted", "tag": "74cbe82f-a41e-4fb9-a347-f293e8936a39"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:32.849939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Deleting port 0986a543-b86e-41eb-a502-cc680590d01a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:32.850379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.860189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.914811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c14c4a56-ab54-4e05-8a50-6fe4971d044a None None] Port 0994e36c-b549-4a61-8486-be7145fae1d6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:32.932178 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:32.939257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:32.965978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa928a90-4291-4e88-9f47-b74282f57dc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:32.966584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:32.967005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fcaf1c88-dc38-49c0-a029-f1fb5c4cfa07 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:32.974515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bdc8b6-324a-4e42-bbe0-56383840f98b x-openstack-request-id: req-a6bdc8b6-324a-4e42-bbe0-56383840f98b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:32.975038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f", "name": "network-vif-deleted", "tag": "74cbe82f-a41e-4fb9-a347-f293e8936a39", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:32.975451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6bdc8b6-324a-4e42-bbe0-56383840f98b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:32.976026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ec5cf0-ff08-40f5-bafb-18a9d4d4b96f', 'name': 'network-vif-deleted', 'tag': '74cbe82f-a41e-4fb9-a347-f293e8936a39', 'status': 'completed', 'code': 200} Dec 06 12:05:32.988429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa928a90-4291-4e88-9f47-b74282f57dc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:32.990011 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa928a90-4291-4e88-9f47-b74282f57dc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:32.990468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa928a90-4291-4e88-9f47-b74282f57dc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:32.994062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4adfea05-af6a-42a1-bd04-67d9e2dac8fb tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.016965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:33.030741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] For port 0986a543-b86e-41eb-a502-cc680590d01a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0986a543-b86e-41eb-a502-cc680590d01a,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:33.031273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.043481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.047299 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5921f2-0d91-411d-9223-4bfe10f1b847']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:33.098964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f0ba8d-7795-4940-97a9-faa42572f904') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:33.099187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f0ba8d-7795-4940-97a9-faa42572f904') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:33.106015 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fa928a90-4291-4e88-9f47-b74282f57dc7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5407090 Dec 06 12:05:33.126272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40498) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.139964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c13cec7c-9436-4bb4-af90-2bf7b62fb3b3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:33.145375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.205695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.228949 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e69945ca-0ba1-4958-92c5-cc63b6a2fb72 None None] Could not find standard attr ID for object 8f190e42-2296-4e6c-a707-ac5a1be559ef. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:33.236749 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4adfea05-af6a-42a1-bd04-67d9e2dac8fb tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.239320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4adfea05-af6a-42a1-bd04-67d9e2dac8fb tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.240531 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4adfea05-af6a-42a1-bd04-67d9e2dac8fb tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/security-groups/485eb851-4c9d-43ed-b6c1-61cd3fe0d147 HTTP/1.1" status: 204 len: 168 time: 0.6715722 Dec 06 12:05:33.242302 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:33.247197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40500) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.269337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Subnet': ['ID=c9cce97e-284a-4095-ae65-002e66037a19,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.287717 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] Checking router: e0236941-25b8-4163-a8dd-de2d57fddce5 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:05:33.298609 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:33.299362 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:33.301938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:33.307691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.307932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.307932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.308197 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Floating IP 53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24 disassociated. External IP: 172.36.1.217, port: 0986a543-b86e-41eb-a502-cc680590d01a. Dec 06 12:05:33.308514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Calling delete_port for 0986a543-b86e-41eb-a502-cc680590d01a owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:33.332239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b16a194-5fb5-44c4-a1ae-8fae4f03bf3f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.359148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b16a194-5fb5-44c4-a1ae-8fae4f03bf3f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:33.408031 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:33.410444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b16a194-5fb5-44c4-a1ae-8fae4f03bf3f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.414518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b16a194-5fb5-44c4-a1ae-8fae4f03bf3f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.419150 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2b16a194-5fb5-44c4-a1ae-8fae4f03bf3f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/security-groups/371dfe0e-3a6f-4fa9-af62-592309a78bf6 HTTP/1.1" status: 204 len: 168 time: 0.1709251 Dec 06 12:05:33.421478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40504) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.431242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.436674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.441776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16a194-5fb5-44c4-a1ae-8fae4f03bf3f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371dfe0e-3a6f-4fa9-af62-592309a78bf6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.448086 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] 10.222.0.24 "DELETE /v2.0/networks/5d5921f2-0d91-411d-9223-4bfe10f1b847 HTTP/1.1" status: 204 len: 168 time: 1.2135797 Dec 06 12:05:33.449397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Checking segment: {'id': '40906b8f-53f5-40a1-830d-6c4ff799be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b82e262-f521-4d27-b083-2ba57f60e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:33.450123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network hostable DHCP agents. Network: 4b82e262-f521-4d27-b083-2ba57f60e1d2, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:33.473781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfea05-af6a-42a1-bd04-67d9e2dac8fb tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485eb851-4c9d-43ed-b6c1-61cd3fe0d147,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.480546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09231f-580a-4237-8762-ee2ca02cf5a0 tempest-BulkNetworkOpsTest-2038515992 tempest-BulkNetworkOpsTest-2038515992-project] Pushing event deleted for resources: {'Network': ['ID=5d5921f2-0d91-411d-9223-4bfe10f1b847,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:33.487559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb86e9-abf5-4706-9887-f5c37e6cc713 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:05:33.508852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network 4b82e262-f521-4d27-b083-2ba57f60e1d2 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:33.553150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4b82e262-f521-4d27-b083-2ba57f60e1d2) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:33.565113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:33.567144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.613303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13cec7c-9436-4bb4-af90-2bf7b62fb3b3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:33.617777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c13cec7c-9436-4bb4-af90-2bf7b62fb3b3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.619798 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13cec7c-9436-4bb4-af90-2bf7b62fb3b3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:33.621902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13cec7c-9436-4bb4-af90-2bf7b62fb3b3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:33.629457 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-928d637c-cc2d-4ec3-9fe0-936c87196765 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1748469 Dec 06 12:05:33.635041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40508) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.642354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'port': {'network_id': '4b82e262-f521-4d27-b083-2ba57f60e1d2', 'name': 'tempest-NetworksIpV6TestAttrs-75369673'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:33.658676 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:33.687191 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c13cec7c-9436-4bb4-af90-2bf7b62fb3b3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5575619 Dec 06 12:05:33.690713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40512) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.696975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-cc9d0826-67a8-4fe8-b3bc-b16c986497b5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:33.705017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2eef8cd-fa72-4ac1-b835-4566c86275f4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.728233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 0986a543-b86e-41eb-a502-cc680590d01a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:33.770794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2eef8cd-fa72-4ac1-b835-4566c86275f4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.874848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb86e9-abf5-4706-9887-f5c37e6cc713 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:05:33.907395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d0826-67a8-4fe8-b3bc-b16c986497b5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:33.913156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0826-67a8-4fe8-b3bc-b16c986497b5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.916003 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9d0826-67a8-4fe8-b3bc-b16c986497b5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:05:33.916393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9d0826-67a8-4fe8-b3bc-b16c986497b5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:33.936869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2eef8cd-fa72-4ac1-b835-4566c86275f4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.944270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2eef8cd-fa72-4ac1-b835-4566c86275f4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.945779 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a2eef8cd-fa72-4ac1-b835-4566c86275f4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/security-groups/aaa785db-d3b5-4f28-83b2-d64cb1989b98 HTTP/1.1" status: 204 len: 168 time: 0.5149813 Dec 06 12:05:33.947399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:33.955660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40518) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:33.957044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:33.985546 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cc9d0826-67a8-4fe8-b3bc-b16c986497b5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2938447 Dec 06 12:05:33.988735 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] device_id is not set on port 5c539c5b-3f92-4b4a-ae09-ba3ccd478d8c yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:33.993639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40522) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.030257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eef8cd-fa72-4ac1-b835-4566c86275f4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa785db-d3b5-4f28-83b2-d64cb1989b98,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.035210 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.078837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633507b6-e4c4-4b21-bf44-5614161a6f02 req-5b6fa303-8921-4d98-bdf0-245a5b470017 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:34.081697 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-633507b6-e4c4-4b21-bf44-5614161a6f02 req-5b6fa303-8921-4d98-bdf0-245a5b470017 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2075491 Dec 06 12:05:34.103061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9c5a85-19ac-4d69-8d24-8e2ed91db8cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet 558d7bfb-90c6-4512-8905-8845a5c4d8da {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:34.120352 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:34.150299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5a85-19ac-4d69-8d24-8e2ed91db8cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.166149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40524) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.171320 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-db2f9d3c-7e60-4c0c-8e59-6d8666a081d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1765871 Dec 06 12:05:34.173000 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84169a2a-2c9f-4d21-9306-4fd82287509b None None] The sync data for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv is: [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:02:58Z', 'revision_number': 4, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f28d3828-cc98-4e2e-8b5c-ffafa257157a', 'name': '', 'network_id': '0cb0a5c2-6a61-4c25-b106-ccd67c95469e', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'mac_address': 'fa:16:3e:30:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:54Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'subnets': [{'id': 'd4e5490f-b97d-4a72-8ecb-b246d628d752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:34.177757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40526) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.260582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Allocated IP 2001:db8::f816:3eff:fe11:7a6f (4b82e262-f521-4d27-b083-2ba57f60e1d2/c9cce97e-284a-4095-ae65-002e66037a19/5c539c5b-3f92-4b4a-ae09-ba3ccd478d8c) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:34.286742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e23b78-5da3-4d0a-859b-ea57c4f1c7f5 req-b8599727-e803-46e5-948f-2e2b26b02ae8 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:34.298951 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12e23b78-5da3-4d0a-859b-ea57c4f1c7f5 req-b8599727-e803-46e5-948f-2e2b26b02ae8 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 945 time: 0.3485460 Dec 06 12:05:34.310218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.375400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4b82e262-f521-4d27-b083-2ba57f60e1d2', 'network_id': '4b82e262-f521-4d27-b083-2ba57f60e1d2', 'tenant_id': '7995329beca94542b9ddd9cfd35a9097', 'fixed_ips': [{'subnet_id': 'c9cce97e-284a-4095-ae65-002e66037a19'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:34.376278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.381566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 74cbe82f-a41e-4fb9-a347-f293e8936a39 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:34.381997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5a85-19ac-4d69-8d24-8e2ed91db8cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.412243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 74cbe82f-a41e-4fb9-a347-f293e8936a39 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:34.412775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 74cbe82f-a41e-4fb9-a347-f293e8936a39 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:34.421048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event deleted for resources: {'Port': ['ID=0986a543-b86e-41eb-a502-cc680590d01a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.509941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d8a44-2ab7-47ae-a092-2f1982c9765e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:34.512344 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-805d8a44-2ab7-47ae-a092-2f1982c9765e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3318336 Dec 06 12:05:34.523028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40530) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.531782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.533876 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-633507b6-e4c4-4b21-bf44-5614161a6f02 req-24682d42-402f-43cf-87d0-2b400b982ea5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898532 Dec 06 12:05:34.554421 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12e23b78-5da3-4d0a-859b-ea57c4f1c7f5 req-102e0405-c11e-4322-ba79-64c36ee70b39 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2d4c569-254e-46fb-a5b2-3429638c4709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539849 Dec 06 12:05:34.570494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073286b9-0a5f-4ef8-8581-3192c28713dd None None] New status for floating IP a3226e21-9451-4e08-abe6-f13f26d2ee3f: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:05:34.614390 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aaec582d-be40-4edf-b0a6-f9a40c18c744 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855882 Dec 06 12:05:34.617163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40534) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.619736 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1f640e08-1601-4898-99d1-dd2443dea53f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=885ca03624b24d9794dc80fe7f274d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4469562 Dec 06 12:05:34.627174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:34.630682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40536) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.638269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40538) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.691032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5a85-19ac-4d69-8d24-8e2ed91db8cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.725569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Router 9081f710-d49d-4c78-be1e-88187f4c9123 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:05:34.773865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.786120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e631-003d-4216-aedb-4f88fb7c0337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.810649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcff0a91-85d2-4cc0-b279-e4b7afaa0480 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.818973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Allocated IP 2001:db8::f816:3eff:fee6:c889 (4b82e262-f521-4d27-b083-2ba57f60e1d2/c9cce97e-284a-4095-ae65-002e66037a19/972ad3fd-a837-4187-b16b-b965f46e790a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:34.845510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network 4b82e262-f521-4d27-b083-2ba57f60e1d2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:34.852211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:34.852431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5a85-19ac-4d69-8d24-8e2ed91db8cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.856501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.856691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcff0a91-85d2-4cc0-b279-e4b7afaa0480 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.871040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:34.883547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e631-003d-4216-aedb-4f88fb7c0337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.898704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:34.904361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:34.904988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.925368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c5a85-19ac-4d69-8d24-8e2ed91db8cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=558d7bfb-90c6-4512-8905-8845a5c4d8da,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.937887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5a85-19ac-4d69-8d24-8e2ed91db8cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:34.941103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fc9c5a85-19ac-4d69-8d24-8e2ed91db8cc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/558d7bfb-90c6-4512-8905-8845a5c4d8da HTTP/1.1" status: 204 len: 168 time: 0.9788687 Dec 06 12:05:34.946433 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Port': ['ID=5c539c5b-3f92-4b4a-ae09-ba3ccd478d8c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:34.948744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40540) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:34.992479 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-beaa94b8-8268-4221-be59-4eec4d2decc7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.3520858 Dec 06 12:05:34.994773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40542) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:35.012516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:35.025904 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] Sync routers for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:35.028774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e631-003d-4216-aedb-4f88fb7c0337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.031547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e631-003d-4216-aedb-4f88fb7c0337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.035612 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2ba9e631-003d-4216-aedb-4f88fb7c0337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/139f61de-6b9a-46b4-8087-324e9e9e0003 HTTP/1.1" status: 204 len: 168 time: 0.3939464 Dec 06 12:05:35.041985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.047940 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:35.048796 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:35.056346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.075765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9e631-003d-4216-aedb-4f88fb7c0337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139f61de-6b9a-46b4-8087-324e9e9e0003,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.102877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-789cded2-c69f-4516-8a1e-8a6b2da9cb54 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet 42da2b21-72af-4259-b846-7b0e6a95964d {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:35.105563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] No DVR routers for this DVR port 0986a543-b86e-41eb-a502-cc680590d01a on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:35.112430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-789cded2-c69f-4516-8a1e-8a6b2da9cb54 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.116089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.119703 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb390f58-7587-4250-b563-7b098b393ec9 req-88bcbbcc-031d-4160-b2d4-f4c7cbdfcbf3 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.43 "DELETE /v2.0/ports/0986a543-b86e-41eb-a502-cc680590d01a HTTP/1.1" status: 204 len: 173 time: 2.8221629 Dec 06 12:05:35.122037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'name': 'network-vif-deleted', 'tag': '0986a543-b86e-41eb-a502-cc680590d01a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:05:35.124704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf2e61d-4096-45da-a932-1503cc224539" -d '{"events": [{"server_uuid": "bc2a0242-586c-4e5e-9a3f-d28a637cecb7", "name": "network-vif-deleted", "tag": "0986a543-b86e-41eb-a502-cc680590d01a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:05:35.149725 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Pushing event updated for resources: {'Port': ['ID=972ad3fd-a837-4187-b16b-b965f46e790a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.154345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2137e30-35c3-4133-861e-15ec4213c86c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Deleting subnet c9cce97e-284a-4095-ae65-002e66037a19 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:35.160430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcff0a91-85d2-4cc0-b279-e4b7afaa0480 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.163245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcff0a91-85d2-4cc0-b279-e4b7afaa0480 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.165009 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bcff0a91-85d2-4cc0-b279-e4b7afaa0480 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "DELETE /v2.0/security-groups/f8915a1e-0f80-465f-9f42-7fc8eb95d746 HTTP/1.1" status: 204 len: 168 time: 0.5256801 Dec 06 12:05:35.166039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2137e30-35c3-4133-861e-15ec4213c86c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.167189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Network 4b82e262-f521-4d27-b083-2ba57f60e1d2 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:35.177782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:35.184569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:35.197030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40548) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:35.234828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff0a91-85d2-4cc0-b279-e4b7afaa0480 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8915a1e-0f80-465f-9f42-7fc8eb95d746,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.242236 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-810466b9-6a1a-4b65-94a7-568e2867e2e8 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] show failed (client error): The resource could not be found. Dec 06 12:05:35.246547 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-810466b9-6a1a-4b65-94a7-568e2867e2e8 tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "GET /v2.0/security-groups/f8915a1e-0f80-465f-9f42-7fc8eb95d746 HTTP/1.1" status: 404 len: 347 time: 0.0442717 Dec 06 12:05:35.251132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40550) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:35.330255 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:35.334282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Attempting to bind port 972ad3fd-a837-4187-b16b-b965f46e790a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:35.334957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Attempting to bind port 972ad3fd-a837-4187-b16b-b965f46e790a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '40906b8f-53f5-40a1-830d-6c4ff799be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b82e262-f521-4d27-b083-2ba57f60e1d2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:35.335740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Attempting to bind port 972ad3fd-a837-4187-b16b-b965f46e790a on network 4b82e262-f521-4d27-b083-2ba57f60e1d2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:35.344456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:35.344658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f7217f-07ef-4add-98d7-41ab6ffd012b x-openstack-request-id: req-93f7217f-07ef-4add-98d7-41ab6ffd012b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:05:35.345192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Checking segment: {'id': '40906b8f-53f5-40a1-830d-6c4ff799be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b82e262-f521-4d27-b083-2ba57f60e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:35.345657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2a0242-586c-4e5e-9a3f-d28a637cecb7", "name": "network-vif-deleted", "tag": "0986a543-b86e-41eb-a502-cc680590d01a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:05:35.345780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.346237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Bound using segment: {'id': '40906b8f-53f5-40a1-830d-6c4ff799be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b82e262-f521-4d27-b083-2ba57f60e1d2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:35.346903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Bound port: 972ad3fd-a837-4187-b16b-b965f46e790a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40906b8f-53f5-40a1-830d-6c4ff799be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4b82e262-f521-4d27-b083-2ba57f60e1d2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:35.347507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.347719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93f7217f-07ef-4add-98d7-41ab6ffd012b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:05:35.348309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2a0242-586c-4e5e-9a3f-d28a637cecb7', 'name': 'network-vif-deleted', 'tag': '0986a543-b86e-41eb-a502-cc680590d01a', 'status': 'completed', 'code': 200} Dec 06 12:05:35.357264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-789cded2-c69f-4516-8a1e-8a6b2da9cb54 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.393858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2137e30-35c3-4133-861e-15ec4213c86c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.422847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] For port 972ad3fd-a837-4187-b16b-b965f46e790a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:35.424023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:35.427014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.429424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] For port 972ad3fd-a837-4187-b16b-b965f46e790a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=972ad3fd-a837-4187-b16b-b965f46e790a,segment=NetworkSegment(40906b8f-53f5-40a1-830d-6c4ff799be2f),segment_id=40906b8f-53f5-40a1-830d-6c4ff799be2f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:35.436951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.499063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:35.528673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:35.543306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:35.543827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:35.547302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5ad4f-197f-471a-a744-4496aa77ec57 None None] Pushing event updated for resources: {'Port': ['ID=972ad3fd-a837-4187-b16b-b965f46e790a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.626733 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0056005 Dec 06 12:05:35.627376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40562) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:35.634733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:eb:b2:c0', 'name': 'tempest-NetworksTestDHCPv6-1514301795'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:35.658236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0ffc6-2727-4e83-8013-874aed515523 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=a59da321-be87-427a-a47f-2df91c2809d7,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:35.768009 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:10Z', 'revision_number': 5, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:35.815344 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] Checking router: 9081f710-d49d-4c78-be1e-88187f4c9123 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:05:35.844169 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:35.845104 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:35.958293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:36.030158 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:36.077092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.103490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port fc6f8572-83cc-4bcf-9b29-5ca82193ae55 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:36.159033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-789cded2-c69f-4516-8a1e-8a6b2da9cb54 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.253183 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6267471f-fdec-4f7a-8e74-b9c8ea4012d5 req-708341c9-5021-4b9b-9b3b-11e3a88808d4 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a0242-586c-4e5e-9a3f-d28a637cecb7 HTTP/1.1" status: 200 len: 210 time: 0.1114793 Dec 06 12:05:36.253403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:feeb:b2c0 (61c27f2c-faab-4f7c-b849-24512843983c/a59da321-be87-427a-a47f-2df91c2809d7/fc6f8572-83cc-4bcf-9b29-5ca82193ae55) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:36.345436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Deleting port 5aa0464d-33d7-4944-a2e3-910616dc0420 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:36.346241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.375786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df7106-7ddc-45c8-98d3-f7cc5d941962 req-a40bdac5-1b83-4cb9-a4e0-6dc1590173c4 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:36.382468 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1df7106-7ddc-45c8-98d3-f7cc5d941962 req-a40bdac5-1b83-4cb9-a4e0-6dc1590173c4 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2420225 Dec 06 12:05:36.394838 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:10Z', 'revision_number': 5, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:36.399597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40576) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:36.425108 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcb025-1e43-4be0-a816-78985334a846 None None] The sync data for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv is: [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:02Z', 'revision_number': 4, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7b30b6d6-af15-491c-b711-3fa46091bfa7', 'name': '', 'network_id': '4118da23-03dd-4555-8aa5-b92daa98623f', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'mac_address': 'fa:16:3e:16:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6818edfa-59b7-4071-9185-dfe24d568129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:03:00Z', 'updated_at': '2021-12-06T12:03:10Z', 'revision_number': 5, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'subnets': [{'id': '6818edfa-59b7-4071-9185-dfe24d568129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:36.452245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-789cded2-c69f-4516-8a1e-8a6b2da9cb54 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.465072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2137e30-35c3-4133-861e-15ec4213c86c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.488535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 972ad3fd-a837-4187-b16b-b965f46e790a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:36.519528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.585729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.620974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1798483455'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:36.638293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cded2-c69f-4516-8a1e-8a6b2da9cb54 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=42da2b21-72af-4259-b846-7b0e6a95964d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:36.643723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-789cded2-c69f-4516-8a1e-8a6b2da9cb54 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.647038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-789cded2-c69f-4516-8a1e-8a6b2da9cb54 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/42da2b21-72af-4259-b846-7b0e6a95964d HTTP/1.1" status: 204 len: 168 time: 1.6945629 Dec 06 12:05:36.656680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40580) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:36.664150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:36.668506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:36.673911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:36.680538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:36.687816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.695725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=fc6f8572-83cc-4bcf-9b29-5ca82193ae55,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:36.762809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f44c61-55d7-40e2-815a-0bb9e2af2e04 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:36.763775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f44c61-55d7-40e2-815a-0bb9e2af2e04 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:36.767589 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-34f44c61-55d7-40e2-815a-0bb9e2af2e04 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/558d7bfb-90c6-4512-8905-8845a5c4d8da HTTP/1.1" status: 404 len: 337 time: 0.0592213 Dec 06 12:05:36.770266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40582) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:36.779981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2137e30-35c3-4133-861e-15ec4213c86c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.820055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.820288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.820780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 972ad3fd-a837-4187-b16b-b965f46e790a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:36.821162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.837734 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b81687af-ee8e-4cb1-a3c4-15114cfdcc79 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2067494 Dec 06 12:05:36.841103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40584) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:36.841856 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1df7106-7ddc-45c8-98d3-f7cc5d941962 req-8e68e672-712b-44f3-9a8b-40b0d19ad1a8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4521048 Dec 06 12:05:36.874496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:36.877068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a764d0a8-e6a3-4bce-939b-05c063c46b5b None None] New status for floating IP 53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:05:36.879308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.884297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ff8951-c421-4aa8-84f8-68170d2e9aa4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting subnet 26bcbe14-b034-4a95-b9d8-bf279d68e040 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:36.890575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8951-c421-4aa8-84f8-68170d2e9aa4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.891200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2137e30-35c3-4133-861e-15ec4213c86c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cce97e-284a-4095-ae65-002e66037a19,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:36.907475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Calling delete_port for 5aa0464d-33d7-4944-a2e3-910616dc0420 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:36.910061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2137e30-35c3-4133-861e-15ec4213c86c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.916251 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c2137e30-35c3-4133-861e-15ec4213c86c tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/subnets/c9cce97e-284a-4095-ae65-002e66037a19 HTTP/1.1" status: 204 len: 168 time: 1.9214880 Dec 06 12:05:36.917653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40586) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:36.923727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:36.944823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2438ad8-5e7c-4787-9dff-35656ee6ebcb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:36.949719 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b2438ad8-5e7c-4787-9dff-35656ee6ebcb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1045337 Dec 06 12:05:36.950774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40588) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:36.961604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8951-c421-4aa8-84f8-68170d2e9aa4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.029450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.069724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cb4d33-9c53-4216-a809-e8335a5e2a48 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:37.071354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cb4d33-9c53-4216-a809-e8335a5e2a48 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:37.076089 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-71cb4d33-9c53-4216-a809-e8335a5e2a48 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1547980 Dec 06 12:05:37.077355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40590) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.087471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8967b132-3248-4528-be52-917e6e1a903c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:05:37.155807 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 972ad3fd-a837-4187-b16b-b965f46e790a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=972ad3fd-a837-4187-b16b-b965f46e790a,segment=NetworkSegment(40906b8f-53f5-40a1-830d-6c4ff799be2f),segment_id=40906b8f-53f5-40a1-830d-6c4ff799be2f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:37.168290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.187259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8951-c421-4aa8-84f8-68170d2e9aa4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.208784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9fb15e61-dfa2-421f-8609-ecf16daca115 None None] Provisioning complete for port 972ad3fd-a837-4187-b16b-b965f46e790a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:37.208923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fb15e61-dfa2-421f-8609-ecf16daca115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.219008 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.223192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6c77ea28-5da2-4a0e-a461-fddcbe880e63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port fc6f8572-83cc-4bcf-9b29-5ca82193ae55 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:37.223535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c77ea28-5da2-4a0e-a461-fddcbe880e63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.223904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.235299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.266520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Pushing event deleted for resources: {'Port': ['ID=5aa0464d-33d7-4944-a2e3-910616dc0420,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:37.306881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:37.316564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c77ea28-5da2-4a0e-a461-fddcbe880e63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.329281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6c77ea28-5da2-4a0e-a461-fddcbe880e63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for fc6f8572-83cc-4bcf-9b29-5ca82193ae55 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:37.347909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.348259 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment 906eaa75-87c7-46b1-a6d2-6b8cfdefe37f of type vlan for network eb69b275-54cd-4078-857f-1bc5d04a51d4 Dec 06 12:05:37.363160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b13c3-451d-4862-ad99-08b913b0bf31,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:37.369054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=972ad3fd-a837-4187-b16b-b965f46e790a,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:37.382209 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40596) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.384555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967b132-3248-4528-be52-917e6e1a903c None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:05:37.415506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-409fb792-bc1b-40b3-9d09-bf745c61de9f tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.455042 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-409fb792-bc1b-40b3-9d09-bf745c61de9f tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 12:05:37.455515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409fb792-bc1b-40b3-9d09-bf745c61de9f tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:37.457300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.462172 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-409fb792-bc1b-40b3-9d09-bf745c61de9f tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/4b82e262-f521-4d27-b083-2ba57f60e1d2 HTTP/1.1" status: 409 len: 405 time: 0.3752429 Dec 06 12:05:37.464964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40598) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.469996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1811343906'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:37.485495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.489952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.491817 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4fe25ce9-6792-4404-8d54-6a2b5790dc2b tempest-ServersTestJSON-588254708 tempest-ServersTestJSON-588254708-project] 10.222.0.24 "DELETE /v2.0/floatingips/a3226e21-9451-4e08-abe6-f13f26d2ee3f HTTP/1.1" status: 204 len: 168 time: 2.2374604 Dec 06 12:05:37.496147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40600) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.514114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8951-c421-4aa8-84f8-68170d2e9aa4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.533482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:37.537343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.540665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.546724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:37.547321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.608150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ba616c4-828f-44fc-869b-d376335d39fa tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.617703 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff8951-c421-4aa8-84f8-68170d2e9aa4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Subnet': ['ID=26bcbe14-b034-4a95-b9d8-bf279d68e040,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:37.630843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2206473 Dec 06 12:05:37.631041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8951-c421-4aa8-84f8-68170d2e9aa4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.633146 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d6ff8951-c421-4aa8-84f8-68170d2e9aa4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/26bcbe14-b034-4a95-b9d8-bf279d68e040 HTTP/1.1" status: 204 len: 168 time: 0.8618381 Dec 06 12:05:37.646284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:37.658123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.658843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Added segment cc04c156-198e-4928-8fc0-6ed8b2dd4970 of type vlan for network ff694499-1cb8-478d-9ae3-fd1289fcdcbb Dec 06 12:05:37.668144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40602) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.721490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ba616c4-828f-44fc-869b-d376335d39fa tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.722539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.725833 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f586242-dc89-45b3-a919-c97834e1913f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:37.726288 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f586242-dc89-45b3-a919-c97834e1913f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:37.729900 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1f586242-dc89-45b3-a919-c97834e1913f tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/bfd2d1f4-7ba3-44de-b3ba-c5f62a2fb7b0 HTTP/1.1" status: 404 len: 337 time: 0.0581365 Dec 06 12:05:37.741443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': 'a59da321-be87-427a-a47f-2df91c2809d7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:37.742785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40604) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.745598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.761818 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40606) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.766964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.773698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': 'eb69b275-54cd-4078-857f-1bc5d04a51d4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:37.774532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:37.775181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.789987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c77ea28-5da2-4a0e-a461-fddcbe880e63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:37.800693 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9627b3b3-6c06-4c23-83b7-8488c3ea2afc tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d49f513-6ba0-4240-a0e4-cde679a36219 HTTP/1.1" status: 200 len: 205 time: 0.0548587 Dec 06 12:05:37.804341 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3385155 Dec 06 12:05:37.805935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40608) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.806277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40610) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.817337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'subnet': {'network_id': 'ff694499-1cb8-478d-9ae3-fd1289fcdcbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:37.821175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4941a7-a794-42fd-81af-715e6dc8429c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=eb69b275-54cd-4078-857f-1bc5d04a51d4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:37.837395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network eb69b275-54cd-4078-857f-1bc5d04a51d4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:37.865221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77ea28-5da2-4a0e-a461-fddcbe880e63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=fc6f8572-83cc-4bcf-9b29-5ca82193ae55,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:37.934144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-5f2a5685-1558-43f9-9410-edce992fdea4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] delete failed (client error): The resource could not be found. Dec 06 12:05:37.937717 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5f2a5685-1558-43f9-9410-edce992fdea4 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/routers/4d49f513-6ba0-4240-a0e4-cde679a36219 HTTP/1.1" status: 404 len: 336 time: 0.1279988 Dec 06 12:05:37.938023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40614) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:37.973206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Allocated IP 2001:db8::f816:3eff:fe94:f03c (61c27f2c-faab-4f7c-b849-24512843983c/a59da321-be87-427a-a47f-2df91c2809d7/81b04a92-e0ee-4760-af1e-bfb689791991) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:37.998609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c77ea28-5da2-4a0e-a461-fddcbe880e63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.003281 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6c77ea28-5da2-4a0e-a461-fddcbe880e63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/fc6f8572-83cc-4bcf-9b29-5ca82193ae55 HTTP/1.1" status: 204 len: 168 time: 1.0519488 Dec 06 12:05:38.007754 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f296bd-0b40-418f-bbfe-3b2dddb58238 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.008464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f296bd-0b40-418f-bbfe-3b2dddb58238 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.012149 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d8f296bd-0b40-418f-bbfe-3b2dddb58238 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/298fe90d-a779-4ac2-a24e-3a41a5214542 HTTP/1.1" status: 404 len: 337 time: 0.0684547 Dec 06 12:05:38.018092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40616) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.018649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40618) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.059351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d71f23-05b3-48f0-91c3-29cf60424034 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Network': ['ID=ff694499-1cb8-478d-9ae3-fd1289fcdcbb,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:38.082798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network ff694499-1cb8-478d-9ae3-fd1289fcdcbb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:38.086944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826d472-ab4a-4e4f-8965-e5acfeaa9231 req-1901ba3a-784c-4e06-97f4-9fb31526d33a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:38.090768 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ba616c4-828f-44fc-869b-d376335d39fa tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.093361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ba616c4-828f-44fc-869b-d376335d39fa tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.094482 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1ba616c4-828f-44fc-869b-d376335d39fa tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "DELETE /v2.0/security-groups/a2d4c569-254e-46fb-a5b2-3429638c4709 HTTP/1.1" status: 204 len: 168 time: 0.7114112 Dec 06 12:05:38.095075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2826d472-ab4a-4e4f-8965-e5acfeaa9231 req-1901ba3a-784c-4e06-97f4-9fb31526d33a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1761265 Dec 06 12:05:38.101975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40620) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.131440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-4b5f5c8d-12ca-4c70-b9af-b455126dfba0 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] show failed (client error): The resource could not be found. Dec 06 12:05:38.135276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4b5f5c8d-12ca-4c70-b9af-b455126dfba0 tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "GET /v2.0/security-groups/a2d4c569-254e-46fb-a5b2-3429638c4709 HTTP/1.1" status: 404 len: 347 time: 0.0287859 Dec 06 12:05:38.136067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40622) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.203564 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2826d472-ab4a-4e4f-8965-e5acfeaa9231 req-bf9a5eab-b052-439d-b407-e91be2b2329c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072416 Dec 06 12:05:38.210764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.218741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.266267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:38.269739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:38.273456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:38.310294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Pushing event updated for resources: {'Port': ['ID=81b04a92-e0ee-4760-af1e-bfb689791991,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:38.332033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Deleting port 7edb1537-552a-4cef-8778-9616da944c31 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:38.332536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.363847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Attempting to bind port 81b04a92-e0ee-4760-af1e-bfb689791991 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:38.363847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Attempting to bind port 81b04a92-e0ee-4760-af1e-bfb689791991 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:38.363847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Attempting to bind port 81b04a92-e0ee-4760-af1e-bfb689791991 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:38.363847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:38.363847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:38.364488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.364646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:38.365124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Bound port: 81b04a92-e0ee-4760-af1e-bfb689791991, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:38.365510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.425949 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 972ad3fd-a837-4187-b16b-b965f46e790a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:38.434936 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4e19c5-fb85-451c-aef7-3ad85c158713 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.435389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4e19c5-fb85-451c-aef7-3ad85c158713 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.440781 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5e4e19c5-fb85-451c-aef7-3ad85c158713 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/a17c3287-dea0-4a33-bf32-bfc22df000ce HTTP/1.1" status: 404 len: 337 time: 0.4175165 Dec 06 12:05:38.441698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40624) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.454578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:05:38.454578 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 12:05:38.454578 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'project_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'id': '3c45705c-4053-4731-91e1-3e3381d583ba', 'expiration': datetime.datetime(2021, 12, 6, 12, 7, 38, 430815)}] Dec 06 12:05:38.454578 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:05:38.455067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:05:38.455519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba616c4-828f-44fc-869b-d376335d39fa tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d4c569-254e-46fb-a5b2-3429638c4709,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:38.460132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.460533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.461786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] For port 81b04a92-e0ee-4760-af1e-bfb689791991, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:38.476377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Calling delete_port for 7edb1537-552a-4cef-8778-9616da944c31 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:38.478739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] For port 81b04a92-e0ee-4760-af1e-bfb689791991, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b04a92-e0ee-4760-af1e-bfb689791991,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:38.483305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580faa9-be03-4eea-ad3e-ba3748381ceb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:38.485088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580faa9-be03-4eea-ad3e-ba3748381ceb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:38.489312 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9580faa9-be03-4eea-ad3e-ba3748381ceb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4670730 Dec 06 12:05:38.492333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.505383 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40626) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.550244 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-b715e1ba-e2bb-4e67-84bd-d1decc31ee24 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.550562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b715e1ba-e2bb-4e67-84bd-d1decc31ee24 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.552733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 972ad3fd-a837-4187-b16b-b965f46e790a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:38.552733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.556835 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b715e1ba-e2bb-4e67-84bd-d1decc31ee24 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/f1bd9a03-fd7d-439c-b57e-76c3cd0e2cf5 HTTP/1.1" status: 404 len: 337 time: 0.1142273 Dec 06 12:05:38.558648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40628) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.561167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:38.564329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.598430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553933-d6e6-420b-962c-43b7376d8dda None None] Pushing event updated for resources: {'Port': ['ID=81b04a92-e0ee-4760-af1e-bfb689791991,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:38.612221 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0e2b80-bc0d-444c-84f3-716fb58cf433 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.612749 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0e2b80-bc0d-444c-84f3-716fb58cf433 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.615801 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6b0e2b80-bc0d-444c-84f3-716fb58cf433 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/18e74ac7-22ca-4871-920b-170a4cf54d83 HTTP/1.1" status: 404 len: 333 time: 0.0564234 Dec 06 12:05:38.619824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6861505-1d65-4caf-b410-f75ddee2441b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet a59da321-be87-427a-a47f-2df91c2809d7 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:38.623489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40630) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.625575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6861505-1d65-4caf-b410-f75ddee2441b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.704519 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9abe901-37c6-414b-96c5-8275277a03a9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.705059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9abe901-37c6-414b-96c5-8275277a03a9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.710659 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f9abe901-37c6-414b-96c5-8275277a03a9 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/95c5933e-8bb6-45e3-9f61-4f59b587941c HTTP/1.1" status: 404 len: 337 time: 0.0836525 Dec 06 12:05:38.714966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40632) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.755610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6861505-1d65-4caf-b410-f75ddee2441b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.758664 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-97943549-9e8c-4175-b6d5-a7435be86d80 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.759166 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97943549-9e8c-4175-b6d5-a7435be86d80 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.763063 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-97943549-9e8c-4175-b6d5-a7435be86d80 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/76cffa20-2933-437a-8928-2b0e0c93f3da HTTP/1.1" status: 404 len: 337 time: 0.0420811 Dec 06 12:05:38.765666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40634) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.828841 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-91946958-1c35-4e33-bfa4-79f7e79e9cbe tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.829479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91946958-1c35-4e33-bfa4-79f7e79e9cbe tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.835254 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-91946958-1c35-4e33-bfa4-79f7e79e9cbe tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/16d16811-9ba1-481b-8c12-55f6ab4d07c0 HTTP/1.1" status: 404 len: 333 time: 0.0395968 Dec 06 12:05:38.835553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40636) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.861640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.920624 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-4868c9cb-2cde-425d-a93a-ee5d7e490878 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.920887 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6861505-1d65-4caf-b410-f75ddee2441b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:38.921086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4868c9cb-2cde-425d-a93a-ee5d7e490878 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.924182 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4868c9cb-2cde-425d-a93a-ee5d7e490878 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/8cf46818-0e89-41f8-8edf-49196a28e39f HTTP/1.1" status: 404 len: 337 time: 0.0877011 Dec 06 12:05:38.942260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40638) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:38.953312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Pushing event deleted for resources: {'Port': ['ID=7edb1537-552a-4cef-8778-9616da944c31,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:38.992746 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-163d3155-0a9f-4801-bf21-95644cd63ba2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:38.993192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163d3155-0a9f-4801-bf21-95644cd63ba2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:38.996762 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-163d3155-0a9f-4801-bf21-95644cd63ba2 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/subnets/db3595f0-f2b8-4ce0-85f5-b792dc3710d2 HTTP/1.1" status: 404 len: 337 time: 0.0523615 Dec 06 12:05:39.004016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40640) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.033566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.036099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.037261 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d541d5b8-a85c-421c-a7ec-bf2dc3658d2c tempest-ServersTestManualDisk-696854600 tempest-ServersTestManualDisk-696854600-project] 10.222.0.24 "DELETE /v2.0/floatingips/53f7e275-39e9-4fbf-bc9b-cbb90a8eaa24 HTTP/1.1" status: 204 len: 168 time: 0.9001160 Dec 06 12:05:39.040223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40642) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.058979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.098149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:39.101762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.106753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:39.109919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.127183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6861505-1d65-4caf-b410-f75ddee2441b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.220094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Subnet': ['ID=0d096395-ccce-4e27-9389-bdce005ab18c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.250332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6861505-1d65-4caf-b410-f75ddee2441b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=a59da321-be87-427a-a47f-2df91c2809d7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.263507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6861505-1d65-4caf-b410-f75ddee2441b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.264638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Checking segment: {'id': 'cc04c156-198e-4928-8fc0-6ed8b2dd4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ff694499-1cb8-478d-9ae3-fd1289fcdcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:39.264967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network hostable DHCP agents. Network: ff694499-1cb8-478d-9ae3-fd1289fcdcbb, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:39.268315 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b6861505-1d65-4caf-b410-f75ddee2441b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/a59da321-be87-427a-a47f-2df91c2809d7 HTTP/1.1" status: 204 len: 168 time: 0.7619388 Dec 06 12:05:39.271604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40646) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.327066 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-047195e3-6b61-488d-8a11-f56bf8cd4f4f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543146 Dec 06 12:05:39.330395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40648) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.335133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:39.393852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8007f17f-0392-4101-ac65-86efac152063 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 0994e36c-b549-4a61-8486-be7145fae1d6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:39.394211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8007f17f-0392-4101-ac65-86efac152063 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.416042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network ff694499-1cb8-478d-9ae3-fd1289fcdcbb is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:39.476425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ff694499-1cb8-478d-9ae3-fd1289fcdcbb) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:39.492136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:39.492733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.523671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8007f17f-0392-4101-ac65-86efac152063 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.526912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea84960-d416-4f6a-96b0-e905ce69537b req-7303046f-3c8c-489b-81df-f5eae63dceb7 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:39.528455 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6ea84960-d416-4f6a-96b0-e905ce69537b req-7303046f-3c8c-489b-81df-f5eae63dceb7 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2068024 Dec 06 12:05:39.553809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8007f17f-0392-4101-ac65-86efac152063 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 0994e36c-b549-4a61-8486-be7145fae1d6 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:39.582655 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:39.586181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.617303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-85dc6eee-d98c-4083-b889-1c63f77f6559 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8056734 Dec 06 12:05:39.629876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40650) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.648290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.715294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e4599-801a-42d6-9321-425deb3904e5 None None] Network 4b82e262-f521-4d27-b083-2ba57f60e1d2 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:39.750246 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6ea84960-d416-4f6a-96b0-e905ce69537b req-ae0adf1f-e61d-4b43-bce3-e52b894f7ec7 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007697 Dec 06 12:05:39.801616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=2602bd72-b7ca-4c88-8fba-de989d672d2a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.817062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': '906eaa75-87c7-46b1-a6d2-6b8cfdefe37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb69b275-54cd-4078-857f-1bc5d04a51d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:39.817531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: eb69b275-54cd-4078-857f-1bc5d04a51d4, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:39.826153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8bf53-fe7d-41b2-a074-39c1837ab670 None None] Network 2c71bb93-bc57-4463-b431-3d7509600e61 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:39.830069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbef82-7c57-4ab3-9d6b-77bbc46cff69 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:39.831988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5382adc-687e-480f-ba51-62992811b17c None None] Network ff694499-1cb8-478d-9ae3-fd1289fcdcbb requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:39.834873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b57c1fc-c79c-41f1-8704-104c1b9c66b8 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:39.842706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8007f17f-0392-4101-ac65-86efac152063 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.848597 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Deleting port f28d3828-cc98-4e2e-8b5c-ffafa257157a {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:39.848931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.890929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.896421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007f17f-0392-4101-ac65-86efac152063 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=0994e36c-b549-4a61-8486-be7145fae1d6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:39.900185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network eb69b275-54cd-4078-857f-1bc5d04a51d4 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:39.937185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8007f17f-0392-4101-ac65-86efac152063 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:39.944200 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8007f17f-0392-4101-ac65-86efac152063 tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/ports/0994e36c-b549-4a61-8486-be7145fae1d6 HTTP/1.1" status: 204 len: 168 time: 0.9349179 Dec 06 12:05:39.950684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40656) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:39.952092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, eb69b275-54cd-4078-857f-1bc5d04a51d4) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:39.970658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:39.971265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.024457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b665b1f-3815-4c1d-98ef-77ed19a63cbb None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:40.026454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809f095-dee2-43c7-8f2f-ceb29adcb8d1 None None] Network eb69b275-54cd-4078-857f-1bc5d04a51d4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:40.053651 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ded11a38-2509-4af4-a77b-65862bc4cdd0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2870340 Dec 06 12:05:40.055967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40658) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:40.061091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1189284747'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:40.106616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3745a4de-60e6-4ebb-91d8-de1608191c0d None None] Provisioning complete for port 81b04a92-e0ee-4760-af1e-bfb689791991 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:40.107021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3745a4de-60e6-4ebb-91d8-de1608191c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.125543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] For port f28d3828-cc98-4e2e-8b5c-ffafa257157a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f28d3828-cc98-4e2e-8b5c-ffafa257157a,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:40.126121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.130555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:40.134231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.146019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.168141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Calling delete_port for f28d3828-cc98-4e2e-8b5c-ffafa257157a owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:40.381405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:40.390595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.410445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.410752 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment 165889cb-ddbe-4828-963e-133bb23acd16 of type vlan for network 8c2e170f-0633-4f1a-99f5-ea820fc0f52c Dec 06 12:05:40.498637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.519602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.523849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Deleting port 59ff7a64-28b3-4946-8da5-e210a24c9eed {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:40.524968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.592272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 81b04a92-e0ee-4760-af1e-bfb689791991 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:40.629044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.632694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.681901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Subnet': ['ID=0d096395-ccce-4e27-9389-bdce005ab18c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:40.683210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.689824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:40.690457 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.696234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] For port 59ff7a64-28b3-4946-8da5-e210a24c9eed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ff7a64-28b3-4946-8da5-e210a24c9eed,segment=NetworkSegment(a32d1054-a2f6-43c3-adee-18192b756262),segment_id=a32d1054-a2f6-43c3-adee-18192b756262)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:40.696598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.702158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28d3828-cc98-4e2e-8b5c-ffafa257157a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:40.751690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Calling delete_port for 59ff7a64-28b3-4946-8da5-e210a24c9eed owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:40.797610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-eb69b275-54cd-4078-857f-1bc5d04a51d4', 'network_id': 'eb69b275-54cd-4078-857f-1bc5d04a51d4', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': '2602bd72-b7ca-4c88-8fba-de989d672d2a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:40.798868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.831050 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7749665 Dec 06 12:05:40.845447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40662) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:40.851268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': '8c2e170f-0633-4f1a-99f5-ea820fc0f52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:40.905550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.922953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774347e7-d1b5-407f-ad86-42e36fa27ca0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=8c2e170f-0633-4f1a-99f5-ea820fc0f52c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:40.960224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] DHCP port deletion for 2c71bb93-bc57-4463-b431-3d7509600e61 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:40.976354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:40.986529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 8c2e170f-0633-4f1a-99f5-ea820fc0f52c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:40.988787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3745a4de-60e6-4ebb-91d8-de1608191c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:40.999044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff694499-1cb8-478d-9ae3-fd1289fcdcbb']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:41.062673 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0e8fc-4b91-4835-9c0e-ac5369044b7e None None] Network 4b82e262-f521-4d27-b083-2ba57f60e1d2 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:41.064619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63935a4f-7fab-4991-8761-f24dae66822d None None] Network ff694499-1cb8-478d-9ae3-fd1289fcdcbb requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:41.125955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc04c156-198e-4928-8fc0-6ed8b2dd4970') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:41.126342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc04c156-198e-4928-8fc0-6ed8b2dd4970') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:41.160227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.172863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:41.176569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.183736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.210603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 81b04a92-e0ee-4760-af1e-bfb689791991 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:41.210883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.211244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb91ee-9989-4a52-aa58-5533e0b292ba req-f2260a75-5798-4ed1-bd5e-160cdaa753ee tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:41.213041 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eafb91ee-9989-4a52-aa58-5533e0b292ba req-f2260a75-5798-4ed1-bd5e-160cdaa753ee tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2878993 Dec 06 12:05:41.220866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3745a4de-60e6-4ebb-91d8-de1608191c0d None None] For port 81b04a92-e0ee-4760-af1e-bfb689791991, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b04a92-e0ee-4760-af1e-bfb689791991,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:41.237741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.253248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:41.253956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.261634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Port': ['ID=59ff7a64-28b3-4946-8da5-e210a24c9eed,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:41.267225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:41.268467 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:41.270737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] No DVR routers for this DVR port 59ff7a64-28b3-4946-8da5-e210a24c9eed on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:41.320805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3745a4de-60e6-4ebb-91d8-de1608191c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.394444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3745a4de-60e6-4ebb-91d8-de1608191c0d None None] Could not find standard attr ID for object fc6f8572-83cc-4bcf-9b29-5ca82193ae55. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:41.408868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:41.453935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.458291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.466037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/ff694499-1cb8-478d-9ae3-fd1289fcdcbb HTTP/1.1" status: 204 len: 168 time: 1.8294389 Dec 06 12:05:41.471097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40664) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:41.473826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.484278 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2090787623'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:41.531457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd8976-5bd7-40ad-9bfc-306bfed689e7 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Network': ['ID=ff694499-1cb8-478d-9ae3-fd1289fcdcbb,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:41.543317 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eafb91ee-9989-4a52-aa58-5533e0b292ba req-902eed76-5b1d-4223-a1a9-96f53bfd396b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675018 Dec 06 12:05:41.550148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.562794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745a4de-60e6-4ebb-91d8-de1608191c0d None None] Pushing event updated for resources: {'Port': ['ID=81b04a92-e0ee-4760-af1e-bfb689791991,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:41.583099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c71bb93-bc57-4463-b431-3d7509600e61']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:41.609525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32d1054-a2f6-43c3-adee-18192b756262') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:41.609789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32d1054-a2f6-43c3-adee-18192b756262') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:41.617173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] Deleting port 59ff7a64-28b3-4946-8da5-e210a24c9eed {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:41.617830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.620854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Allocated IP 172.20.255.242 (eb69b275-54cd-4078-857f-1bc5d04a51d4/2602bd72-b7ca-4c88-8fba-de989d672d2a/5fce1e5a-fdda-4bf7-a839-50507234b14c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:41.645226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.647635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Deleting port 7b30b6d6-af15-491c-b711-3fa46091bfa7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:41.648143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.665760 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:41.670443 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.718027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.749719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:41.750123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.756488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:41.759509 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:41.792776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] For port 59ff7a64-28b3-4946-8da5-e210a24c9eed, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:41.793698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.837921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] Calling delete_port for 59ff7a64-28b3-4946-8da5-e210a24c9eed owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:41.841494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] Port 59ff7a64-28b3-4946-8da5-e210a24c9eed was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:05:41.842761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.854715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] Deleting port 81b04a92-e0ee-4760-af1e-bfb689791991 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:41.855127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.880367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] For port 7b30b6d6-af15-491c-b711-3fa46091bfa7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7b30b6d6-af15-491c-b711-3fa46091bfa7,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:41.880758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.902917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] DHCP port deletion for 4b82e262-f521-4d27-b083-2ba57f60e1d2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:41.905989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] No DVR routers for this DVR port 59ff7a64-28b3-4946-8da5-e210a24c9eed on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:41.910693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f7439-ef08-4282-abe6-037bbcaf38ef None None] Pushing event deleted for resources: {'Port': ['ID=59ff7a64-28b3-4946-8da5-e210a24c9eed,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:41.945686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:41.946104 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Added segment 473724b6-d883-4e7d-9fed-97b3cecbefe4 of type vlan for network b8f54c7c-afe0-48a1-a8d2-353812c6ee44 Dec 06 12:05:41.983380 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] For port 81b04a92-e0ee-4760-af1e-bfb689791991, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b04a92-e0ee-4760-af1e-bfb689791991,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:42.012379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.022972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.049992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Calling delete_port for 7b30b6d6-af15-491c-b711-3fa46091bfa7 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:42.062600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] For port 81b04a92-e0ee-4760-af1e-bfb689791991, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b04a92-e0ee-4760-af1e-bfb689791991,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:42.063024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.066541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.069138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.075844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.076601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.085867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.091971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] Calling delete_port for 81b04a92-e0ee-4760-af1e-bfb689791991 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:42.107604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.114028 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] 10.222.0.24 "DELETE /v2.0/networks/2c71bb93-bc57-4463-b431-3d7509600e61 HTTP/1.1" status: 204 len: 168 time: 2.1544783 Dec 06 12:05:42.142589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.152067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd366b5-be27-4b98-abbe-6ef3761ea46a tempest-PortsTestJSON-1631605733 tempest-PortsTestJSON-1631605733-project] Pushing event deleted for resources: {'Network': ['ID=2c71bb93-bc57-4463-b431-3d7509600e61,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.184311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] Deleting port 972ad3fd-a837-4187-b16b-b965f46e790a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:42.184684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.186989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=24f3a958-9479-4768-8500-79f620d6008a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.209783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Router e0236941-25b8-4163-a8dd-de2d57fddce5 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:05:42.211903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.218841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:42.219462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.228698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Network eb69b275-54cd-4078-857f-1bc5d04a51d4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:42.233066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': '165889cb-ddbe-4828-963e-133bb23acd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8c2e170f-0633-4f1a-99f5-ea820fc0f52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:42.233066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: 8c2e170f-0633-4f1a-99f5-ea820fc0f52c, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:42.235532 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Pushing event updated for resources: {'Port': ['ID=5fce1e5a-fdda-4bf7-a839-50507234b14c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.251405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:42.264004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:42.266274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d67a4-e3b6-4961-b183-f5d017bfc651 req-0e1d4a07-5d1c-4a68-b224-3b1e70a6a6c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:42.268948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:42.273494 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be3d67a4-e3b6-4961-b183-f5d017bfc651 req-0e1d4a07-5d1c-4a68-b224-3b1e70a6a6c8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3793919 Dec 06 12:05:42.318599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:42.336580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=888abf78-20d3-4afa-9509-37dff1901575,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.343692 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8655503 Dec 06 12:05:42.343954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:42.344684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.353560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40672) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:42.365910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'subnet': {'network_id': 'b8f54c7c-afe0-48a1-a8d2-353812c6ee44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:42.436608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=81b04a92-e0ee-4760-af1e-bfb689791991,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.554770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-93c92162-8612-4dae-9c2e-f1ce2cc5a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:42.557049 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-93c92162-8612-4dae-9c2e-f1ce2cc5a8e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.5256226 Dec 06 12:05:42.559640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 59ff7a64-28b3-4946-8da5-e210a24c9eed no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:42.617048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cdcdb627-dfb3-4d5e-bb84-f56b8725fed0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2831078 Dec 06 12:05:42.617048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40676) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:42.644966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] For port 972ad3fd-a837-4187-b16b-b965f46e790a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=972ad3fd-a837-4187-b16b-b965f46e790a,segment=NetworkSegment(40906b8f-53f5-40a1-830d-6c4ff799be2f),segment_id=40906b8f-53f5-40a1-830d-6c4ff799be2f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:42.645372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.648360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40678) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:42.650333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 59ff7a64-28b3-4946-8da5-e210a24c9eed {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:42.651404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 59ff7a64-28b3-4946-8da5-e210a24c9eed not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:42.651893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 81b04a92-e0ee-4760-af1e-bfb689791991 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:42.672536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:c4:db:ca', 'name': 'tempest-NetworksTestDHCPv6-13871979'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:42.726495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] Calling delete_port for 972ad3fd-a837-4187-b16b-b965f46e790a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:42.747809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Attempting to bind port 5fce1e5a-fdda-4bf7-a839-50507234b14c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:42.748166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Attempting to bind port 5fce1e5a-fdda-4bf7-a839-50507234b14c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '906eaa75-87c7-46b1-a6d2-6b8cfdefe37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb69b275-54cd-4078-857f-1bc5d04a51d4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:42.748500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Attempting to bind port 5fce1e5a-fdda-4bf7-a839-50507234b14c on network eb69b275-54cd-4078-857f-1bc5d04a51d4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:42.764387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.784410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:42.784827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Checking segment: {'id': '906eaa75-87c7-46b1-a6d2-6b8cfdefe37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb69b275-54cd-4078-857f-1bc5d04a51d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:42.785249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.785658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Bound using segment: {'id': '906eaa75-87c7-46b1-a6d2-6b8cfdefe37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb69b275-54cd-4078-857f-1bc5d04a51d4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:42.786166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Bound port: 5fce1e5a-fdda-4bf7-a839-50507234b14c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906eaa75-87c7-46b1-a6d2-6b8cfdefe37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb69b275-54cd-4078-857f-1bc5d04a51d4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:42.787107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:42.859332 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be3d67a4-e3b6-4961-b183-f5d017bfc651 req-41a14f16-093e-4d48-8bbe-86a9502eed26 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5849259 Dec 06 12:05:42.868562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No active binding found for port 81b04a92-e0ee-4760-af1e-bfb689791991 {{(pid=103288) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 12:05:42.869173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 81b04a92-e0ee-4760-af1e-bfb689791991 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:42.869443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 972ad3fd-a837-4187-b16b-b965f46e790a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:42.872590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] Pushing event deleted for resources: {'Port': ['ID=81b04a92-e0ee-4760-af1e-bfb689791991,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.953253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabea06-88b9-40d2-8c98-d59f74e7d366 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Network': ['ID=b8f54c7c-afe0-48a1-a8d2-353812c6ee44,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:42.963189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3fc0b59d-43b3-4da3-9b10-b7a86ef39226 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3683358b5a1f4edd95ba9ba6095d4e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329985 Dec 06 12:05:42.963936 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network 8c2e170f-0633-4f1a-99f5-ea820fc0f52c is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:42.965380 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40682) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:42.967625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.api [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:05:42.967625 dv-neutron-master-2-hyperv neutron-server[103286]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:05:42.967625 dv-neutron-master-2-hyperv neutron-server[103286]: [parameters: {'project_id_1': '28ecb84b99e14839980df3a0bf487f45', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 5, 22, 945588)}] Dec 06 12:05:42.967625 dv-neutron-master-2-hyperv neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:05:42.968038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG oslo_db.api [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:05:43.009737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network b8f54c7c-afe0-48a1-a8d2-353812c6ee44 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:43.018675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:43.020183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-923625d1-ab0f-4b95-ab76-a623ee3f55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:43.021680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-923625d1-ab0f-4b95-ab76-a623ee3f55aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.4410026 Dec 06 12:05:43.024620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.040144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8c2e170f-0633-4f1a-99f5-ea820fc0f52c) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:43.072553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5bf42-91df-4d75-8ee5-2d9ba812f9eb None None] No DVR routers for this DVR port 81b04a92-e0ee-4760-af1e-bfb689791991 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:43.074491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:43.075351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.092222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73147f54-23be-48d2-aede-2306eae5c470 None None] Network 8c2e170f-0633-4f1a-99f5-ea820fc0f52c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:43.131882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.147528 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a8b94db2-8c81-4f25-bd71-fb15acbbfedc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3006001 Dec 06 12:05:43.150817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40684) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:43.170884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:43.187936 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] Sync routers for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:43.198240 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c97b4b34-4112-4be3-b7af-429b6e795c97 admin admin] 10.222.0.24 "PUT /v2.0/routers/e0236941-25b8-4163-a8dd-de2d57fddce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6982079 Dec 06 12:05:43.204385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79640258-0ac6-483c-b5b8-03ceb4cd8a15 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:43.209211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40686) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:43.211612 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:43.214063 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:43.338612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] For port 5fce1e5a-fdda-4bf7-a839-50507234b14c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:43.392139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.425404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] For port 5fce1e5a-fdda-4bf7-a839-50507234b14c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fce1e5a-fdda-4bf7-a839-50507234b14c,segment=NetworkSegment(906eaa75-87c7-46b1-a6d2-6b8cfdefe37f),segment_id=906eaa75-87c7-46b1-a6d2-6b8cfdefe37f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:43.453274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Port 972ad3fd-a837-4187-b16b-b965f46e790a update to DOWN by agent not found {{(pid=103288) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 12:05:43.464164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.465058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.476345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] Pushing event deleted for resources: {'Port': ['ID=972ad3fd-a837-4187-b16b-b965f46e790a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:43.499222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1995f0fa-6a94-4092-b604-b4aa647d9090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.508852 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-984be369-dde4-4dde-a1be-90caf0f34318 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 1001 time: 0.4755421 Dec 06 12:05:43.511270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.516235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b30b6d6-af15-491c-b711-3fa46091bfa7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:43.517076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca850a95-f5e7-43ff-ae38-cfc2373a7182 None None] No DVR routers for this DVR port 972ad3fd-a837-4187-b16b-b965f46e790a on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:43.531984 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:43.613989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-0cbe3316-54ec-4ab4-8015-0fb37f10eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:43.616419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-0cbe3316-54ec-4ab4-8015-0fb37f10eb5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.0978026 Dec 06 12:05:43.683136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1995f0fa-6a94-4092-b604-b4aa647d9090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.691510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25694b9a-413b-4fac-a2bc-915e9d89eddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8c2e170f-0633-4f1a-99f5-ea820fc0f52c', 'network_id': '8c2e170f-0633-4f1a-99f5-ea820fc0f52c', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': '24f3a958-9479-4768-8500-79f620d6008a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:43.695026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25694b9a-413b-4fac-a2bc-915e9d89eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.709805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.768502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a49ebe-59b4-4f07-ae8f-a914c6ddbd9f None None] Pushing event updated for resources: {'Port': ['ID=5fce1e5a-fdda-4bf7-a839-50507234b14c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:43.841474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:43.842392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:43.919646 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:05:40Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:44.002259 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] Checking router: e0236941-25b8-4163-a8dd-de2d57fddce5 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:05:44.023169 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] Routers {'e0236941-25b8-4163-a8dd-de2d57fddce5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:44.024101 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0236941-25b8-4163-a8dd-de2d57fddce5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:44.035415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-656b36ff-cd0a-4203-a287-b6e980259e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:44.037065 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-656b36ff-cd0a-4203-a287-b6e980259e21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3952847 Dec 06 12:05:44.087386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.088039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '888abf78-20d3-4afa-9509-37dff1901575'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:44.090313 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-25694b9a-413b-4fac-a2bc-915e9d89eddb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24f3a958-9479-4768-8500-79f620d6008a: This subnet is being modified by another concurrent operation. Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:05:44.113061 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24f3a958-9479-4768-8500-79f620d6008a: This subnet is being modified by another concurrent operation. Dec 06 12:05:44.118283 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:05:44.133166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73db054-ae1a-432f-927a-aac3259539c1 None None] Network 8c2e170f-0633-4f1a-99f5-ea820fc0f52c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:44.144143 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Subnet': ['ID=0be9a1ac-17d5-42c3-b155-5a4274c9a0d2,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:44.211963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=24f3a958-9479-4768-8500-79f620d6008a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:44.283097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.283611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1995f0fa-6a94-4092-b604-b4aa647d9090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.297868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1995f0fa-6a94-4092-b604-b4aa647d9090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.300649 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1995f0fa-6a94-4092-b604-b4aa647d9090 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/629416a6-65bf-4190-b440-a7cf48ced5fb HTTP/1.1" status: 204 len: 168 time: 1.3340030 Dec 06 12:05:44.328299 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Checking segment: {'id': '473724b6-d883-4e7d-9fed-97b3cecbefe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f54c7c-afe0-48a1-a8d2-353812c6ee44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:44.328865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network hostable DHCP agents. Network: b8f54c7c-afe0-48a1-a8d2-353812c6ee44, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:44.341564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.343902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995f0fa-6a94-4092-b604-b4aa647d9090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629416a6-65bf-4190-b440-a7cf48ced5fb,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:44.382949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50b7b-2f41-4d22-9488-af45307c8790 req-d46ed528-31f4-4e2e-bbb8-1b3c7354daac tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:44.391162 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ebe50b7b-2f41-4d22-9488-af45307c8790 req-d46ed528-31f4-4e2e-bbb8-1b3c7354daac tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3530357 Dec 06 12:05:44.412364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.423742 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] Set router e0236941-25b8-4163-a8dd-de2d57fddce5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:44.431239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port b4a92481-6455-4a24-8687-e4346d4c433f yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:44.461638 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-7f0a2560-2a2c-4fde-96da-fdbe8db7b0ae service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031687 Dec 06 12:05:44.485565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.545709 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network b8f54c7c-afe0-48a1-a8d2-353812c6ee44 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:44.588790 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b8f54c7c-afe0-48a1-a8d2-353812c6ee44) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:44.596021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:44.596643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.637495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2e170f-0633-4f1a-99f5-ea820fc0f52c']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:44.683214 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c6a7f9a9-ac2f-40c2-97e9-779b13c40cf4 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3280599 Dec 06 12:05:44.687376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40694) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:44.691833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15ace9-23fa-494a-a466-e634a536ca12 None None] Network b8f54c7c-afe0-48a1-a8d2-353812c6ee44 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:44.718148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ebe50b7b-2f41-4d22-9488-af45307c8790 req-b02756cb-0987-4871-881f-e817127b0dd4 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252783 Dec 06 12:05:44.753642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5fce1e5a-fdda-4bf7-a839-50507234b14c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:44.817921 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:05:40Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:44.853137 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b221fd-fc38-4dfd-b2c4-25471a7aeb29 None None] The sync data for ids ['e0236941-25b8-4163-a8dd-de2d57fddce5'] in dv-neutron-master-2-hyperv is: [{'id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'name': 'tempest-ServersTestJSON-1502597217-router', 'tenant_id': '90e32a41520b408b9aaefa7592e5e993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209'}], 'enable_snat': True}, 'gw_port_id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:47Z', 'updated_at': '2021-12-06T12:05:40Z', 'revision_number': 5, 'project_id': '90e32a41520b408b9aaefa7592e5e993', 'gw_port': {'id': '21ef2d8d-6a48-42bd-9908-a1e67aafde31', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0236941-25b8-4163-a8dd-de2d57fddce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:44.937641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165889cb-ddbe-4828-963e-133bb23acd16') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:44.937949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165889cb-ddbe-4828-963e-133bb23acd16') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:44.950439 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.969473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:44.977852 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f1c92d7-dc2e-4237-a0e5-607de97374e7 req-3001207b-479a-4215-8d02-4b62b0301226 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539392 Dec 06 12:05:44.978716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:44.979241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.026706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Allocated IP 2001:db8::f816:3eff:fe14:43e6 (61c27f2c-faab-4f7c-b849-24512843983c/888abf78-20d3-4afa-9509-37dff1901575/cd4641da-1489-4395-831d-de070d43f8a8) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:45.059079 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:45.080319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.102576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.112961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Deleting port 21ef2d8d-6a48-42bd-9908-a1e67aafde31 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:45.114077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.155612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Router 9081f710-d49d-4c78-be1e-88187f4c9123 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:05:45.159899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5fce1e5a-fdda-4bf7-a839-50507234b14c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:45.160285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.250619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] For port 21ef2d8d-6a48-42bd-9908-a1e67aafde31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21ef2d8d-6a48-42bd-9908-a1e67aafde31,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:45.251108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.254714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.373550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.377333 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/8c2e170f-0633-4f1a-99f5-ea820fc0f52c HTTP/1.1" status: 204 len: 168 time: 2.2225809 Dec 06 12:05:45.384541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40708) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:45.394195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-337303983'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:45.402961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b3f17-a5c2-47b0-b49c-fea5d9d3d924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b8f54c7c-afe0-48a1-a8d2-353812c6ee44', 'network_id': 'b8f54c7c-afe0-48a1-a8d2-353812c6ee44', 'tenant_id': '7995329beca94542b9ddd9cfd35a9097', 'fixed_ips': [{'subnet_id': '0be9a1ac-17d5-42c3-b155-5a4274c9a0d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:45.403841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-006b3f17-a5c2-47b0-b49c-fea5d9d3d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.409202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Calling delete_port for 21ef2d8d-6a48-42bd-9908-a1e67aafde31 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:45.413706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782951d-94f7-41b8-af1f-24d4488ce446 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=8c2e170f-0633-4f1a-99f5-ea820fc0f52c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:45.474248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:45.490459 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-550c65b0-9a23-4d30-91db-c827735dccd3 admin admin] 10.222.0.24 "PUT /v2.0/routers/9081f710-d49d-4c78-be1e-88187f4c9123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4474313 Dec 06 12:05:45.493368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40712) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:45.534322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.659519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:45.672979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.709205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62388523-23f8-4431-9619-e3243aebf515 None None] Network eb69b275-54cd-4078-857f-1bc5d04a51d4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:45.738833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] Sync routers for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:45.759437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.799707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40718) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:45.827202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Pushing event deleted for resources: {'Port': ['ID=21ef2d8d-6a48-42bd-9908-a1e67aafde31,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:45.830473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.881829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb622b4d-c29a-404c-98ab-b416efe5c129 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:45.941446 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.950630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:45.960316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:45.965552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:45.966737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:45.974185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.028659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1631623835'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:46.033056 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Subnet': ['ID=0be9a1ac-17d5-42c3-b155-5a4274c9a0d2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:46.049528 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5932ec-5e4d-4540-97bb-4b809be7ce3d req-4274d1bf-33a9-4033-b656-0f29d121a0aa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:46.053174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.057246 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fd5932ec-5e4d-4540-97bb-4b809be7ce3d req-4274d1bf-33a9-4033-b656-0f29d121a0aa tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2193890 Dec 06 12:05:46.059588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.059959 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment 7561e067-f9e7-4176-8924-f7a3ac7fbd5a of type vlan for network f5846cac-308f-4fdc-8e03-3b74a67906a9 Dec 06 12:05:46.108759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:46.152808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.164750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.167692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.172523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-79a5c14a-167f-42e6-b66e-ee2bc3993bab None None] Provisioning complete for port 5fce1e5a-fdda-4bf7-a839-50507234b14c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:46.172939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79a5c14a-167f-42e6-b66e-ee2bc3993bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.182017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.210499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fd5932ec-5e4d-4540-97bb-4b809be7ce3d req-3dd93317-fabe-48f4-82cc-e3a12c7bd9e2 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523087 Dec 06 12:05:46.234918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.255927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.262932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:46.263597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.272644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.273353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0236941-25b8-4163-a8dd-de2d57fddce5 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:05:46.275359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-006b3f17-a5c2-47b0-b49c-fea5d9d3d924 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0be9a1ac-17d5-42c3-b155-5a4274c9a0d2: This subnet is being modified by another concurrent operation. Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:05:46.279121 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0be9a1ac-17d5-42c3-b155-5a4274c9a0d2: This subnet is being modified by another concurrent operation. Dec 06 12:05:46.282833 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:05:46.295691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:46.298257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:46.341452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c8a82-8aaa-4a7e-974b-846ce473a9e9 None None] Network b8f54c7c-afe0-48a1-a8d2-353812c6ee44 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:46.352329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.356271 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7deddeef-691d-4c6b-8046-0781087d567d admin admin] 10.222.0.24 "DELETE /v2.0/routers/e0236941-25b8-4163-a8dd-de2d57fddce5 HTTP/1.1" status: 204 len: 168 time: 3.1432600 Dec 06 12:05:46.356935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40724) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:46.406620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.416879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:46.420837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.435830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.453542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3068919-3c1a-4d84-a4bc-d5dcaf1a8e5d admin admin] Deleting subnet d4e5490f-b97d-4a72-8ecb-b246d628d752 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:46.467309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f54c7c-afe0-48a1-a8d2-353812c6ee44']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:46.467549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:fec4:dbca (61c27f2c-faab-4f7c-b849-24512843983c/888abf78-20d3-4afa-9509-37dff1901575/b4a92481-6455-4a24-8687-e4346d4c433f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:46.470186 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3068919-3c1a-4d84-a4bc-d5dcaf1a8e5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.489383 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0978422 Dec 06 12:05:46.493231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40726) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:46.493761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 5fce1e5a-fdda-4bf7-a839-50507234b14c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fce1e5a-fdda-4bf7-a839-50507234b14c,segment=NetworkSegment(906eaa75-87c7-46b1-a6d2-6b8cfdefe37f),segment_id=906eaa75-87c7-46b1-a6d2-6b8cfdefe37f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:46.512437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': 'f5846cac-308f-4fdc-8e03-3b74a67906a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:46.532621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.569330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.594063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Pushing event updated for resources: {'Port': ['ID=cd4641da-1489-4395-831d-de070d43f8a8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:46.597604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.602995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473724b6-d883-4e7d-9fed-97b3cecbefe4') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:46.603293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473724b6-d883-4e7d-9fed-97b3cecbefe4') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:46.609487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d48b6-7403-467e-880e-cadf368e1322 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=f5846cac-308f-4fdc-8e03-3b74a67906a9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:46.627138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.647404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:46.657717 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network f5846cac-308f-4fdc-8e03-3b74a67906a9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:46.674794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3068919-3c1a-4d84-a4bc-d5dcaf1a8e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.676902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2fd20-abbc-4178-add2-484e1bbb07bf req-0bd8609f-1b41-45c7-b0ba-2dbda9ba1ba4 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:46.678468 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ac2fd20-abbc-4178-add2-484e1bbb07bf req-0bd8609f-1b41-45c7-b0ba-2dbda9ba1ba4 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3137329 Dec 06 12:05:46.685244 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.692031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Deleting port 0cc456a1-e2b7-4222-8c49-25eb50d65257 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:46.692937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.706351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0843d0c-f8a4-4dbf-8929-c9ee4b3e45b0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:46.711324 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.712243 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment e80820de-e161-4e1b-a73c-90e3534cfc53 of type vlan for network 444d297d-1548-419b-90a4-a427fe1f1564 Dec 06 12:05:46.731659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:46.731659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:46.734478 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:46.804159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Attempting to bind port cd4641da-1489-4395-831d-de070d43f8a8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:46.804159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Attempting to bind port cd4641da-1489-4395-831d-de070d43f8a8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:46.804159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Attempting to bind port cd4641da-1489-4395-831d-de070d43f8a8 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:46.847782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.881812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:46.890417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.891038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.891038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.897925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:46.898725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.915060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.921310 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/b8f54c7c-afe0-48a1-a8d2-353812c6ee44 HTTP/1.1" status: 204 len: 168 time: 2.2234991 Dec 06 12:05:46.929346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40728) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:46.944171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:46.944855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:46.945276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.946251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:46.946401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Bound port: cd4641da-1489-4395-831d-de070d43f8a8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:46.946882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:46.955326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f28d3828-cc98-4e2e-8b5c-ffafa257157a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:46.957397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-831780437'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:46.964191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=5fce1e5a-fdda-4bf7-a839-50507234b14c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:47.025026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f28d3828-cc98-4e2e-8b5c-ffafa257157a {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:47.025302 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2242212 Dec 06 12:05:47.025474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f28d3828-cc98-4e2e-8b5c-ffafa257157a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:47.026687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 21ef2d8d-6a48-42bd-9908-a1e67aafde31 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:47.038450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40730) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:47.049273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1819022600'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:47.066230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d9e7b-ab0d-4239-b9fa-fe69d0dd0a5c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=444d297d-1548-419b-90a4-a427fe1f1564,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:47.092851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a47f3-3d88-475c-980b-cc25bb79e71d tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Network': ['ID=b8f54c7c-afe0-48a1-a8d2-353812c6ee44,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:47.095580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3068919-3c1a-4d84-a4bc-d5dcaf1a8e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.113798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 21ef2d8d-6a48-42bd-9908-a1e67aafde31 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:47.114381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 21ef2d8d-6a48-42bd-9908-a1e67aafde31 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:47.122192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 444d297d-1548-419b-90a4-a427fe1f1564 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:47.125214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:47.134384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.175289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:47.178919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.192256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:47.218268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:47.229734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.230236 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment 8df777d0-dbd3-4382-b5ba-9e604faedada of type vlan for network 25a1b3f1-604e-45bf-8c47-378e09385513 Dec 06 12:05:47.232257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198'}], 'enable_snat': True}, 'gw_port_id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:05:42Z', 'revision_number': 5, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port': {'id': '0cc456a1-e2b7-4222-8c49-25eb50d65257', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:52Z', 'updated_at': '2021-12-06T12:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:47.268887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] Checking router: 9081f710-d49d-4c78-be1e-88187f4c9123 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:05:47.273159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] For port cd4641da-1489-4395-831d-de070d43f8a8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:47.288759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.295339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.295968 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Added segment c383dea0-6224-430e-8d91-5cea64ee5036 of type vlan for network 8fb6139c-bd46-4644-b207-1ea9b53cc704 Dec 06 12:05:47.303335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] For port cd4641da-1489-4395-831d-de070d43f8a8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd4641da-1489-4395-831d-de070d43f8a8,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:47.304834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] Routers {'9081f710-d49d-4c78-be1e-88187f4c9123'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:47.305452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9081f710-d49d-4c78-be1e-88187f4c9123'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:47.321069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing IP validity checks on allocation pools {{(pid=103286) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:05:47.321437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103286) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:05:47.333181 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ac2fd20-abbc-4178-add2-484e1bbb07bf req-832c1170-9fca-4d41-93ba-5c8ead827cb0 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6338396 Dec 06 12:05:47.335295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] For port 0cc456a1-e2b7-4222-8c49-25eb50d65257, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cc456a1-e2b7-4222-8c49-25eb50d65257,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:47.337696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.381796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Calling delete_port for 0cc456a1-e2b7-4222-8c49-25eb50d65257 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:47.387780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.426863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.429393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3068919-3c1a-4d84-a4bc-d5dcaf1a8e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.478509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.485228 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3068919-3c1a-4d84-a4bc-d5dcaf1a8e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e5490f-b97d-4a72-8ecb-b246d628d752,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:47.487746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.506797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:47.520737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.529390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] Set router 9081f710-d49d-4c78-be1e-88187f4c9123 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:05:47.531138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3068919-3c1a-4d84-a4bc-d5dcaf1a8e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.533887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-03977bce-825b-4612-8be8-fc81a5ed3ab9 None None] Provisioning complete for port 5fce1e5a-fdda-4bf7-a839-50507234b14c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:47.535041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03977bce-825b-4612-8be8-fc81a5ed3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.545086 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b3068919-3c1a-4d84-a4bc-d5dcaf1a8e5d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4e5490f-b97d-4a72-8ecb-b246d628d752 HTTP/1.1" status: 204 len: 168 time: 1.1849351 Dec 06 12:05:47.561730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40734) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:47.580601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c5186-296c-4ace-8161-ea0c0b005c4f None None] Network 0cb0a5c2-6a61-4c25-b106-ccd67c95469e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:47.582637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be972b-4247-4f1c-b6cf-92eb0d883341 None None] Pushing event updated for resources: {'Port': ['ID=cd4641da-1489-4395-831d-de070d43f8a8,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:47.658172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=25a1b3f1-604e-45bf-8c47-378e09385513,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:47.690181 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.resource_extend [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:05:47.724355 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3128f3ce-d06b-48a8-a629-bb811436d7cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6807938 Dec 06 12:05:47.751255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.766353 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40738) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:47.780360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': '444d297d-1548-419b-90a4-a427fe1f1564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:47.803835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.810583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:47.811345 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.828614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:47.829590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 25a1b3f1-604e-45bf-8c47-378e09385513 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:47.846769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:05:46Z', 'revision_number': 6, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:47.878375 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9330444 Dec 06 12:05:47.899391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40740) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:47.919550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Network': ['ID=8fb6139c-bd46-4644-b207-1ea9b53cc704,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:47.924871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Request body: {'subnet': {'network_id': '8fb6139c-bd46-4644-b207-1ea9b53cc704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:47.928688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cac56-6a49-44bf-9ebe-c5fa744d2fa7 None None] The sync data for ids ['9081f710-d49d-4c78-be1e-88187f4c9123'] in dv-neutron-master-2-hyperv is: [{'id': '9081f710-d49d-4c78-be1e-88187f4c9123', 'name': 'tempest-ServersTestManualDisk-1572856589-router', 'tenant_id': '8ef7a184d3aa42d09fc31064638724f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:05:46Z', 'revision_number': 6, 'project_id': '8ef7a184d3aa42d09fc31064638724f1', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:47.955159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.955567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.955945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.956291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.956631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.956980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.957302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.957685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.958013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.958342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.958670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.958995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:47.959318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2b61f-d28e-41eb-89a2-ad376594b5d3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:48.009978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Deleting port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:48.010506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.027173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:48.029328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.031534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 8fb6139c-bd46-4644-b207-1ea9b53cc704 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:48.048678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4cfe1-ded9-4ec5-b526-cd1f75ed4656 req-af9f71a3-e68a-454a-8fc7-9a657012404d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:48.050229 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-34a4cfe1-ded9-4ec5-b526-cd1f75ed4656 req-af9f71a3-e68a-454a-8fc7-9a657012404d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.4094183 Dec 06 12:05:48.063821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:48.092316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] For port 67de26aa-1ed9-42d4-8573-9a19e807b5b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67de26aa-1ed9-42d4-8573-9a19e807b5b5,segment=NetworkSegment(7b953547-1595-40c9-999e-c4c4902f2746),segment_id=7b953547-1595-40c9-999e-c4c4902f2746)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:48.092701 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.110566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Calling delete_port for 67de26aa-1ed9-42d4-8573-9a19e807b5b5 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:48.133833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:48.140660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:48.141524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.204030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=b4a92481-6455-4a24-8687-e4346d4c433f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:48.205547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.246022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67de26aa-1ed9-42d4-8573-9a19e807b5b5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:48.256804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] No DVR routers for this DVR port 67de26aa-1ed9-42d4-8573-9a19e807b5b5 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:48.268314 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-52b1f316-c149-414c-adb6-b2997f4b9c50 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.6191988 Dec 06 12:05:48.280283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40744) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:48.303044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=6895d9a3-9357-4d01-b54a-ea6039edbd61,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:48.329910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d918b-0df6-4b63-96bc-a0fc5ffd77d2 None None] DHCP port deletion for 0cb0a5c2-6a61-4c25-b106-ccd67c95469e request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:48.356620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:48.360523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.373923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.377360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.403639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb0a5c2-6a61-4c25-b106-ccd67c95469e']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:48.413001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-34a4cfe1-ded9-4ec5-b526-cd1f75ed4656 req-60c9fa70-75d3-44bf-a250-679d3b6737cf tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468623 Dec 06 12:05:48.433962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d422c7-93bf-48b3-ae57-324f10f02b22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:48.443338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d422c7-93bf-48b3-ae57-324f10f02b22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:48.447586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': '7561e067-f9e7-4176-8924-f7a3ac7fbd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f5846cac-308f-4fdc-8e03-3b74a67906a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:48.448595 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-50d422c7-93bf-48b3-ae57-324f10f02b22 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1668603 Dec 06 12:05:48.448891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: f5846cac-308f-4fdc-8e03-3b74a67906a9, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:48.450922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b953547-1595-40c9-999e-c4c4902f2746') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:48.451311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b953547-1595-40c9-999e-c4c4902f2746') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:48.451773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40746) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:48.465755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.481560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.492737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:48.493175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:48.495673 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:48.509212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e02cd2-4141-4224-adee-16dc891049dd None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:48.511735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Made reservation on behalf of 7995329beca94542b9ddd9cfd35a9097 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:48.515968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.548044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc456a1-e2b7-4222-8c49-25eb50d65257,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:48.607508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.643223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.657085 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0cb0a5c2-6a61-4c25-b106-ccd67c95469e HTTP/1.1" status: 204 len: 168 time: 1.0095553 Dec 06 12:05:48.658614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b8882-2167-4b6a-918f-f7008b9f4ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb0a5c2-6a61-4c25-b106-ccd67c95469e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:48.816351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.830612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5fce1e5a-fdda-4bf7-a839-50507234b14c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:48.906253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5fce1e5a-fdda-4bf7-a839-50507234b14c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:48.906887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:48.942968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40754) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:49.001654 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-61239650-846c-4bc9-9462-e9ed37e744d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90e32a41520b408b9aaefa7592e5e993&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0574577 Dec 06 12:05:49.004183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40756) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:49.016519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd4641da-1489-4395-831d-de070d43f8a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:49.071056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cd4641da-1489-4395-831d-de070d43f8a8 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:49.071517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.077520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f49bc53-297f-4af0-9573-b8a00f9463b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.106783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f49bc53-297f-4af0-9573-b8a00f9463b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.116694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.123321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.126920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network f5846cac-308f-4fdc-8e03-3b74a67906a9 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:49.175956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f49bc53-297f-4af0-9573-b8a00f9463b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.179984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f49bc53-297f-4af0-9573-b8a00f9463b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.184659 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0f49bc53-297f-4af0-9573-b8a00f9463b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6642798-108c-4581-9339-fb611bd8e91a HTTP/1.1" status: 204 len: 168 time: 0.1758699 Dec 06 12:05:49.198547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49bc53-297f-4af0-9573-b8a00f9463b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6642798-108c-4581-9339-fb611bd8e91a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:49.200601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6f9e0561-7567-472c-8a12-0baf88c62cc1 None None] Provisioning complete for port cd4641da-1489-4395-831d-de070d43f8a8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:49.201774 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0561-7567-472c-8a12-0baf88c62cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.205470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.297010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f5846cac-308f-4fdc-8e03-3b74a67906a9) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:49.301763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:49.302424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.314870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec9668-eb76-4ef9-a4a2-6246c185de4c req-f78e01b1-8077-4169-8fec-3c67ebd3f5fc tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:49.315360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port cd4641da-1489-4395-831d-de070d43f8a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd4641da-1489-4395-831d-de070d43f8a8,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:49.316682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-afec9668-eb76-4ef9-a4a2-6246c185de4c req-f78e01b1-8077-4169-8fec-3c67ebd3f5fc tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.5134974 Dec 06 12:05:49.319150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb65829-c8da-4f47-9071-3b12fe55ae01 None None] Network f5846cac-308f-4fdc-8e03-3b74a67906a9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:49.332991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.343871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.344396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9081f710-d49d-4c78-be1e-88187f4c9123 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:05:49.416636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.420450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9d80342b-d058-4c0e-b96a-b1f658762c8e admin admin] 10.222.0.24 "DELETE /v2.0/routers/9081f710-d49d-4c78-be1e-88187f4c9123 HTTP/1.1" status: 204 len: 168 time: 3.9124408 Dec 06 12:05:49.422015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40760) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:49.466209 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f60f3a83-2d37-4fa0-833f-864907f6b358 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9612167 Dec 06 12:05:49.478546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40764) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:49.495474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0cc456a1-e2b7-4222-8c49-25eb50d65257 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:49.578770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 0cc456a1-e2b7-4222-8c49-25eb50d65257 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:49.579290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0cc456a1-e2b7-4222-8c49-25eb50d65257 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:49.579822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 67de26aa-1ed9-42d4-8573-9a19e807b5b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:49.583402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-03491a2e-ad1b-4b3d-8a74-c2decaad75a1 admin admin] Deleting subnet 6818edfa-59b7-4071-9185-dfe24d568129 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:49.589820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03491a2e-ad1b-4b3d-8a74-c2decaad75a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.626966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9991c-2a84-4f96-be94-857273226665 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port b4a92481-6455-4a24-8687-e4346d4c433f {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:49.627310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2d9991c-2a84-4f96-be94-857273226665 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.668178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 67de26aa-1ed9-42d4-8573-9a19e807b5b5 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:49.668633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 67de26aa-1ed9-42d4-8573-9a19e807b5b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:49.669250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7b30b6d6-af15-491c-b711-3fa46091bfa7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:49.700240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=cd4641da-1489-4395-831d-de070d43f8a8,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:49.701657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03491a2e-ad1b-4b3d-8a74-c2decaad75a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.707593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-afec9668-eb76-4ef9-a4a2-6246c185de4c req-29d74054-9e61-4173-8d01-db79d6f5ec60 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743520 Dec 06 12:05:49.708574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.725413 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 7b30b6d6-af15-491c-b711-3fa46091bfa7 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:49.725963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7b30b6d6-af15-491c-b711-3fa46091bfa7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:49.732552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.733082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.733831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.734380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.735076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.735611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.736177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.736706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.737978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.738540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.739094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.739633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.740188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.740804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.806284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8a92914f-c3ff-4bad-b77f-b96ed1e7f898 None None] Could not find standard attr ID for object fc6f8572-83cc-4bcf-9b29-5ca82193ae55. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:05:49.830513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f5846cac-308f-4fdc-8e03-3b74a67906a9', 'network_id': 'f5846cac-308f-4fdc-8e03-3b74a67906a9', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': '6895d9a3-9357-4d01-b54a-ea6039edbd61'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:49.831787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.836286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8a92914f-c3ff-4bad-b77f-b96ed1e7f898 None None] Provisioning complete for port b4a92481-6455-4a24-8687-e4346d4c433f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:49.836967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a92914f-c3ff-4bad-b77f-b96ed1e7f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.867116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:49.892758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.912676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8a92914f-c3ff-4bad-b77f-b96ed1e7f898 None None] Port b4a92481-6455-4a24-8687-e4346d4c433f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:49.925807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.932398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03491a2e-ad1b-4b3d-8a74-c2decaad75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:49.935158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=06a87843-12cd-4bf0-b792-c5a49ff62238,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:49.979046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.979599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.979731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.980076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.980411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.980742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.981070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.981393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.981714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.982039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.982359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.982678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.983020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:05:49.998818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2d9991c-2a84-4f96-be94-857273226665 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.056759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': 'e80820de-e161-4e1b-a73c-90e3534cfc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '444d297d-1548-419b-90a4-a427fe1f1564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:50.057863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: 444d297d-1548-419b-90a4-a427fe1f1564, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:50.060138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9991c-2a84-4f96-be94-857273226665 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for b4a92481-6455-4a24-8687-e4346d4c433f owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:50.061979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03491a2e-ad1b-4b3d-8a74-c2decaad75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.111062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Allocated IP 172.20.0.3 (f5846cac-308f-4fdc-8e03-3b74a67906a9/6895d9a3-9357-4d01-b54a-ea6039edbd61/fb4e43c4-7b90-4a3d-8284-55a4086a5dd7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:50.117149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event updated for resources: {'Subnet': ['ID=fdea28f6-45b4-431c-b904-49c39909d6eb,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:50.119214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Checking segment: {'id': 'c383dea0-6224-430e-8d91-5cea64ee5036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fb6139c-bd46-4644-b207-1ea9b53cc704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:50.120143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network hostable DHCP agents. Network: 8fb6139c-bd46-4644-b207-1ea9b53cc704, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:50.126931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03491a2e-ad1b-4b3d-8a74-c2decaad75a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6818edfa-59b7-4071-9185-dfe24d568129,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:50.133432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03491a2e-ad1b-4b3d-8a74-c2decaad75a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.137537 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-03491a2e-ad1b-4b3d-8a74-c2decaad75a1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6818edfa-59b7-4071-9185-dfe24d568129 HTTP/1.1" status: 204 len: 168 time: 0.7077696 Dec 06 12:05:50.140048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40776) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:50.151538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f51a03-2b29-4b19-be03-13faa5289ddd None None] Network 4118da23-03dd-4555-8aa5-b92daa98623f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:50.163410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 444d297d-1548-419b-90a4-a427fe1f1564 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:50.188519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Network 8fb6139c-bd46-4644-b207-1ea9b53cc704 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:50.194253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 444d297d-1548-419b-90a4-a427fe1f1564) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:50.203275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8fb6139c-bd46-4644-b207-1ea9b53cc704) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:50.212006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.212669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.220202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.221142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.248170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d5e130-0306-4d1f-b24e-02a363ded116 None None] Network 444d297d-1548-419b-90a4-a427fe1f1564 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:50.251716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b59669-b143-4d03-b5a4-34fc39c2db31 None None] Network 8fb6139c-bd46-4644-b207-1ea9b53cc704 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:50.263231 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0b04fd46-f86b-4a3b-8229-be453e3b3d8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4914265 Dec 06 12:05:50.269503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40782) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:50.276287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': '25a1b3f1-604e-45bf-8c47-378e09385513', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:50.305188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.308270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40784) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:50.313016 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4c6ae3cc-be28-486c-90b7-9989316e6402 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3971798 Dec 06 12:05:50.338870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2d9991c-2a84-4f96-be94-857273226665 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.382534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9991c-2a84-4f96-be94-857273226665 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=b4a92481-6455-4a24-8687-e4346d4c433f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:50.424151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2d9991c-2a84-4f96-be94-857273226665 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.428999 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d2d9991c-2a84-4f96-be94-857273226665 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/b4a92481-6455-4a24-8687-e4346d4c433f HTTP/1.1" status: 204 len: 168 time: 1.9341555 Dec 06 12:05:50.442064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40788) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:50.536247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04858635-8415-41eb-8ebf-2dcf81f8699b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.544723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04858635-8415-41eb-8ebf-2dcf81f8699b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.548671 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-04858635-8415-41eb-8ebf-2dcf81f8699b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040661 Dec 06 12:05:50.551065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40792) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:50.684450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-891b69c7-11c7-43ce-907c-271433623f13 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 888abf78-20d3-4afa-9509-37dff1901575 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:05:50.691561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-891b69c7-11c7-43ce-907c-271433623f13 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.773024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-891b69c7-11c7-43ce-907c-271433623f13 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.803040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd4641da-1489-4395-831d-de070d43f8a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:50.902240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32425d2b-aab6-41e7-96a8-afd9fbcfc913 req-e4e2bd51-621c-4736-85e2-cab78062b62b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:50.903814 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-32425d2b-aab6-41e7-96a8-afd9fbcfc913 req-e4e2bd51-621c-4736-85e2-cab78062b62b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.0932145 Dec 06 12:05:50.939969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-891b69c7-11c7-43ce-907c-271433623f13 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.959547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:50.962202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:50.966162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.027360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-32425d2b-aab6-41e7-96a8-afd9fbcfc913 req-674ea272-fcaa-4324-ab9e-834ec0d32358 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119082 Dec 06 12:05:51.054681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cd4641da-1489-4395-831d-de070d43f8a8 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:51.054994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.058291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-891b69c7-11c7-43ce-907c-271433623f13 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.093911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-444d297d-1548-419b-90a4-a427fe1f1564', 'network_id': '444d297d-1548-419b-90a4-a427fe1f1564', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': '06a87843-12cd-4bf0-b792-c5a49ff62238'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:51.094781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.117079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b69c7-11c7-43ce-907c-271433623f13 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=888abf78-20d3-4afa-9509-37dff1901575,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:51.139328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-891b69c7-11c7-43ce-907c-271433623f13 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.151548 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-891b69c7-11c7-43ce-907c-271433623f13 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/888abf78-20d3-4afa-9509-37dff1901575 HTTP/1.1" status: 204 len: 168 time: 0.5968192 Dec 06 12:05:51.152472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40808) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:51.157972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c7db1-063e-425b-bb66-4f8804a8c5ce None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:51.261761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.266024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Deleting port c0e34779-1277-437a-882c-05aa1230af2b {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:51.266368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.279981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] DHCP port deletion for 4118da23-03dd-4555-8aa5-b92daa98623f request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:51.300634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-21d1cdf4-5325-4d77-88b4-4b71c7b4585a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1453123 Dec 06 12:05:51.310469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40814) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:51.342065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.410574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3646a7-ca39-4180-945e-de1eb3b0e5fd req-a6f8f7e2-ead1-484b-91eb-237279d97e6e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:51.423505 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b3646a7-ca39-4180-945e-de1eb3b0e5fd req-a6f8f7e2-ead1-484b-91eb-237279d97e6e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1515629 Dec 06 12:05:51.429405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] For port c0e34779-1277-437a-882c-05aa1230af2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0e34779-1277-437a-882c-05aa1230af2b,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:51.429801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.491065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Calling delete_port for c0e34779-1277-437a-882c-05aa1230af2b owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:51.498289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.514017 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b3646a7-ca39-4180-945e-de1eb3b0e5fd req-d774acd2-9b5e-413c-9329-2a0e1a882ee2 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889249 Dec 06 12:05:51.516070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.530246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Allocated IP 2001:db8::2 (444d297d-1548-419b-90a4-a427fe1f1564/06a87843-12cd-4bf0-b792-c5a49ff62238/e5f6efc2-1631-4087-80f2-8ad697cd41c5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:51.535267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7320e5da-a008-4620-8c6d-8951a727b84a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:51.544061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40818) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:51.544206 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7320e5da-a008-4620-8c6d-8951a727b84a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2160559 Dec 06 12:05:51.547749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.551399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Subnet': ['ID=fdea28f6-45b4-431c-b904-49c39909d6eb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:51.578849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.604596 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:05:51.707454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Network f5846cac-308f-4fdc-8e03-3b74a67906a9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:51.731307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40824) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:51.767720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748806bf-0100-4a9a-b6e8-f57f4a33a126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8fb6139c-bd46-4644-b207-1ea9b53cc704', 'network_id': '8fb6139c-bd46-4644-b207-1ea9b53cc704', 'tenant_id': '7995329beca94542b9ddd9cfd35a9097', 'fixed_ips': [{'subnet_id': 'fdea28f6-45b4-431c-b904-49c39909d6eb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:51.768603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-748806bf-0100-4a9a-b6e8-f57f4a33a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.770580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:51.772954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:51.773199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.797450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d86fe6-4a3c-478c-b821-666e19a07b20 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:51.799974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Pushing event updated for resources: {'Port': ['ID=fb4e43c4-7b90-4a3d-8284-55a4086a5dd7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:51.800111 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a8d86fe6-4a3c-478c-b821-666e19a07b20 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2569251 Dec 06 12:05:51.801601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40828) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:51.835761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=2f5b1324-0f50-4127-8d97-055639af6b22,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:51.852132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ebeb0da-2c1e-4223-8bef-e3bbd86de8ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446839 Dec 06 12:05:51.854926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40830) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:51.856570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb6139c-bd46-4644-b207-1ea9b53cc704']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:51.863816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:51.892363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] Deleting port c0e34779-1277-437a-882c-05aa1230af2b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:51.892882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.895078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.898556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c383dea0-6224-430e-8d91-5cea64ee5036') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:51.898854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c383dea0-6224-430e-8d91-5cea64ee5036') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:51.902515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=6895d9a3-9357-4d01-b54a-ea6039edbd61,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:51.913543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-970989e1-ca04-4755-a715-8a6a08387a89 tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:51.923253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.925189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': '8df777d0-dbd3-4382-b5ba-9e604faedada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '25a1b3f1-604e-45bf-8c47-378e09385513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:51.925453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: 25a1b3f1-604e-45bf-8c47-378e09385513, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:51.955219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5846cac-308f-4fdc-8e03-3b74a67906a9']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:51.964671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.969945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:51.975150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7561e067-f9e7-4176-8924-f7a3ac7fbd5a') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:51.975363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7561e067-f9e7-4176-8924-f7a3ac7fbd5a') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:51.993930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:51.994730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:52.020597 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:52.034075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.040028 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-970989e1-ca04-4755-a715-8a6a08387a89 tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "PUT /v2.0/quotas/8d2f6cb671824374bbe3c7d8f1699a48 HTTP/1.1" status: 200 len: 366 time: 0.3045616 Dec 06 12:05:52.042035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40832) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.042590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Attempting to bind port fb4e43c4-7b90-4a3d-8284-55a4086a5dd7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:52.043141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Attempting to bind port fb4e43c4-7b90-4a3d-8284-55a4086a5dd7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7561e067-f9e7-4176-8924-f7a3ac7fbd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f5846cac-308f-4fdc-8e03-3b74a67906a9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:52.043487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Attempting to bind port fb4e43c4-7b90-4a3d-8284-55a4086a5dd7 on network f5846cac-308f-4fdc-8e03-3b74a67906a9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:52.049681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:52.050084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:05:52.050247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e34779-1277-437a-882c-05aa1230af2b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.053600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.083070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 25a1b3f1-604e-45bf-8c47-378e09385513 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:52.086760 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e7cd0f31-83bf-41de-963f-ea35b50e1291 tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0410185 Dec 06 12:05:52.087732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40834) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.090556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] No DVR routers for this DVR port c0e34779-1277-437a-882c-05aa1230af2b on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:52.091053 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461622f-6554-4d8a-818a-3bd2612edf8e None None] Network 8fb6139c-bd46-4644-b207-1ea9b53cc704 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:52.095326 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.105682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:52.106574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Checking segment: {'id': '7561e067-f9e7-4176-8924-f7a3ac7fbd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f5846cac-308f-4fdc-8e03-3b74a67906a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:52.106709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.107065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Bound using segment: {'id': '7561e067-f9e7-4176-8924-f7a3ac7fbd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f5846cac-308f-4fdc-8e03-3b74a67906a9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:52.107654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Bound port: fb4e43c4-7b90-4a3d-8284-55a4086a5dd7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561e067-f9e7-4176-8924-f7a3ac7fbd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f5846cac-308f-4fdc-8e03-3b74a67906a9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:52.108366 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.127043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 25a1b3f1-604e-45bf-8c47-378e09385513) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:52.128678 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6bcb0945-f01f-4dc9-bd7b-9ce7612ee235 tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "GET /v2.0/quotas/8d2f6cb671824374bbe3c7d8f1699a48 HTTP/1.1" status: 200 len: 366 time: 0.0395362 Dec 06 12:05:52.129452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:52.130258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:52.134361 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:52.137299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40836) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.163175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:52.164081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.169593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-be362be4-9bb5-43dc-bc17-e96e2e735945 tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/8d2f6cb671824374bbe3c7d8f1699a48 HTTP/1.1" status: 204 len: 168 time: 0.0322063 Dec 06 12:05:52.173255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40838) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.182082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ab797-758c-4378-a5be-aeea46c937e3 None None] Network 25a1b3f1-604e-45bf-8c47-378e09385513 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:52.186324 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-365c7687-a5ad-4c57-b562-3ad3f6b1ae87 tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0118279 Dec 06 12:05:52.189788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40840) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.204028 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4056fd70-c93b-4448-9cb3-bbd2abe81ebe tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "GET /v2.0/quotas/8d2f6cb671824374bbe3c7d8f1699a48 HTTP/1.1" status: 200 len: 370 time: 0.0129116 Dec 06 12:05:52.207008 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40842) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.207754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.211805 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f4778591-baa9-45ee-8d75-ca94c2447576 tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "GET /v2.0/quotas/8d2f6cb671824374bbe3c7d8f1699a48/default HTTP/1.1" status: 200 len: 370 time: 0.0037923 Dec 06 12:05:52.216763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40844) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.226597 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.234572 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/8fb6139c-bd46-4644-b207-1ea9b53cc704 HTTP/1.1" status: 204 len: 168 time: 1.9233103 Dec 06 12:05:52.240659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40846) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.246543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] For port c0e34779-1277-437a-882c-05aa1230af2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0e34779-1277-437a-882c-05aa1230af2b,segment=NetworkSegment(7fb6fbcd-6ab0-41d0-bba6-816b7f15729b),segment_id=7fb6fbcd-6ab0-41d0-bba6-816b7f15729b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:52.247159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.258777 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-0394a176-de77-47dd-942d-9d1057e5bb4d tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] delete failed (client error): The resource could not be found. Dec 06 12:05:52.262486 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0394a176-de77-47dd-942d-9d1057e5bb4d tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/8d2f6cb671824374bbe3c7d8f1699a48 HTTP/1.1" status: 404 len: 348 time: 0.0421355 Dec 06 12:05:52.281521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:05:52.281521 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:05:52.281521 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'id': 'f5846cac-308f-4fdc-8e03-3b74a67906a9'}] Dec 06 12:05:52.281521 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:05:52.281989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:05:52.282488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90a8eb-d4f1-4374-8133-673d711583b1 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Network': ['ID=8fb6139c-bd46-4644-b207-1ea9b53cc704,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.283162 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc5dd4a-a337-4675-b0ea-84906dc02c93 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:52.283796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc5dd4a-a337-4675-b0ea-84906dc02c93 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:52.285253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.288561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3bc5dd4a-a337-4675-b0ea-84906dc02c93 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/subnets/fdea28f6-45b4-431c-b904-49c39909d6eb HTTP/1.1" status: 404 len: 337 time: 0.0452135 Dec 06 12:05:52.292017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40850) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.301428 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-edcaac65-7421-4479-9a6c-29f894b9d155 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0307481 Dec 06 12:05:52.306304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40852) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.321787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6d78f554-86af-498a-8551-5b2b7cbf3f7f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-53714794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:52.329387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4118da23-03dd-4555-8aa5-b92daa98623f']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:52.336674 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71129ef-9c0d-4856-ad70-2926b7ea4d93 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:52.338620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71129ef-9c0d-4856-ad70-2926b7ea4d93 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:52.341699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.342273 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f71129ef-9c0d-4856-ad70-2926b7ea4d93 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/8fb6139c-bd46-4644-b207-1ea9b53cc704 HTTP/1.1" status: 404 len: 339 time: 0.0483987 Dec 06 12:05:52.347839 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40854) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.359830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:52.360183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb6fbcd-6ab0-41d0-bba6-816b7f15729b') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:52.388061 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-8247f5b8-a05d-44cc-8142-4540f04144fb tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:52.388524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8247f5b8-a05d-44cc-8142-4540f04144fb tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:52.394862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40856) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.395469 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8247f5b8-a05d-44cc-8142-4540f04144fb tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/subnets/0be9a1ac-17d5-42c3-b155-5a4274c9a0d2 HTTP/1.1" status: 404 len: 337 time: 0.0464916 Dec 06 12:05:52.401617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.408127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d78f554-86af-498a-8551-5b2b7cbf3f7f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.409630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d78f554-86af-498a-8551-5b2b7cbf3f7f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.413715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] Calling delete_port for c0e34779-1277-437a-882c-05aa1230af2b owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:52.419962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.428394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:52.428795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:52.430754 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:52.433476 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-579fcb89-6eed-4629-9f08-d3950499e543 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:52.433476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579fcb89-6eed-4629-9f08-d3950499e543 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:52.436603 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-579fcb89-6eed-4629-9f08-d3950499e543 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/b8f54c7c-afe0-48a1-a8d2-353812c6ee44 HTTP/1.1" status: 404 len: 339 time: 0.0401068 Dec 06 12:05:52.438573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.440145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40858) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.447747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40860) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.502503 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-861fc175-082f-4036-9087-ef15b1ac4bc0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:52.503256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861fc175-082f-4036-9087-ef15b1ac4bc0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:52.506830 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-861fc175-082f-4036-9087-ef15b1ac4bc0 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/subnets/0d096395-ccce-4e27-9389-bdce005ab18c HTTP/1.1" status: 404 len: 337 time: 0.0642943 Dec 06 12:05:52.509825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Usage tracker for resource:network and project:fdcefc7631654b8e85b57ed5ca129207 is out of sync, need to count used quota {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:05:52.513262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40862) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.522856 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:05:52.534543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.539285 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1f6bd2-ff79-4f92-ab0d-53553fc043dc tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:52.540088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1f6bd2-ff79-4f92-ab0d-53553fc043dc tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:52.545849 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1c1f6bd2-ff79-4f92-ab0d-53553fc043dc tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/ff694499-1cb8-478d-9ae3-fd1289fcdcbb HTTP/1.1" status: 404 len: 339 time: 0.0316110 Dec 06 12:05:52.547584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40864) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.549246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.552764 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] 10.222.0.24 "DELETE /v2.0/networks/4118da23-03dd-4555-8aa5-b92daa98623f HTTP/1.1" status: 204 len: 168 time: 2.4115400 Dec 06 12:05:52.567262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Network 444d297d-1548-419b-90a4-a427fe1f1564 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:52.568778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Usage tracker for resource:subnet and project:fdcefc7631654b8e85b57ed5ca129207 is out of sync, need to count used quota {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:05:52.570596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3747b-9866-4f06-84c1-662e1a5d9d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4118da23-03dd-4555-8aa5-b92daa98623f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.572163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d78f554-86af-498a-8551-5b2b7cbf3f7f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.575147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:05:52.583582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Usage tracker for resource:subnetpool and project:fdcefc7631654b8e85b57ed5ca129207 is out of sync, need to count used quota {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:05:52.589995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:05:52.597184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Usage tracker for resource:port and project:fdcefc7631654b8e85b57ed5ca129207 is out of sync, need to count used quota {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:05:52.600797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:05:52.608870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Usage tracker for resource:router and project:fdcefc7631654b8e85b57ed5ca129207 is out of sync, need to count used quota {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:05:52.613944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:05:52.622907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Usage tracker for resource:floatingip and project:fdcefc7631654b8e85b57ed5ca129207 is out of sync, need to count used quota {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:05:52.626711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] For port fb4e43c4-7b90-4a3d-8284-55a4086a5dd7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:52.628458 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:05:52.629098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d78f554-86af-498a-8551-5b2b7cbf3f7f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.630546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] For port fb4e43c4-7b90-4a3d-8284-55a4086a5dd7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb4e43c4-7b90-4a3d-8284-55a4086a5dd7,segment=NetworkSegment(7561e067-f9e7-4176-8924-f7a3ac7fbd5a),segment_id=7561e067-f9e7-4176-8924-f7a3ac7fbd5a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:52.638116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:52.683152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Usage tracker for resource:security_group and project:fdcefc7631654b8e85b57ed5ca129207 is out of sync, need to count used quota {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:05:52.688932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:05:52.706051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Usage tracker for resource:security_group_rule and project:fdcefc7631654b8e85b57ed5ca129207 is out of sync, need to count used quota {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 12:05:52.712130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.quota.resource [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103287) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 12:05:52.721977 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-44ad4e21-b08d-49b4-81d1-d0516808f97c tempest-QuotasTest-1714147535 tempest-QuotasTest-1714147535-project-admin] 10.222.0.24 "GET /v2.0/quotas/fdcefc7631654b8e85b57ed5ca129207/details.json HTTP/1.1" status: 200 len: 703 time: 0.2731252 Dec 06 12:05:52.773812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:52.783047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.792962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d78f554-86af-498a-8551-5b2b7cbf3f7f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.794271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6d78f554-86af-498a-8551-5b2b7cbf3f7f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4840531 Dec 06 12:05:52.800159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40872) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:52.829199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:52.840131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:05:52.840348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c0e34779-1277-437a-882c-05aa1230af2b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:52.842848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Pushing event updated for resources: {'Port': ['ID=e5f6efc2-1631-4087-80f2-8ad697cd41c5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.947667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee429d-d3cc-4aa4-9057-705f3e1b380a None None] Pushing event updated for resources: {'Port': ['ID=fb4e43c4-7b90-4a3d-8284-55a4086a5dd7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:52.977653 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40876) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:53.112365 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40880) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:53.139241 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5f952510-b59d-457a-b483-b46c4f3f3d0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ef7a184d3aa42d09fc31064638724f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1585088 Dec 06 12:05:53.179419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40884) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:53.186069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-25a1b3f1-604e-45bf-8c47-378e09385513', 'network_id': '25a1b3f1-604e-45bf-8c47-378e09385513', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': '2f5b1324-0f50-4127-8d97-055639af6b22'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:53.186900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.205291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] Deleting port cd4641da-1489-4395-831d-de070d43f8a8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:53.205663 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.234354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Deleting port fb4e43c4-7b90-4a3d-8284-55a4086a5dd7 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:53.234700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.264529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877765b-b56a-4783-96f1-fc908c67a916 req-793412cb-6fc8-431d-9b09-0dd76ee07dc8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:53.271793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e877765b-b56a-4783-96f1-fc908c67a916 req-793412cb-6fc8-431d-9b09-0dd76ee07dc8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.6019442 Dec 06 12:05:53.277153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: c0e34779-1277-437a-882c-05aa1230af2b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:05:53.277505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c0e34779-1277-437a-882c-05aa1230af2b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:05:53.277929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd4641da-1489-4395-831d-de070d43f8a8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:05:53.295192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1b16b3b5-5cc5-42f9-a113-d10a902e25b8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Deleting port 5c539c5b-3f92-4b4a-ae09-ba3ccd478d8c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:53.295520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b16b3b5-5cc5-42f9-a113-d10a902e25b8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.352717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7a38ad8-4569-40e5-8f7c-4dcd35035caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.413604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] For port fb4e43c4-7b90-4a3d-8284-55a4086a5dd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb4e43c4-7b90-4a3d-8284-55a4086a5dd7,segment=NetworkSegment(7561e067-f9e7-4176-8924-f7a3ac7fbd5a),segment_id=7561e067-f9e7-4176-8924-f7a3ac7fbd5a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:53.413960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.420596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Attempting to bind port e5f6efc2-1631-4087-80f2-8ad697cd41c5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:53.421220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Attempting to bind port e5f6efc2-1631-4087-80f2-8ad697cd41c5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e80820de-e161-4e1b-a73c-90e3534cfc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '444d297d-1548-419b-90a4-a427fe1f1564'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:53.421808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Attempting to bind port e5f6efc2-1631-4087-80f2-8ad697cd41c5 on network 444d297d-1548-419b-90a4-a427fe1f1564 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:53.429004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-222b5363-ee05-47dc-809d-ac120a8d656c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.430895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f62fa-4c4f-4c40-a6ff-2bf5b3b1d7c2 None None] Network f5846cac-308f-4fdc-8e03-3b74a67906a9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:53.437092 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e877765b-b56a-4783-96f1-fc908c67a916 req-b3bf0a81-02e5-45a0-965e-e653b77624d1 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636908 Dec 06 12:05:53.452584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b16b3b5-5cc5-42f9-a113-d10a902e25b8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.463602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Calling delete_port for fb4e43c4-7b90-4a3d-8284-55a4086a5dd7 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:53.464796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.465693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.506705 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-222b5363-ee05-47dc-809d-ac120a8d656c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.513163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:53.513163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Checking segment: {'id': 'e80820de-e161-4e1b-a73c-90e3534cfc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '444d297d-1548-419b-90a4-a427fe1f1564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:53.513656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.514781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Bound using segment: {'id': 'e80820de-e161-4e1b-a73c-90e3534cfc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '444d297d-1548-419b-90a4-a427fe1f1564'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:53.515391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Bound port: e5f6efc2-1631-4087-80f2-8ad697cd41c5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80820de-e161-4e1b-a73c-90e3534cfc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '444d297d-1548-419b-90a4-a427fe1f1564'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:53.515908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.521078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1b16b3b5-5cc5-42f9-a113-d10a902e25b8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Calling delete_port for 5c539c5b-3f92-4b4a-ae09-ba3ccd478d8c owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:53.541524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] Network 4118da23-03dd-4555-8aa5-b92daa98623f is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:05:53.542282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] No DVR routers for this DVR port c0e34779-1277-437a-882c-05aa1230af2b on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:53.552259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.588247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c88730-b003-4f54-8f8c-b62058c3a65d None None] Pushing event deleted for resources: {'Port': ['ID=c0e34779-1277-437a-882c-05aa1230af2b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:53.684436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] For port cd4641da-1489-4395-831d-de070d43f8a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd4641da-1489-4395-831d-de070d43f8a8,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:53.684923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.699352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3d674-5611-4bd8-9855-7217d3789d56 req-317f81c6-7e48-4553-b615-27b36c7080d8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:53.708517 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67f3d674-5611-4bd8-9855-7217d3789d56 req-317f81c6-7e48-4553-b615-27b36c7080d8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1609321 Dec 06 12:05:53.729968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Allocated IP 2001:db8:1::2 (25a1b3f1-604e-45bf-8c47-378e09385513/2f5b1324-0f50-4127-8d97-055639af6b22/7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:53.737762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] Calling delete_port for cd4641da-1489-4395-831d-de070d43f8a8 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:53.749414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.781841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7a38ad8-4569-40e5-8f7c-4dcd35035caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.813639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b16b3b5-5cc5-42f9-a113-d10a902e25b8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.820258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7a38ad8-4569-40e5-8f7c-4dcd35035caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.828884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-222b5363-ee05-47dc-809d-ac120a8d656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.831321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-222b5363-ee05-47dc-809d-ac120a8d656c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.834851 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-222b5363-ee05-47dc-809d-ac120a8d656c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f88f912d-658b-4e5a-8f5d-2198abf7c425 HTTP/1.1" status: 204 len: 168 time: 0.6485035 Dec 06 12:05:53.847081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.861533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b16b3b5-5cc5-42f9-a113-d10a902e25b8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.867524 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1b16b3b5-5cc5-42f9-a113-d10a902e25b8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/ports/5c539c5b-3f92-4b4a-ae09-ba3ccd478d8c HTTP/1.1" status: 204 len: 168 time: 1.2936962 Dec 06 12:05:53.878944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] For port e5f6efc2-1631-4087-80f2-8ad697cd41c5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:53.880928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40890) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:53.883539 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67f3d674-5611-4bd8-9855-7217d3789d56 req-d90e14ce-11ce-4c11-9826-38130a89ffe3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658804 Dec 06 12:05:53.890157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16b3b5-5cc5-42f9-a113-d10a902e25b8 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Port': ['ID=5c539c5b-3f92-4b4a-ae09-ba3ccd478d8c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:53.934751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] For port e5f6efc2-1631-4087-80f2-8ad697cd41c5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5f6efc2-1631-4087-80f2-8ad697cd41c5,segment=NetworkSegment(e80820de-e161-4e1b-a73c-90e3534cfc53),segment_id=e80820de-e161-4e1b-a73c-90e3534cfc53)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:53.944653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] For port cd4641da-1489-4395-831d-de070d43f8a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd4641da-1489-4395-831d-de070d43f8a8,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:53.959451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:53.995398 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e7a38ad8-4569-40e5-8f7c-4dcd35035caf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3afc9a185bb4efea5ab887de67a0354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8790443 Dec 06 12:05:53.997997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.002843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Port': ['ID=fb4e43c4-7b90-4a3d-8284-55a4086a5dd7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.004919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a38ad8-4569-40e5-8f7c-4dcd35035caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98809be5-c9f2-4666-91de-e0eaf9c400a9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.007924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No DVR routers for this DVR port fb4e43c4-7b90-4a3d-8284-55a4086a5dd7 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:54.012082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40894) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:54.014530 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-1524f94a-f55c-4dbc-b83f-5b5de09e5111 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:54.014978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1524f94a-f55c-4dbc-b83f-5b5de09e5111 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:54.021332 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1524f94a-f55c-4dbc-b83f-5b5de09e5111 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/subnets/c9cce97e-284a-4095-ae65-002e66037a19 HTTP/1.1" status: 404 len: 337 time: 0.1111348 Dec 06 12:05:54.036278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40896) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:54.054229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.055307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.091516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5363-ee05-47dc-809d-ac120a8d656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f912d-658b-4e5a-8f5d-2198abf7c425,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.158125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.175769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3a9de-fb85-4d2e-b88a-e4ca9263ef56 None None] Pushing event updated for resources: {'Port': ['ID=e5f6efc2-1631-4087-80f2-8ad697cd41c5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.200264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c1f37995-2f83-41dd-9377-8c5e20c2bc6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.210268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:05:54.210628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:05:54.215509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:54.224769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:54.226096 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c1f37995-2f83-41dd-9377-8c5e20c2bc6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.237108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] No DVR routers for this DVR port cd4641da-1489-4395-831d-de070d43f8a8 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:05:54.239114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.239259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.240096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.241906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7be0d-331f-4db5-9f00-bc0715f28a59 None None] Pushing event deleted for resources: {'Port': ['ID=cd4641da-1489-4395-831d-de070d43f8a8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.256741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.289139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c1f37995-2f83-41dd-9377-8c5e20c2bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.293018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c1f37995-2f83-41dd-9377-8c5e20c2bc6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.296592 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c1f37995-2f83-41dd-9377-8c5e20c2bc6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98809be5-c9f2-4666-91de-e0eaf9c400a9 HTTP/1.1" status: 204 len: 168 time: 0.2809870 Dec 06 12:05:54.297116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22742f9-b18d-4bbd-a9a7-3f109c612875 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:54.348146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Network 25a1b3f1-604e-45bf-8c47-378e09385513 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:54.351690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef719-72c8-4d2e-afb0-8304776346c9 req-af375bcd-ec0a-4f32-a3da-4740ccc739d5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.352228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:54.354575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.355344 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-242ef719-72c8-4d2e-afb0-8304776346c9 req-af375bcd-ec0a-4f32-a3da-4740ccc739d5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3804395 Dec 06 12:05:54.355545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:54.396336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8::1 (444d297d-1548-419b-90a4-a427fe1f1564/06a87843-12cd-4bf0-b792-c5a49ff62238/398cdab2-5615-4b3e-8ce0-a51b5ae1cf96) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:54.403084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f37995-2f83-41dd-9377-8c5e20c2bc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98809be5-c9f2-4666-91de-e0eaf9c400a9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.407818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=702fed49-73c3-4ca0-8a7a-121dc08aa9fc,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.419128 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5642028 Dec 06 12:05:54.428581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40904) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:54.431625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5846cac-308f-4fdc-8e03-3b74a67906a9']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:54.438136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.438325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:c6:6f:0c', 'name': 'tempest-NetworksTestDHCPv6-915420182'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:54.479291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99087671-21c4-49d7-8d5c-4fb86b6f7415 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=cd4641da-1489-4395-831d-de070d43f8a8,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.501298 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7561e067-f9e7-4176-8924-f7a3ac7fbd5a') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:54.501641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7561e067-f9e7-4176-8924-f7a3ac7fbd5a') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:54.552234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.598684 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-242ef719-72c8-4d2e-afb0-8304776346c9 req-475e4b45-a1da-4eb3-932e-c181b31cbe09 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215354 Dec 06 12:05:54.624905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Pushing event updated for resources: {'Port': ['ID=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:54.678261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.729885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:54.730308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:54.738227 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:54.772402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Port cd4641da-1489-4395-831d-de070d43f8a8 update to DOWN by agent not found {{(pid=103288) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 12:05:54.784316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Attempting to bind port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:54.784748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Attempting to bind port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8df777d0-dbd3-4382-b5ba-9e604faedada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '25a1b3f1-604e-45bf-8c47-378e09385513'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:54.785260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Attempting to bind port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 on network 25a1b3f1-604e-45bf-8c47-378e09385513 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:54.796756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.801966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:54.802312 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Checking segment: {'id': '8df777d0-dbd3-4382-b5ba-9e604faedada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '25a1b3f1-604e-45bf-8c47-378e09385513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:54.803501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.803666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Bound using segment: {'id': '8df777d0-dbd3-4382-b5ba-9e604faedada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '25a1b3f1-604e-45bf-8c47-378e09385513'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:54.804691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Bound port: 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df777d0-dbd3-4382-b5ba-9e604faedada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '25a1b3f1-604e-45bf-8c47-378e09385513'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:54.805097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.831738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b82e262-f521-4d27-b083-2ba57f60e1d2']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:54.850035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40906b8f-53f5-40a1-830d-6c4ff799be2f') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:54.850438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40906b8f-53f5-40a1-830d-6c4ff799be2f') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:54.862959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5159-56b7-48cf-acba-e87cfd1d3ead req-629d39cb-2574-4915-abad-fbab25ce995e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:54.864867 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c8ba5159-56b7-48cf-acba-e87cfd1d3ead req-629d39cb-2574-4915-abad-fbab25ce995e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1356540 Dec 06 12:05:54.900097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] For port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:54.905393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] For port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,segment=NetworkSegment(8df777d0-dbd3-4382-b5ba-9e604faedada),segment_id=8df777d0-dbd3-4382-b5ba-9e604faedada)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:54.913840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.922805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:54.966135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.013365 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.014983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:55.016204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:55.020036 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:55.033101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.040402 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/f5846cac-308f-4fdc-8e03-3b74a67906a9 HTTP/1.1" status: 204 len: 168 time: 5.5606070 Dec 06 12:05:55.058448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.060143 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40918) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:55.076409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e5f6efc2-1631-4087-80f2-8ad697cd41c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:55.078944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1616759583'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:55.084387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40922) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:55.088923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166531bd-8394-47ed-8b32-8a76dc2b164d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=f5846cac-308f-4fdc-8e03-3b74a67906a9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:55.122550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:55.132780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '702fed49-73c3-4ca0-8a7a-121dc08aa9fc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:55.133738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.166401 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c8ba5159-56b7-48cf-acba-e87cfd1d3ead req-cc02fde0-a5b9-486a-b061-9653fdefc366 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866666 Dec 06 12:05:55.167271 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2e28c98-2007-449b-824b-0930c33688a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.219891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.230939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.236127 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/4b82e262-f521-4d27-b083-2ba57f60e1d2 HTTP/1.1" status: 204 len: 168 time: 1.1984317 Dec 06 12:05:55.263773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40928) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:55.264559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:55.270001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2182a9-6c65-439f-b116-d9fb7611a10a tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Network': ['ID=4b82e262-f521-4d27-b083-2ba57f60e1d2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:55.274804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.359491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Allocated IP 2001:db8::f816:3eff:fe1c:5803 (61c27f2c-faab-4f7c-b849-24512843983c/702fed49-73c3-4ca0-8a7a-121dc08aa9fc/ac3ad91a-912b-4359-acc9-425539760bd3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:55.498356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a5289-289e-438e-800e-74cd96427b1e None None] Pushing event updated for resources: {'Port': ['ID=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:55.500632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2e28c98-2007-449b-824b-0930c33688a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.511406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2e28c98-2007-449b-824b-0930c33688a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.518778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e5f6efc2-1631-4087-80f2-8ad697cd41c5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:55.519158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.611073 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c2e28c98-2007-449b-824b-0930c33688a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdcefc7631654b8e85b57ed5ca129207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093098 Dec 06 12:05:55.611073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e28c98-2007-449b-824b-0930c33688a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941d1bf5-3673-442e-a154-fdad212d6621,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:55.612825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40934) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:55.686915 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.699162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.718787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40337276-44c8-47ce-a237-4c720596b453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.775031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40337276-44c8-47ce-a237-4c720596b453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.844785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40337276-44c8-47ce-a237-4c720596b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.848056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40337276-44c8-47ce-a237-4c720596b453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.853140 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-40337276-44c8-47ce-a237-4c720596b453 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/941d1bf5-3673-442e-a154-fdad212d6621 HTTP/1.1" status: 204 len: 168 time: 0.2366879 Dec 06 12:05:55.878623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40337276-44c8-47ce-a237-4c720596b453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d1bf5-3673-442e-a154-fdad212d6621,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:55.929861 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:55.937836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:55.989454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e58793-4062-433b-9a4e-9bd96cb67a13 None None] Network 444d297d-1548-419b-90a4-a427fe1f1564 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:55.993454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.032712 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 444d297d-1548-419b-90a4-a427fe1f1564 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:56.033369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:56.039613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=398cdab2-5615-4b3e-8ce0-a51b5ae1cf96,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:56.044535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:56.046828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:56.047464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.070285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:56.100402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.100740 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment cc088641-59da-422e-b93e-4dc3b8872235 of type vlan for network b9c4cc4d-facb-4999-a0c0-eca1576e3b11 Dec 06 12:05:56.125198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Pushing event updated for resources: {'Port': ['ID=ac3ad91a-912b-4359-acc9-425539760bd3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:56.132120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:56.154228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b1ad8a8e-fa18-4a53-835a-c22c348f58bc None None] Provisioning complete for port e5f6efc2-1631-4087-80f2-8ad697cd41c5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:56.154687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ad8a8e-fa18-4a53-835a-c22c348f58bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.252431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port e5f6efc2-1631-4087-80f2-8ad697cd41c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5f6efc2-1631-4087-80f2-8ad697cd41c5,segment=NetworkSegment(e80820de-e161-4e1b-a73c-90e3534cfc53),segment_id=e80820de-e161-4e1b-a73c-90e3534cfc53)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:56.287509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.311599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.334716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.344147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3469a633-58bd-42ad-9b72-d6272124d968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.382329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 6a74d07c-e2d0-41f7-97bf-8a77e6c16566 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:05:56.403011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Attempting to bind port ac3ad91a-912b-4359-acc9-425539760bd3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:56.403383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Attempting to bind port ac3ad91a-912b-4359-acc9-425539760bd3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:56.403745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Attempting to bind port ac3ad91a-912b-4359-acc9-425539760bd3 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:56.407336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=e5f6efc2-1631-4087-80f2-8ad697cd41c5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:56.441316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:56.441713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:56.442125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.442520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:56.443004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Bound port: ac3ad91a-912b-4359-acc9-425539760bd3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:56.447719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.469248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.resource_extend [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:05:56.566454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] For port ac3ad91a-912b-4359-acc9-425539760bd3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:56.570529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] For port ac3ad91a-912b-4359-acc9-425539760bd3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac3ad91a-912b-4359-acc9-425539760bd3,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:56.581808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.595254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.610580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:56.618955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.662305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4094c45-5428-4ad2-9eda-c0f656c958bd None None] Pushing event updated for resources: {'Port': ['ID=ac3ad91a-912b-4359-acc9-425539760bd3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:56.731145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40962) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:56.748844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-263b8142-56a6-4346-9d32-f906ddec64b3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Deleting port a9e47c03-a514-400b-8103-afb040b001f6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:56.755515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263b8142-56a6-4346-9d32-f906ddec64b3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.767355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:56.769323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=b9c4cc4d-facb-4999-a0c0-eca1576e3b11,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:56.782439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b92ba-4baa-484d-86f9-633a217f1264 None None] Network 25a1b3f1-604e-45bf-8c47-378e09385513 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:56.784925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network b9c4cc4d-facb-4999-a0c0-eca1576e3b11 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:56.811744 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-79526184-9e91-47e7-abb1-baa9cd22db09 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7396789 Dec 06 12:05:56.814843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40968) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:56.821971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': 'b9c4cc4d-facb-4999-a0c0-eca1576e3b11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:56.961081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:56.970809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:fec6:6f0c (61c27f2c-faab-4f7c-b849-24512843983c/702fed49-73c3-4ca0-8a7a-121dc08aa9fc/6a74d07c-e2d0-41f7-97bf-8a77e6c16566) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:57.030607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.077243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fe9105a8-3141-4cbb-af3d-2b9d83870402 None None] Provisioning complete for port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:57.077983 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe9105a8-3141-4cbb-af3d-2b9d83870402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.091878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:57.098209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.154448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263b8142-56a6-4346-9d32-f906ddec64b3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.194829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e5f6efc2-1631-4087-80f2-8ad697cd41c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:57.352376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.412694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe9105a8-3141-4cbb-af3d-2b9d83870402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.416554 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e5f6efc2-1631-4087-80f2-8ad697cd41c5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:57.417193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.498833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fe9105a8-3141-4cbb-af3d-2b9d83870402 None None] For port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,segment=NetworkSegment(8df777d0-dbd3-4382-b5ba-9e604faedada),segment_id=8df777d0-dbd3-4382-b5ba-9e604faedada)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:57.511481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe9105a8-3141-4cbb-af3d-2b9d83870402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.571430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.639953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:57.657674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Allocated IP 172.36.1.83 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/892796fa-31af-4790-a511-27592d2106e6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:57.673807 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9105a8-3141-4cbb-af3d-2b9d83870402 None None] Pushing event updated for resources: {'Port': ['ID=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:57.679702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=698ebe10-690f-4d6f-ae2c-5c6e3668fd63,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:57.682210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.705743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a9078070-a012-402e-b1d4-5d3c398dd57c None None] Provisioning complete for port 398cdab2-5615-4b3e-8ce0-a51b5ae1cf96 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:57.706111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9078070-a012-402e-b1d4-5d3c398dd57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.726095 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-263b8142-56a6-4346-9d32-f906ddec64b3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Calling delete_port for a9e47c03-a514-400b-8103-afb040b001f6 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:57.755576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.756387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.773499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a9078070-a012-402e-b1d4-5d3c398dd57c None None] Port 398cdab2-5615-4b3e-8ce0-a51b5ae1cf96 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:57.779515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': 'cc088641-59da-422e-b93e-4dc3b8872235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9c4cc4d-facb-4999-a0c0-eca1576e3b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:57.780535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: b9c4cc4d-facb-4999-a0c0-eca1576e3b11, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:05:57.785274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:57.785656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.832830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a9078070-a012-402e-b1d4-5d3c398dd57c None None] Provisioning complete for port e5f6efc2-1631-4087-80f2-8ad697cd41c5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:57.833378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9078070-a012-402e-b1d4-5d3c398dd57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.848079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network b9c4cc4d-facb-4999-a0c0-eca1576e3b11 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:05:57.884443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b9c4cc4d-facb-4999-a0c0-eca1576e3b11) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:57.893750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.896253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:57.897238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:57.914093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43dedce-a698-4998-b568-a76422650402 None None] Network b9c4cc4d-facb-4999-a0c0-eca1576e3b11 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:57.922004 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c2826308-cf44-4aeb-85ba-8ecb3b864c92 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1047509 Dec 06 12:05:57.929171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40982) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.059501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.063462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=398cdab2-5615-4b3e-8ce0-a51b5ae1cf96,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:58.167962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:58.189632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:58.195006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:58.195781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263b8142-56a6-4346-9d32-f906ddec64b3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.200473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.216151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.231465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b9c4cc4d-facb-4999-a0c0-eca1576e3b11', 'network_id': 'b9c4cc4d-facb-4999-a0c0-eca1576e3b11', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': '698ebe10-690f-4d6f-ae2c-5c6e3668fd63'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:05:58.232419 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.233086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 444d297d-1548-419b-90a4-a427fe1f1564 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:58.246117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Pushing event updated for resources: {'Port': ['ID=892796fa-31af-4790-a511-27592d2106e6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:58.259306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0dcdc644-f9b0-4db7-9ca3-bd11ee565c5f None None] Provisioning complete for port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:58.259740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dcdc644-f9b0-4db7-9ca3-bd11ee565c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.262984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:58.272197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b8142-56a6-4346-9d32-f906ddec64b3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Port': ['ID=a9e47c03-a514-400b-8103-afb040b001f6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:58.279949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263b8142-56a6-4346-9d32-f906ddec64b3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.283714 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-263b8142-56a6-4346-9d32-f906ddec64b3 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/ports/a9e47c03-a514-400b-8103-afb040b001f6 HTTP/1.1" status: 204 len: 168 time: 3.0027859 Dec 06 12:05:58.286637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40990) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.399451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.430319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40992) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.433497 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-b395193f-d748-4a6e-924e-5b4213b130a5 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] DELETE failed (client error): The resource could not be found. Dec 06 12:05:58.433962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b395193f-d748-4a6e-924e-5b4213b130a5 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:05:58.438677 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b395193f-d748-4a6e-924e-5b4213b130a5 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/subnets/d0ca57c6-cf34-43f4-8c25-3c70b5b1e050 HTTP/1.1" status: 404 len: 337 time: 0.1493273 Dec 06 12:05:58.450477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 40994) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.497967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Allocated IP 172.20.0.1 (b9c4cc4d-facb-4999-a0c0-eca1576e3b11/698ebe10-690f-4d6f-ae2c-5c6e3668fd63/0b813d6f-73b2-457c-87d2-817f634d8932) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:05:58.507168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.592841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:58.602858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:58.607333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:58.621882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.623120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.626060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=6a74d07c-e2d0-41f7-97bf-8a77e6c16566,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:58.638154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01fba30b-4192-49d9-acd9-24c9fec548ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.656729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1109539175', 'router:external': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:58.681487 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1e3efb4f-4473-4bd4-ab5c-b90e17d13265 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2517798 Dec 06 12:05:58.685214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 40998) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.685844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router f0a2e4f9-27ef-44e9-addd-384629f26961 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:05:58.724978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.726483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-75b3e538-d9e7-4c33-b4f3-c4d9798c0cf4 None None] Provisioning complete for port ac3ad91a-912b-4359-acc9-425539760bd3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:58.726993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75b3e538-d9e7-4c33-b4f3-c4d9798c0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.731286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.773819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.783929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.794797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.835180 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:05:58.836636 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Made reservation on behalf of e33dab0dc6b141ac8ed4cc44695461f7 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:58.839913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.845839 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-89c3ba72-6b74-4f36-9aae-578fda2e54b2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/f0a2e4f9-27ef-44e9-addd-384629f26961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0410717 Dec 06 12:05:58.854484 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6239d35-c3e8-4b32-8157-4a0e68893920 None None] Sync routers for ids ['f0a2e4f9-27ef-44e9-addd-384629f26961'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:05:58.856896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41000) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.863919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Network b9c4cc4d-facb-4999-a0c0-eca1576e3b11 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:05:58.877222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:58.890309 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6239d35-c3e8-4b32-8157-4a0e68893920 None None] Routers {'f0a2e4f9-27ef-44e9-addd-384629f26961'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:58.890468 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f6239d35-c3e8-4b32-8157-4a0e68893920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f0a2e4f9-27ef-44e9-addd-384629f26961'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:58.925254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:05:58.930043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ec828-fecd-4a99-b974-38a77677f13b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.934498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:05:58.942959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ec828-fecd-4a99-b974-38a77677f13b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.948051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41002) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:58.949751 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d61ec828-fecd-4a99-b974-38a77677f13b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2567546 Dec 06 12:05:58.973814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Pushing event updated for resources: {'Port': ['ID=0b813d6f-73b2-457c-87d2-817f634d8932,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:58.976018 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f6239d35-c3e8-4b32-8157-4a0e68893920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:58.998519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4bd3e1-2c81-4382-8230-20377b75acc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:58.999881 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9c4bd3e1-2c81-4382-8230-20377b75acc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports/398cdab2-5615-4b3e-8ce0-a51b5ae1cf96 HTTP/1.1" status: 200 len: 911 time: 0.1419830 Dec 06 12:05:59.000510 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6239d35-c3e8-4b32-8157-4a0e68893920 None None] Routers {'f0a2e4f9-27ef-44e9-addd-384629f26961'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:05:59.002317 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f6239d35-c3e8-4b32-8157-4a0e68893920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f0a2e4f9-27ef-44e9-addd-384629f26961'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:59.004074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:59.011061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.034745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75b3e538-d9e7-4c33-b4f3-c4d9798c0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.066526 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f6239d35-c3e8-4b32-8157-4a0e68893920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:59.067490 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6239d35-c3e8-4b32-8157-4a0e68893920 None None] The sync data for ids ['f0a2e4f9-27ef-44e9-addd-384629f26961'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:05:59.084080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Attempting to bind port 0b813d6f-73b2-457c-87d2-817f634d8932 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:05:59.084626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Attempting to bind port 0b813d6f-73b2-457c-87d2-817f634d8932 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cc088641-59da-422e-b93e-4dc3b8872235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9c4cc4d-facb-4999-a0c0-eca1576e3b11'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:05:59.085085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Attempting to bind port 0b813d6f-73b2-457c-87d2-817f634d8932 on network b9c4cc4d-facb-4999-a0c0-eca1576e3b11 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:05:59.090975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=698ebe10-690f-4d6f-ae2c-5c6e3668fd63,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:59.100624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:05:59.101158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Checking segment: {'id': 'cc088641-59da-422e-b93e-4dc3b8872235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9c4cc4d-facb-4999-a0c0-eca1576e3b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:05:59.101714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.113733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Bound using segment: {'id': 'cc088641-59da-422e-b93e-4dc3b8872235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9c4cc4d-facb-4999-a0c0-eca1576e3b11'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:05:59.114506 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Bound port: 0b813d6f-73b2-457c-87d2-817f634d8932, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc088641-59da-422e-b93e-4dc3b8872235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9c4cc4d-facb-4999-a0c0-eca1576e3b11'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:05:59.115030 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.143470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-75b3e538-d9e7-4c33-b4f3-c4d9798c0cf4 None None] For port ac3ad91a-912b-4359-acc9-425539760bd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac3ad91a-912b-4359-acc9-425539760bd3,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:59.151644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75b3e538-d9e7-4c33-b4f3-c4d9798c0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.185928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:59.215315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Deleting port 15d2bee1-777b-4000-865f-e9ddd7c986d4 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:59.215748 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.262145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.263541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.270311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.283825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:05:59.295616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.296438 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Added segment 574944ec-8347-4c12-b794-4e64207dfd7f of type vlan for network be52bd2b-08be-4680-9388-9df9ed1b1c3e Dec 06 12:05:59.296566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8e07d18b-4331-4ee4-9135-6976f58c589f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 6a74d07c-e2d0-41f7-97bf-8a77e6c16566 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:05:59.296879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e07d18b-4331-4ee4-9135-6976f58c589f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.301527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3e538-d9e7-4c33-b4f3-c4d9798c0cf4 None None] Pushing event updated for resources: {'Port': ['ID=ac3ad91a-912b-4359-acc9-425539760bd3,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:59.316934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] For port 0b813d6f-73b2-457c-87d2-817f634d8932, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:05:59.322588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] For port 0b813d6f-73b2-457c-87d2-817f634d8932, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b813d6f-73b2-457c-87d2-817f634d8932,segment=NetworkSegment(cc088641-59da-422e-b93e-4dc3b8872235),segment_id=cc088641-59da-422e-b93e-4dc3b8872235)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:05:59.327256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-669388b7-2ab7-44fb-8d7d-6faf35911fec None None] Provisioning complete for port 6a74d07c-e2d0-41f7-97bf-8a77e6c16566 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:59.327965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-669388b7-2ab7-44fb-8d7d-6faf35911fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.330921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.344291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c4cc4d-facb-4999-a0c0-eca1576e3b11']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:59.354281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.372018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc088641-59da-422e-b93e-4dc3b8872235') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:59.372326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc088641-59da-422e-b93e-4dc3b8872235') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:05:59.455971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.457321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:05:59.458156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.513105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd306caf-654d-4bb8-82f4-dc2fc11e83a4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:59.560796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:59.561172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.573042 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1410213 Dec 06 12:05:59.579212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41006) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:05:59.588971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'subnet': {'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:05:59.598162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d19b34-724e-4d88-8154-d2596da17d8f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'Network': ['ID=be52bd2b-08be-4680-9388-9df9ed1b1c3e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:59.611746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-669388b7-2ab7-44fb-8d7d-6faf35911fec None None] Port 6a74d07c-e2d0-41f7-97bf-8a77e6c16566 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:59.644466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network be52bd2b-08be-4680-9388-9df9ed1b1c3e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:05:59.656932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Made reservation on behalf of e33dab0dc6b141ac8ed4cc44695461f7 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:05:59.659802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.687802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e62be-77e4-43e2-81f2-0ae1502f3784 None None] Pushing event updated for resources: {'Port': ['ID=0b813d6f-73b2-457c-87d2-817f634d8932,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:05:59.729938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.735587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b22222-8058-42bf-b0ba-9e60367a1ea1 None None] Network b9c4cc4d-facb-4999-a0c0-eca1576e3b11 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:05:59.755166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] For port 15d2bee1-777b-4000-865f-e9ddd7c986d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d2bee1-777b-4000-865f-e9ddd7c986d4,segment=NetworkSegment(8a4e9518-7918-42d9-aae8-66b382392e5c),segment_id=8a4e9518-7918-42d9-aae8-66b382392e5c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:05:59.755416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.759673 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-669388b7-2ab7-44fb-8d7d-6faf35911fec None None] Provisioning complete for port 398cdab2-5615-4b3e-8ce0-a51b5ae1cf96 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:05:59.761176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-669388b7-2ab7-44fb-8d7d-6faf35911fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.773603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.787594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.792908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Calling delete_port for 15d2bee1-777b-4000-865f-e9ddd7c986d4 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:05:59.809376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:05:59.809770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:05:59.815338 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:05:59.847425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.897655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-669388b7-2ab7-44fb-8d7d-6faf35911fec None None] Port 398cdab2-5615-4b3e-8ce0-a51b5ae1cf96 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:05:59.905550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.932134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ac3ad91a-912b-4359-acc9-425539760bd3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:05:59.940200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e07d18b-4331-4ee4-9135-6976f58c589f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.945313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:05:59.988328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.api [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:05:59.988328 dv-neutron-master-2-hyperv neutron-server[103286]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:05:59.988328 dv-neutron-master-2-hyperv neutron-server[103286]: [parameters: {'id': 'b9c4cc4d-facb-4999-a0c0-eca1576e3b11'}] Dec 06 12:05:59.988328 dv-neutron-master-2-hyperv neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:05:59.988846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG oslo_db.api [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:05:59.989429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8e07d18b-4331-4ee4-9135-6976f58c589f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 6a74d07c-e2d0-41f7-97bf-8a77e6c16566 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:00.013481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ac3ad91a-912b-4359-acc9-425539760bd3 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:00.013907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.036292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e9f68-3d96-4693-b3aa-e10c21168f04 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:06:00.106449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Pushing event updated for resources: {'Port': ['ID=892796fa-31af-4790-a511-27592d2106e6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.110769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.146926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.148222 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2c25df3e-f787-4b0a-a38a-00a977607ede tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4157405 Dec 06 12:06:00.148921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.153039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41008) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:00.163258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-3251013', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'fixed_ips': [{'ip_address': '172.36.1.83'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:00.181319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No DVR routers for this DVR port 15d2bee1-777b-4000-865f-e9ddd7c986d4 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:00.183160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Port': ['ID=15d2bee1-777b-4000-865f-e9ddd7c986d4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.205515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e9f68-3d96-4693-b3aa-e10c21168f04 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:06:00.255478 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Made reservation on behalf of 70d3222755ca4247b2bbc2ab02880a68 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:00.258145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.276876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.297478 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8:1::1 (25a1b3f1-604e-45bf-8c47-378e09385513/2f5b1324-0f50-4127-8d97-055639af6b22/27cbb50b-1ad8-46e7-9257-aeb90c08b1c2) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:00.304753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.316554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e07d18b-4331-4ee4-9135-6976f58c589f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.328656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:06:00.329120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.354979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:00.362370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07d18b-4331-4ee4-9135-6976f58c589f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=6a74d07c-e2d0-41f7-97bf-8a77e6c16566,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.371207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4e9518-7918-42d9-aae8-66b382392e5c') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:00.371207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4e9518-7918-42d9-aae8-66b382392e5c') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:00.402541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.404725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e07d18b-4331-4ee4-9135-6976f58c589f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.410189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8e07d18b-4331-4ee4-9135-6976f58c589f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/6a74d07c-e2d0-41f7-97bf-8a77e6c16566 HTTP/1.1" status: 204 len: 168 time: 1.4576328 Dec 06 12:06:00.412184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41010) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:00.421171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.428576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:00.428989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:00.432635 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:00.489274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.499968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.505242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7db87b2-1765-49d6-b537-4b5d990076d8,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.508337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.513725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4 HTTP/1.1" status: 204 len: 168 time: 2.0587926 Dec 06 12:06:00.514273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41012) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:00.526904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095eb5a8-98cd-4715-a5f8-337c6ac7bff1 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:06:00.534215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67f73f-4419-4767-aee3-6650a2af5bca tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Network': ['ID=25ec1ebd-23ae-4d2f-a7e3-f4aa70bcccf4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.562741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Checking segment: {'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:00.563090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Network hostable DHCP agents. Network: be52bd2b-08be-4680-9388-9df9ed1b1c3e, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:00.589939 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72664d7-580d-4496-bba1-c1dcc89de054 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:00.591834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72664d7-580d-4496-bba1-c1dcc89de054 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:00.593971 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b72664d7-580d-4496-bba1-c1dcc89de054 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1731431 Dec 06 12:06:00.597221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41014) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:00.628229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.633363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.636684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-debfd795-45a1-49a5-8664-7f378d63f624 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Deleting subnet 5f240913-158b-4ce8-b6fb-897da28599e0 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:00.640078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.642954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-debfd795-45a1-49a5-8664-7f378d63f624 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.647337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] device_id is not set on port f14eca51-73bd-4510-9151-d1bf20f9fd55 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:00.651114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095eb5a8-98cd-4715-a5f8-337c6ac7bff1 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:06:00.657706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Network be52bd2b-08be-4680-9388-9df9ed1b1c3e is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:00.699848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-debfd795-45a1-49a5-8664-7f378d63f624 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.725869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Deleting port 0b813d6f-73b2-457c-87d2-817f634d8932 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:00.726202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.734172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab355037-060e-43d0-a31b-8804f6b0776d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 702fed49-73c3-4ca0-8a7a-121dc08aa9fc {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:00.736022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, be52bd2b-08be-4680-9388-9df9ed1b1c3e) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:00.757269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab355037-060e-43d0-a31b-8804f6b0776d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.760907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:00.760907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.763257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38188995-45bd-4ac5-96b4-33e944aec7d3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:00.851320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] For port 0b813d6f-73b2-457c-87d2-817f634d8932, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b813d6f-73b2-457c-87d2-817f634d8932,segment=NetworkSegment(cc088641-59da-422e-b93e-4dc3b8872235),segment_id=cc088641-59da-422e-b93e-4dc3b8872235)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:00.851842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.868063 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6dadf2a2-648c-4d13-bccb-1037535533d2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2845299 Dec 06 12:06:00.874472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41018) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:00.876310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.888577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.904898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1622718318', 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:00.911868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab355037-060e-43d0-a31b-8804f6b0776d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:00.939732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Calling delete_port for 0b813d6f-73b2-457c-87d2-817f634d8932 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:00.952175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ac3ad91a-912b-4359-acc9-425539760bd3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:00.991021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-debfd795-45a1-49a5-8664-7f378d63f624 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.045585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Made reservation on behalf of e33dab0dc6b141ac8ed4cc44695461f7 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:01.048374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.052542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ac3ad91a-912b-4359-acc9-425539760bd3 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:01.053074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.087105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78586a0-182f-4411-bde1-40ff55b01e96 None None] Network be52bd2b-08be-4680-9388-9df9ed1b1c3e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:01.125485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] device_id is not set on port d8d969a2-d2dd-4e47-9f32-ecdd9608c0c9 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:01.186178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab355037-060e-43d0-a31b-8804f6b0776d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.263279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-debfd795-45a1-49a5-8664-7f378d63f624 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.306805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.326882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f770cb9-e5f3-41b8-8f07-0096371b9446 None None] Network be52bd2b-08be-4680-9388-9df9ed1b1c3e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:01.343891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfd795-45a1-49a5-8664-7f378d63f624 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Subnet': ['ID=5f240913-158b-4ce8-b6fb-897da28599e0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:01.349740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=27cbb50b-1ad8-46e7-9257-aeb90c08b1c2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:01.376749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-debfd795-45a1-49a5-8664-7f378d63f624 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.382895 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-debfd795-45a1-49a5-8664-7f378d63f624 tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/subnets/5f240913-158b-4ce8-b6fb-897da28599e0 HTTP/1.1" status: 204 len: 168 time: 0.8594320 Dec 06 12:06:01.384084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Port': ['ID=0b813d6f-73b2-457c-87d2-817f634d8932,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:01.387260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41020) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:01.395989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 25a1b3f1-604e-45bf-8c47-378e09385513 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:01.399421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:01.402254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No DVR routers for this DVR port 0b813d6f-73b2-457c-87d2-817f634d8932 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:01.404572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:01.405514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.406345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Allocated IP 172.20.0.9 (be52bd2b-08be-4680-9388-9df9ed1b1c3e/a7db87b2-1765-49d6-b537-4b5d990076d8/d8d969a2-d2dd-4e47-9f32-ecdd9608c0c9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:01.421477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab355037-060e-43d0-a31b-8804f6b0776d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.424249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d85523-37bd-4614-881b-1c5568ecaec2 None None] Network 76b44ea0-82bf-46e2-ba49-c23d2edd485d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:01.502472 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 12:06:01.502985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:01.530133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab355037-060e-43d0-a31b-8804f6b0776d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=702fed49-73c3-4ca0-8a7a-121dc08aa9fc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:01.550161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab355037-060e-43d0-a31b-8804f6b0776d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.553527 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ab355037-060e-43d0-a31b-8804f6b0776d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/702fed49-73c3-4ca0-8a7a-121dc08aa9fc HTTP/1.1" status: 204 len: 168 time: 0.9553399 Dec 06 12:06:01.561003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41022) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:01.562358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.572345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71345c8-1d51-4f56-948b-c29c65c36055 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:01.577962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172fe95a-9216-43fa-8b83-0245bfd3eabc None None] DHCP port deletion for be52bd2b-08be-4680-9388-9df9ed1b1c3e request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:01.589690 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-028c98d9-f330-4a74-8c39-d8c704371ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4322112 Dec 06 12:06:01.630583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41024) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:01.642865 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a91f6e67-b5e0-4e49-bb6a-83ac18e75b37 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632601 Dec 06 12:06:01.644624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.652443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.658882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41026) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:01.691731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:01.732066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c4cc4d-facb-4999-a0c0-eca1576e3b11']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:01.784680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc088641-59da-422e-b93e-4dc3b8872235') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:01.785059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc088641-59da-422e-b93e-4dc3b8872235') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:01.787406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0f3231a3-92f7-40f0-add3-7694ea3b09c3 None None] Provisioning complete for port 27cbb50b-1ad8-46e7-9257-aeb90c08b1c2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:01.788626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f3231a3-92f7-40f0-add3-7694ea3b09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.812033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.836940 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] DHCP port deletion for 76b44ea0-82bf-46e2-ba49-c23d2edd485d request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:01.844598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0f3231a3-92f7-40f0-add3-7694ea3b09c3 None None] Port 27cbb50b-1ad8-46e7-9257-aeb90c08b1c2 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:01.880446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:01.897651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.911028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:01.911424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:01.919643 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:01.934325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.973906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] Deleting port a7bf2101-239e-4eef-acb3-57600b55d96c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:01.974469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:01.978167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] Deleting port ac3ad91a-912b-4359-acc9-425539760bd3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:01.979246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.018937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Deleting port 892796fa-31af-4790-a511-27592d2106e6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:02.019321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.028657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:02.032184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.056172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.075559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.082863 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/b9c4cc4d-facb-4999-a0c0-eca1576e3b11 HTTP/1.1" status: 204 len: 168 time: 4.1523435 Dec 06 12:06:02.091084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.091339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41028) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:02.096058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1444027772'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:02.132854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301fae6-5bea-4741-99d9-cb58b38bb1b6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=b9c4cc4d-facb-4999-a0c0-eca1576e3b11,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.141745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Deleting port a7bf2101-239e-4eef-acb3-57600b55d96c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:02.142369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.158209 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:02.161866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.177798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.178187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.194950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.205482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Calling delete_port for 892796fa-31af-4790-a511-27592d2106e6 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:02.211731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.214833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.255420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] For port a7bf2101-239e-4eef-acb3-57600b55d96c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7bf2101-239e-4eef-acb3-57600b55d96c,segment=NetworkSegment(598f5260-a3fc-4249-8d83-36aebccef467),segment_id=598f5260-a3fc-4249-8d83-36aebccef467)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:02.255948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.262806 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:02.269718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] For port a7bf2101-239e-4eef-acb3-57600b55d96c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7bf2101-239e-4eef-acb3-57600b55d96c,segment=NetworkSegment(598f5260-a3fc-4249-8d83-36aebccef467),segment_id=598f5260-a3fc-4249-8d83-36aebccef467)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:02.270181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.281942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.293181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Calling delete_port for a7bf2101-239e-4eef-acb3-57600b55d96c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:02.299716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] For port ac3ad91a-912b-4359-acc9-425539760bd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac3ad91a-912b-4359-acc9-425539760bd3,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:02.301900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.318612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] Calling delete_port for ac3ad91a-912b-4359-acc9-425539760bd3 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:02.330141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] Calling delete_port for a7bf2101-239e-4eef-acb3-57600b55d96c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:02.379871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Network be52bd2b-08be-4680-9388-9df9ed1b1c3e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:02.385748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.386682 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment 715c894d-9669-47e2-8acc-4630be4ff064 of type vlan for network 5f4b84e5-6e88-404d-8c4e-52a662cb1e34 Dec 06 12:06:02.390739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:02.404405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=27cbb50b-1ad8-46e7-9257-aeb90c08b1c2,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.427340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:02.429404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'Port': ['ID=d8d969a2-d2dd-4e47-9f32-ecdd9608c0c9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.473397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.477050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.492809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 25a1b3f1-604e-45bf-8c47-378e09385513 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:02.502898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] Pushing event deleted for resources: {'Port': ['ID=ac3ad91a-912b-4359-acc9-425539760bd3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.505568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:02.507092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4158d2-1614-4ba5-aa35-b6fd2f5040a3 None None] No DVR routers for this DVR port ac3ad91a-912b-4359-acc9-425539760bd3 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:02.509142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.538131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] Pushing event deleted for resources: {'Port': ['ID=a7bf2101-239e-4eef-acb3-57600b55d96c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.540131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.541991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.542955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954fd467-8ee0-4aad-9c52-9abf9eae6b61 None None] No DVR routers for this DVR port a7bf2101-239e-4eef-acb3-57600b55d96c on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:02.562457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.577393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.583779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.584464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.616723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3a886370-6563-4884-90d5-5dead0c85f2f tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7222888 Dec 06 12:06:02.619765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41030) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:02.651678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Port': ['ID=a7bf2101-239e-4eef-acb3-57600b55d96c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.673608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] No DVR routers for this DVR port a7bf2101-239e-4eef-acb3-57600b55d96c on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:02.723453 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6313362 Dec 06 12:06:02.732298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41032) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:02.742683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e671a7-5a2d-44a2-ab12-dc1fbb2dca02 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=5f4b84e5-6e88-404d-8c4e-52a662cb1e34,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.752047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:06:02.754764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 5f4b84e5-6e88-404d-8c4e-52a662cb1e34 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:02.764781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router f0a2e4f9-27ef-44e9-addd-384629f26961 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:02.780960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.782356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': '5f4b84e5-6e88-404d-8c4e-52a662cb1e34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:02.789883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.869985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Pushing event deleted for resources: {'Port': ['ID=892796fa-31af-4790-a511-27592d2106e6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.909138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.928942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9127835a-40c9-4cdc-bab9-5ed9000c4d18 None None] Provisioning complete for port 27cbb50b-1ad8-46e7-9257-aeb90c08b1c2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:02.929750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9127835a-40c9-4cdc-bab9-5ed9000c4d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.945730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:02.962931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a7bf2101-239e-4eef-acb3-57600b55d96c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:02.969220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:02.976240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:02.976838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:02.980234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b44ea0-82bf-46e2-ba49-c23d2edd485d']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:02.982434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=f2426434-42c3-4dc3-bc5b-f9a7faaace17,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:02.996004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3750d-32fd-4536-84d3-54ff861f95e1 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:03.002599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598f5260-a3fc-4249-8d83-36aebccef467') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:03.002923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598f5260-a3fc-4249-8d83-36aebccef467') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:03.022223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a7bf2101-239e-4eef-acb3-57600b55d96c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:03.022659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a7bf2101-239e-4eef-acb3-57600b55d96c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:03.023154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ac3ad91a-912b-4359-acc9-425539760bd3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:03.023602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.044870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-93324d28-ee45-4c53-9c5a-de2d88a0f213 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Deleting port d8d969a2-d2dd-4e47-9f32-ecdd9608c0c9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:03.045249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93324d28-ee45-4c53-9c5a-de2d88a0f213 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.049890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:03.053325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.067733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.075411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ac3ad91a-912b-4359-acc9-425539760bd3 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:03.075929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ac3ad91a-912b-4359-acc9-425539760bd3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:03.079060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9127835a-40c9-4cdc-bab9-5ed9000c4d18 None None] Port 27cbb50b-1ad8-46e7-9257-aeb90c08b1c2 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:03.092155 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bc5b6c4a-2945-46a1-9a0c-798784ce6b82 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4272187 Dec 06 12:06:03.107476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41034) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:03.136033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:03.136726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.144476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:d3:87:13', 'name': 'tempest-NetworksTestDHCPv6-584241011'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:03.147499 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:03.191359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': 'f2426434-42c3-4dc3-bc5b-f9a7faaace17'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:03.192105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:03.193000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.198602 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1e78f9aa-c861-46da-9765-b4f27fcd583e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/f0a2e4f9-27ef-44e9-addd-384629f26961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1932635 Dec 06 12:06:03.201977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41036) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:03.207572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f41d-b6bb-4360-8bf7-23381ddf8a64 None None] Sync routers for ids ['f0a2e4f9-27ef-44e9-addd-384629f26961'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:03.231500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372f41d-b6bb-4360-8bf7-23381ddf8a64 None None] Routers {'f0a2e4f9-27ef-44e9-addd-384629f26961'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:03.232776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6372f41d-b6bb-4360-8bf7-23381ddf8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f0a2e4f9-27ef-44e9-addd-384629f26961'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:03.233129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.236184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.237369 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f5293fd2-9100-4af5-97f4-a6e301968630 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043 tempest-ExternalNetworksAdminNegativeTestJSON-1418864043-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/688da98f-5aa7-4f83-a540-aa508572b159 HTTP/1.1" status: 204 len: 168 time: 1.6045499 Dec 06 12:06:03.268362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6241fc19-33a6-4b29-88f3-4ecea3cea9ff tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:03.271088 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6241fc19-33a6-4b29-88f3-4ecea3cea9ff tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports/27cbb50b-1ad8-46e7-9257-aeb90c08b1c2 HTTP/1.1" status: 200 len: 913 time: 0.0679049 Dec 06 12:06:03.271594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6372f41d-b6bb-4360-8bf7-23381ddf8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:03.274036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41040) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:03.352220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372f41d-b6bb-4360-8bf7-23381ddf8a64 None None] Routers {'f0a2e4f9-27ef-44e9-addd-384629f26961'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:03.353025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6372f41d-b6bb-4360-8bf7-23381ddf8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f0a2e4f9-27ef-44e9-addd-384629f26961'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:03.393456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6372f41d-b6bb-4360-8bf7-23381ddf8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:03.394057 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f41d-b6bb-4360-8bf7-23381ddf8a64 None None] The sync data for ids ['f0a2e4f9-27ef-44e9-addd-384629f26961'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:03.454549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Allocated IP 2001:db8::f816:3eff:fedf:b722 (61c27f2c-faab-4f7c-b849-24512843983c/f2426434-42c3-4dc3-bc5b-f9a7faaace17/d93ec220-9d2f-4553-af9b-fdd951e71008) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:03.640289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.655880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.663933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.665403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.671062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] 10.222.0.24 "DELETE /v2.0/networks/76b44ea0-82bf-46e2-ba49-c23d2edd485d HTTP/1.1" status: 204 len: 168 time: 2.2781186 Dec 06 12:06:03.692580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93324d28-ee45-4c53-9c5a-de2d88a0f213 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.723879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:03.728876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:03.729499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-93324d28-ee45-4c53-9c5a-de2d88a0f213 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Calling delete_port for d8d969a2-d2dd-4e47-9f32-ecdd9608c0c9 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:03.730001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.732859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:03.737926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8d405-b288-49b2-8a1d-684af34245da tempest-NetworksIpV6TestAttrs-909226753 tempest-NetworksIpV6TestAttrs-909226753-project] Pushing event deleted for resources: {'Network': ['ID=76b44ea0-82bf-46e2-ba49-c23d2edd485d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:03.740591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Pushing event updated for resources: {'Port': ['ID=d93ec220-9d2f-4553-af9b-fdd951e71008,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:03.772924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41046) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:03.811196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Attempting to bind port d93ec220-9d2f-4553-af9b-fdd951e71008 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:03.811792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Attempting to bind port d93ec220-9d2f-4553-af9b-fdd951e71008 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:03.811942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Attempting to bind port d93ec220-9d2f-4553-af9b-fdd951e71008 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:03.817250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:03.817630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:03.818033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.818429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:03.818900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Bound port: d93ec220-9d2f-4553-af9b-fdd951e71008, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:03.819283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:03.874469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:03.909289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] For port d93ec220-9d2f-4553-af9b-fdd951e71008, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:03.912912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] For port d93ec220-9d2f-4553-af9b-fdd951e71008, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d93ec220-9d2f-4553-af9b-fdd951e71008,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:03.919585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.049994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dbb9d-f319-4b34-ba1a-76cd85e9841a None None] Pushing event updated for resources: {'Port': ['ID=d93ec220-9d2f-4553-af9b-fdd951e71008,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:04.051110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.128734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41052) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:04.153863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 27cbb50b-1ad8-46e7-9257-aeb90c08b1c2 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:04.154635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.167837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.206739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=fd627c70-0f60-42db-be96-e444464d83dc,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:04.226978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93324d28-ee45-4c53-9c5a-de2d88a0f213 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.314371 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbe5da1e-85c0-45c7-9e34-4c6e49c496ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.314982 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ab30ef5a-b3d7-4f73-bdb0-abd208073505 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7995329beca94542b9ddd9cfd35a9097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845977 Dec 06 12:06:04.318267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 65a5bd15-d97b-4e09-b590-8874a2974063 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:04.321116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.325986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41056) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:04.346945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93324d28-ee45-4c53-9c5a-de2d88a0f213 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8d969a2-d2dd-4e47-9f32-ecdd9608c0c9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:04.348306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 27cbb50b-1ad8-46e7-9257-aeb90c08b1c2 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:04.386860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': '715c894d-9669-47e2-8acc-4630be4ff064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f4b84e5-6e88-404d-8c4e-52a662cb1e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:04.387222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: 5f4b84e5-6e88-404d-8c4e-52a662cb1e34, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:04.441376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c45182f-f205-480d-8d11-bb6941a77741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.458845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93324d28-ee45-4c53-9c5a-de2d88a0f213 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.462403 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-93324d28-ee45-4c53-9c5a-de2d88a0f213 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d8d969a2-d2dd-4e47-9f32-ecdd9608c0c9 HTTP/1.1" status: 204 len: 168 time: 1.8232801 Dec 06 12:06:04.478960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41058) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:04.486824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e', 'external_fixed_ips': [{'subnet_id': 'a7db87b2-1765-49d6-b537-4b5d990076d8', 'ip_address': '172.20.0.9'}]}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:04.503105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c45182f-f205-480d-8d11-bb6941a77741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.511689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network 5f4b84e5-6e88-404d-8c4e-52a662cb1e34 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:04.569582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5f4b84e5-6e88-404d-8c4e-52a662cb1e34) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:04.575389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:04.576026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.580713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5bd6d7-36c5-4e94-b159-6467e2250896 None None] Network 5f4b84e5-6e88-404d-8c4e-52a662cb1e34 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:04.598435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.599844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.606626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c45182f-f205-480d-8d11-bb6941a77741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.609894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c45182f-f205-480d-8d11-bb6941a77741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.611533 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5c45182f-f205-480d-8d11-bb6941a77741 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6acf177-9ae4-4a8d-87fa-62e2be2302db HTTP/1.1" status: 204 len: 168 time: 0.2845576 Dec 06 12:06:04.620534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:fed3:8713 (61c27f2c-faab-4f7c-b849-24512843983c/f2426434-42c3-4dc3-bc5b-f9a7faaace17/65a5bd15-d97b-4e09-b590-8874a2974063) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:04.628823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45182f-f205-480d-8d11-bb6941a77741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acf177-9ae4-4a8d-87fa-62e2be2302db,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:04.631418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.638025 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-96895a4c-34ee-4669-9846-3a0bb4d82bc1 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8775544 Dec 06 12:06:04.638618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41062) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:04.673825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbe5da1e-85c0-45c7-9e34-4c6e49c496ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.700319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbe5da1e-85c0-45c7-9e34-4c6e49c496ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.701268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=27cbb50b-1ad8-46e7-9257-aeb90c08b1c2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:04.796720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.928945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5f4b84e5-6e88-404d-8c4e-52a662cb1e34', 'network_id': '5f4b84e5-6e88-404d-8c4e-52a662cb1e34', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': 'fd627c70-0f60-42db-be96-e444464d83dc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:04.930633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:04.956009 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fbe5da1e-85c0-45c7-9e34-4c6e49c496ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09dcabbf5c704aa6bfece2e09a169c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1767032 Dec 06 12:06:04.961906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41066) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:04.981635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5da1e-85c0-45c7-9e34-4c6e49c496ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb44fb-d94b-4ac2-b666-88793fcd8f31,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:05.084023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.105682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.112352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d93ec220-9d2f-4553-af9b-fdd951e71008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:05.183133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.222828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-589fdbb9-3e0c-4963-a2e5-4d39339eb1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.270390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.271380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Allocated IP 172.20.0.2 (5f4b84e5-6e88-404d-8c4e-52a662cb1e34/fd627c70-0f60-42db-be96-e444464d83dc/e61f4585-a486-432e-85f4-e64b5f7ed40d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:05.279563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d93ec220-9d2f-4553-af9b-fdd951e71008 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:05.279984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.301035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-589fdbb9-3e0c-4963-a2e5-4d39339eb1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.321055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.434082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.454282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-589fdbb9-3e0c-4963-a2e5-4d39339eb1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.456597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-589fdbb9-3e0c-4963-a2e5-4d39339eb1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.462158 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-589fdbb9-3e0c-4963-a2e5-4d39339eb1f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9bb44fb-d94b-4ac2-b666-88793fcd8f31 HTTP/1.1" status: 204 len: 168 time: 0.4971373 Dec 06 12:06:05.487152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router f0a2e4f9-27ef-44e9-addd-384629f26961 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:05.496476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:05.506954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:05.509966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:05.516121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.516767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.543226 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4346051 Dec 06 12:06:05.544572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fdbb9-3e0c-4963-a2e5-4d39339eb1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb44fb-d94b-4ac2-b666-88793fcd8f31,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:05.552842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41078) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:05.630005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:05.636992 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-13056e86-8a5d-4733-8be0-f33589fa9235 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/f0a2e4f9-27ef-44e9-addd-384629f26961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596570 Dec 06 12:06:05.639346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41082) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:05.642616 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992557c-50d1-4462-bf42-7656683bbd82 None None] Sync routers for ids ['f0a2e4f9-27ef-44e9-addd-384629f26961'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:05.668431 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992557c-50d1-4462-bf42-7656683bbd82 None None] Routers {'f0a2e4f9-27ef-44e9-addd-384629f26961'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:05.669079 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3992557c-50d1-4462-bf42-7656683bbd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f0a2e4f9-27ef-44e9-addd-384629f26961'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:05.669869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.684209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3472e-1167-454e-8166-e47b5df51b21 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=65a5bd15-d97b-4e09-b590-8874a2974063,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:05.768970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a481f911-f9a1-4b46-b306-70380b91125c None None] Provisioning complete for port d93ec220-9d2f-4553-af9b-fdd951e71008 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:05.770828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a481f911-f9a1-4b46-b306-70380b91125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.782642 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3992557c-50d1-4462-bf42-7656683bbd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:05.814338 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992557c-50d1-4462-bf42-7656683bbd82 None None] Routers {'f0a2e4f9-27ef-44e9-addd-384629f26961'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:05.816553 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3992557c-50d1-4462-bf42-7656683bbd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f0a2e4f9-27ef-44e9-addd-384629f26961'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:05.888737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304f70c-a834-47d9-aa9a-96c8a4dc7871 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.898156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304f70c-a834-47d9-aa9a-96c8a4dc7871 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:05.902641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9304f70c-a834-47d9-aa9a-96c8a4dc7871 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3363769 Dec 06 12:06:05.904454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41088) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:05.909965 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3992557c-50d1-4462-bf42-7656683bbd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:05.910738 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992557c-50d1-4462-bf42-7656683bbd82 None None] The sync data for ids ['f0a2e4f9-27ef-44e9-addd-384629f26961'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:05.961507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port d93ec220-9d2f-4553-af9b-fdd951e71008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d93ec220-9d2f-4553-af9b-fdd951e71008,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:05.964545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:05.973167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.040482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=d93ec220-9d2f-4553-af9b-fdd951e71008,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:06.049033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.075256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.096671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Network 5f4b84e5-6e88-404d-8c4e-52a662cb1e34 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:06.115358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.135205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:06.138217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:06.148318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41094) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:06.206868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Pushing event updated for resources: {'Port': ['ID=e61f4585-a486-432e-85f4-e64b5f7ed40d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:06.223496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Attempting to bind port e61f4585-a486-432e-85f4-e64b5f7ed40d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:06.225728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Attempting to bind port e61f4585-a486-432e-85f4-e64b5f7ed40d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '715c894d-9669-47e2-8acc-4630be4ff064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f4b84e5-6e88-404d-8c4e-52a662cb1e34'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:06.225728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Attempting to bind port e61f4585-a486-432e-85f4-e64b5f7ed40d on network 5f4b84e5-6e88-404d-8c4e-52a662cb1e34 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:06.230853 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:06.230853 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Checking segment: {'id': '715c894d-9669-47e2-8acc-4630be4ff064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f4b84e5-6e88-404d-8c4e-52a662cb1e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:06.231568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.232126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Bound using segment: {'id': '715c894d-9669-47e2-8acc-4630be4ff064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f4b84e5-6e88-404d-8c4e-52a662cb1e34'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:06.233267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Bound port: e61f4585-a486-432e-85f4-e64b5f7ed40d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715c894d-9669-47e2-8acc-4630be4ff064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5f4b84e5-6e88-404d-8c4e-52a662cb1e34'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:06.233267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.260075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41098) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:06.311269 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-43d1e428-65f6-47e0-9787-8166e0207189 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70d3222755ca4247b2bbc2ab02880a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496008 Dec 06 12:06:06.312212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.316865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41100) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:06.346145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b62ae1ff-1876-4223-9833-7a7e142eb93a None None] Provisioning complete for port 65a5bd15-d97b-4e09-b590-8874a2974063 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:06.346637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b62ae1ff-1876-4223-9833-7a7e142eb93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.390860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b62ae1ff-1876-4223-9833-7a7e142eb93a None None] Port 65a5bd15-d97b-4e09-b590-8874a2974063 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:06.391076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=fd627c70-0f60-42db-be96-e444464d83dc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:06.393750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] For port e61f4585-a486-432e-85f4-e64b5f7ed40d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:06.408589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] For port e61f4585-a486-432e-85f4-e64b5f7ed40d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e61f4585-a486-432e-85f4-e64b5f7ed40d,segment=NetworkSegment(715c894d-9669-47e2-8acc-4630be4ff064),segment_id=715c894d-9669-47e2-8acc-4630be4ff064)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:06.416800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.459842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-52b7cbff-d9a9-47d1-90ce-947913d15a86 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 65a5bd15-d97b-4e09-b590-8874a2974063 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:06.460456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b7cbff-d9a9-47d1-90ce-947913d15a86 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.468233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.492491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad5aeb-f953-43cf-943a-3d4ca4541a8a None None] Pushing event updated for resources: {'Port': ['ID=e61f4585-a486-432e-85f4-e64b5f7ed40d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:06.503638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Allocated IP 172.20.0.9 (be52bd2b-08be-4680-9388-9df9ed1b1c3e/a7db87b2-1765-49d6-b537-4b5d990076d8/712d9815-787b-4966-9112-a018d0f6c8a0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:06.516478 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-703d9dcf-ac59-4db9-8170-88053d07a64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.518914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-1569922864'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:06.537892 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4b84e5-6e88-404d-8c4e-52a662cb1e34']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:06.558316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715c894d-9669-47e2-8acc-4630be4ff064') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:06.558605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715c894d-9669-47e2-8acc-4630be4ff064') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:06.576866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-703d9dcf-ac59-4db9-8170-88053d07a64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.586629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.606161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:06.609646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.646975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.670120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.672312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:06.672940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:06.677810 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:06.700081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b7cbff-d9a9-47d1-90ce-947913d15a86 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.729284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-52b7cbff-d9a9-47d1-90ce-947913d15a86 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 65a5bd15-d97b-4e09-b590-8874a2974063 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:06.755527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.759293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:06:06.759293 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:06:06.759293 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'id': '5f4b84e5-6e88-404d-8c4e-52a662cb1e34'}] Dec 06 12:06:06.759293 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:06:06.760479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:06:06.760872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-703d9dcf-ac59-4db9-8170-88053d07a64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.763373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-703d9dcf-ac59-4db9-8170-88053d07a64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.764565 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-703d9dcf-ac59-4db9-8170-88053d07a64b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38188995-45bd-4ac5-96b4-33e944aec7d3 HTTP/1.1" status: 204 len: 168 time: 0.4249208 Dec 06 12:06:06.776293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.836627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d9dcf-ac59-4db9-8170-88053d07a64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38188995-45bd-4ac5-96b4-33e944aec7d3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:06.912012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:06.951389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.018765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.071790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'Port': ['ID=712d9815-787b-4966-9112-a018d0f6c8a0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:07.086827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Network be52bd2b-08be-4680-9388-9df9ed1b1c3e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:07.092880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:07.094891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a22ddb-d940-4137-88e2-e3a0dd94644d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:07.097282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:07.132402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 398cdab2-5615-4b3e-8ce0-a51b5ae1cf96 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:07.132909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.141679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b7cbff-d9a9-47d1-90ce-947913d15a86 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.155768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:07.173707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d93ec220-9d2f-4553-af9b-fdd951e71008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:07.241125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d93ec220-9d2f-4553-af9b-fdd951e71008 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:07.241125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.262012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.282137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7cbff-d9a9-47d1-90ce-947913d15a86 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=65a5bd15-d97b-4e09-b590-8874a2974063,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:07.292906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.292906 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment 59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f of type vlan for network d58ef480-60d6-4c74-a353-968c1af7028b Dec 06 12:06:07.356903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b7cbff-d9a9-47d1-90ce-947913d15a86 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.360393 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-52b7cbff-d9a9-47d1-90ce-947913d15a86 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/65a5bd15-d97b-4e09-b590-8874a2974063 HTTP/1.1" status: 204 len: 168 time: 1.4487898 Dec 06 12:06:07.367039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41112) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:07.404116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.443235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Deleting port e61f4585-a486-432e-85f4-e64b5f7ed40d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:07.443573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.450051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 398cdab2-5615-4b3e-8ce0-a51b5ae1cf96 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:07.462953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.627245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] For port e61f4585-a486-432e-85f4-e64b5f7ed40d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e61f4585-a486-432e-85f4-e64b5f7ed40d,segment=NetworkSegment(715c894d-9669-47e2-8acc-4630be4ff064),segment_id=715c894d-9669-47e2-8acc-4630be4ff064)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:07.627637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.631456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae75a5-b409-49e4-8257-0b934d5c2bb0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:07.640397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae75a5-b409-49e4-8257-0b934d5c2bb0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:07.644582 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-33ae75a5-b409-49e4-8257-0b934d5c2bb0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2744014 Dec 06 12:06:07.648191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41118) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:07.659226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.670427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:07.671073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.681425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e61f4585-a486-432e-85f4-e64b5f7ed40d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:07.701884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Calling delete_port for e61f4585-a486-432e-85f4-e64b5f7ed40d owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:07.763609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e61f4585-a486-432e-85f4-e64b5f7ed40d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:07.764067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.765437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6149459 Dec 06 12:06:07.770957 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41124) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:07.779531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-132487915'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:07.832001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-db423f02-ba73-4b78-95b6-5b623c6bbf76 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet f2426434-42c3-4dc3-bc5b-f9a7faaace17 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:07.852476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.858746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8f21c-2905-47e6-9f12-5b5bb3b09a98 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=d58ef480-60d6-4c74-a353-968c1af7028b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:07.883753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db423f02-ba73-4b78-95b6-5b623c6bbf76 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.884036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network d58ef480-60d6-4c74-a353-968c1af7028b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:07.924366 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.954715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:07.958188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:07.998994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db423f02-ba73-4b78-95b6-5b623c6bbf76 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.037138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d410214-3adc-44c5-a511-1cf858dc2f77 None None] Network 5f4b84e5-6e88-404d-8c4e-52a662cb1e34 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:08.074223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:08.100931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.101178 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment b9c21e0a-9a9e-478e-bbfe-f242886c6971 of type vlan for network 14d32abe-49bd-4314-89f5-4122377413e4 Dec 06 12:06:08.108521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port e61f4585-a486-432e-85f4-e64b5f7ed40d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e61f4585-a486-432e-85f4-e64b5f7ed40d,segment=NetworkSegment(715c894d-9669-47e2-8acc-4630be4ff064),segment_id=715c894d-9669-47e2-8acc-4630be4ff064)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:08.117627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.133236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.158022 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.189885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-990ecfc8-665e-46ef-be16-c20e285904fe None None] Provisioning complete for port e61f4585-a486-432e-85f4-e64b5f7ed40d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:08.190406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.192048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-990ecfc8-665e-46ef-be16-c20e285904fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.201778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=398cdab2-5615-4b3e-8ce0-a51b5ae1cf96,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:08.219139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.233127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db423f02-ba73-4b78-95b6-5b623c6bbf76 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.257819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-990ecfc8-665e-46ef-be16-c20e285904fe None None] Port e61f4585-a486-432e-85f4-e64b5f7ed40d was deleted so its status cannot be updated. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 12:06:08.274435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event deleted for resources: {'Port': ['ID=e61f4585-a486-432e-85f4-e64b5f7ed40d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:08.296763 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No DVR routers for this DVR port e61f4585-a486-432e-85f4-e64b5f7ed40d on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:08.311654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Port': ['ID=e61f4585-a486-432e-85f4-e64b5f7ed40d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:08.479758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b5480-bab5-46ba-8f64-013fd9d85d57 None None] DHCP port deletion for 5f4b84e5-6e88-404d-8c4e-52a662cb1e34 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:08.513003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.551429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.560203 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:08.561497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.593104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.663589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Router fb596acd-386d-406f-a914-d969b8d15d34 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:08.745956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4b84e5-6e88-404d-8c4e-52a662cb1e34']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:08.751166 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9767976 Dec 06 12:06:08.752246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db423f02-ba73-4b78-95b6-5b623c6bbf76 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.756733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41144) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:08.780894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': 'd58ef480-60d6-4c74-a353-968c1af7028b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:08.789605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:08.801929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Sync routers for ids ['fb596acd-386d-406f-a914-d969b8d15d34'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:08.812350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.813879 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-93595efe-290c-47d4-b06d-aab5a2ef188c tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3338735 Dec 06 12:06:08.816515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41146) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:08.817163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Routers {'fb596acd-386d-406f-a914-d969b8d15d34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:08.817808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['fb596acd-386d-406f-a914-d969b8d15d34'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:08.820648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715c894d-9669-47e2-8acc-4630be4ff064') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:08.822253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715c894d-9669-47e2-8acc-4630be4ff064') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:08.850565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db423f02-ba73-4b78-95b6-5b623c6bbf76 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=f2426434-42c3-4dc3-bc5b-f9a7faaace17,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:08.856398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db423f02-ba73-4b78-95b6-5b623c6bbf76 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.862419 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-db423f02-ba73-4b78-95b6-5b623c6bbf76 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/f2426434-42c3-4dc3-bc5b-f9a7faaace17 HTTP/1.1" status: 204 len: 168 time: 1.2090299 Dec 06 12:06:08.862419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9ba96-3ce7-4e9f-8d11-cd9bd2b659f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=14d32abe-49bd-4314-89f5-4122377413e4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:08.864677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41148) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:08.865092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41150) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:08.871614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec519835-3cdb-4505-b067-f8d61f5f0190 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:08.883948 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:08.904034 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 14d32abe-49bd-4314-89f5-4122377413e4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:08.988852 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6b93c415-4442-4ecf-9c41-25d5ad978629 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167498 Dec 06 12:06:08.995733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41154) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:08.999130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e61f4585-a486-432e-85f4-e64b5f7ed40d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:09.063012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3f5b4419-d313-4d07-977b-0f67d44dd42a tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-593432785'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:09.063530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3f5b4419-d313-4d07-977b-0f67d44dd42a tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Unknown quota resources ['metering_label']. {{(pid=103287) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:09.068725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.068865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f184038-038e-4aaf-9a45-7bf05948f07f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.072791 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8f184038-038e-4aaf-9a45-7bf05948f07f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0736716 Dec 06 12:06:09.073469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.075781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41156) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.080887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: e61f4585-a486-432e-85f4-e64b5f7ed40d {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:09.081227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e61f4585-a486-432e-85f4-e64b5f7ed40d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:09.130241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Set router fb596acd-386d-406f-a914-d969b8d15d34 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:09.145216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:09.145633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:09.148989 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:09.209515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd98c5-4395-4f54-aad6-3d0ae396aae4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.215348 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aefd98c5-4395-4f54-aad6-3d0ae396aae4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1340926 Dec 06 12:06:09.215348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41158) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.265060 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bc3612ee-ccd8-4c02-a32f-543731beeed7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502172 Dec 06 12:06:09.266060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41160) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.273227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:09.282692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router f0a2e4f9-27ef-44e9-addd-384629f26961 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:09.293912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:09.297674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.345333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.372369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:09.386828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb596acd-386d-406f-a914-d969b8d15d34', 'name': '', 'tenant_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e', 'external_fixed_ips': [{'subnet_id': 'a7db87b2-1765-49d6-b537-4b5d990076d8', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '712d9815-787b-4966-9112-a018d0f6c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:04Z', 'updated_at': '2021-12-06T12:06:07Z', 'revision_number': 3, 'project_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'gw_port': {'id': '712d9815-787b-4966-9112-a018d0f6c8a0', 'name': '', 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb596acd-386d-406f-a914-d969b8d15d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a7db87b2-1765-49d6-b537-4b5d990076d8', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:06Z', 'updated_at': '2021-12-06T12:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7db87b2-1765-49d6-b537-4b5d990076d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:09.414417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:09.418715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.442112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Checking router: fb596acd-386d-406f-a914-d969b8d15d34 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:06:09.442112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Updating router fb596acd-386d-406f-a914-d969b8d15d34 port 712d9815-787b-4966-9112-a018d0f6c8a0 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:06:09.470624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.489408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Deleting port 712d9815-787b-4966-9112-a018d0f6c8a0 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:09.489809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.607739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.625360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.646612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Calling delete_port for 712d9815-787b-4966-9112-a018d0f6c8a0 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:09.655894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] Deleting port d93ec220-9d2f-4553-af9b-fdd951e71008 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:09.656382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.737082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.737626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.743976 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/5f4b84e5-6e88-404d-8c4e-52a662cb1e34 HTTP/1.1" status: 204 len: 168 time: 5.1010706 Dec 06 12:06:09.747000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] For port d93ec220-9d2f-4553-af9b-fdd951e71008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d93ec220-9d2f-4553-af9b-fdd951e71008,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:09.747431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.748835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f5b4419-d313-4d07-977b-0f67d44dd42a tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.748961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41162) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.752555 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3f5b4419-d313-4d07-977b-0f67d44dd42a tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8820686 Dec 06 12:06:09.755507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41164) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.759160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323324176'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:09.769204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] Calling delete_port for d93ec220-9d2f-4553-af9b-fdd951e71008 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:09.772007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01802d9a-0b73-4e68-aeb8-08f17aff1127 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=5f4b84e5-6e88-404d-8c4e-52a662cb1e34,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:09.782402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:09.791973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a9b3f9ee-d8f2-4cdf-b222-44e777a3b2c4 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c04e6577-d8af-4a65-b92a-b8524e8b4b7e'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:09.792527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a9b3f9ee-d8f2-4cdf-b222-44e777a3b2c4 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103286) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:09.793662 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cd779-84e9-401b-8c28-9755484cd557 None None] Sync routers for ids ['f0a2e4f9-27ef-44e9-addd-384629f26961'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:09.794156 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cdb2d6d2-ccda-44aa-a903-797c89e2ea59 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/f0a2e4f9-27ef-44e9-addd-384629f26961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1528637 Dec 06 12:06:09.794779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41166) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.819661 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cd779-84e9-401b-8c28-9755484cd557 None None] Routers {'f0a2e4f9-27ef-44e9-addd-384629f26961'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:09.821466 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-8a1cd779-84e9-401b-8c28-9755484cd557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f0a2e4f9-27ef-44e9-addd-384629f26961'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:09.833884 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0151c1b7-7cf3-44ff-b562-e736cd664c3a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2e4f9-27ef-44e9-addd-384629f26961 HTTP/1.1" status: 200 len: 205 time: 0.0342567 Dec 06 12:06:09.834546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41168) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:09.850370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:09.864131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:09.908937 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-8a1cd779-84e9-401b-8c28-9755484cd557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:09.918661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.927320 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cd779-84e9-401b-8c28-9755484cd557 None None] Routers {'f0a2e4f9-27ef-44e9-addd-384629f26961'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:09.929409 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-8a1cd779-84e9-401b-8c28-9755484cd557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['f0a2e4f9-27ef-44e9-addd-384629f26961'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:09.930561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=4dbc4e40-b689-4a06-9655-6b9c57ae38b4,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:09.933523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.978458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:09.979111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.983314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:09.990881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:09.994868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.001031 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.services.metering.metering_plugin [None req-a9b3f9ee-d8f2-4cdf-b222-44e777a3b2c4 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 12:06:10.016037 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-8a1cd779-84e9-401b-8c28-9755484cd557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:10.017365 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cd779-84e9-401b-8c28-9755484cd557 None None] The sync data for ids ['f0a2e4f9-27ef-44e9-addd-384629f26961'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:10.054924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ad244d0-94a2-4c88-8714-4c7bba8c176a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.058107 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cccd5166-ebaf-49b6-a125-d054209ba4a4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7887330 Dec 06 12:06:10.062858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41170) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.071159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:ab:65:0c', 'name': 'tempest-NetworksTestDHCPv6-1686483459'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:10.168806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.170706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb55f3-02f1-4dfc-9924-2ff9cb39a1a5 None None] Pushing event updated for resources: {'Port': ['ID=712d9815-787b-4966-9112-a018d0f6c8a0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:10.176902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9b3f9ee-d8f2-4cdf-b222-44e777a3b2c4 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.177626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Attempting to bind port 712d9815-787b-4966-9112-a018d0f6c8a0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:10.177626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Attempting to bind port 712d9815-787b-4966-9112-a018d0f6c8a0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:10.178355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Attempting to bind port 712d9815-787b-4966-9112-a018d0f6c8a0 on network be52bd2b-08be-4680-9388-9df9ed1b1c3e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:10.178496 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a9b3f9ee-d8f2-4cdf-b222-44e777a3b2c4 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3922009 Dec 06 12:06:10.179033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:10.185450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=0e370981-bd61-4164-b0a7-b98fe7b830a2,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:10.185933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41172) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.190514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8b25763f-9077-4b5c-9182-410e0f279b85 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c04e6577-d8af-4a65-b92a-b8524e8b4b7e'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:10.191003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8b25763f-9077-4b5c-9182-410e0f279b85 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103286) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:10.206205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] Pushing event deleted for resources: {'Port': ['ID=d93ec220-9d2f-4553-af9b-fdd951e71008,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:10.211035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716475c1-c042-4974-aa5f-5a769ca0bb49 None None] No DVR routers for this DVR port d93ec220-9d2f-4553-af9b-fdd951e71008 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:10.216916 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:10.222567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Checking segment: {'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:10.223098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.223471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Bound using segment: {'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:10.224284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Bound port: 712d9815-787b-4966-9112-a018d0f6c8a0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:10.224411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.227094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.227094 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment c7e76542-9c78-411a-8dca-51d8cb83c46c of type vlan for network 8483d5a4-8057-42dd-a1e4-75a8de073383 Dec 06 12:06:10.234656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38367c9c-d23b-41f1-9336-f55d8c8fb8c0 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:10.318674 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.services.metering.metering_plugin [None req-8b25763f-9077-4b5c-9182-410e0f279b85 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 12:06:10.320427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.347347 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': '59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd58ef480-60d6-4c74-a353-968c1af7028b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:10.347993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: d58ef480-60d6-4c74-a353-968c1af7028b, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:10.356021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:06:10.356656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:06:10.370706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ad244d0-94a2-4c88-8714-4c7bba8c176a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.386083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ad244d0-94a2-4c88-8714-4c7bba8c176a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.393926 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network d58ef480-60d6-4c74-a353-968c1af7028b is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:10.398705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.409559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event deleted for resources: {'Port': ['ID=712d9815-787b-4966-9112-a018d0f6c8a0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:10.451800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d58ef480-60d6-4c74-a353-968c1af7028b) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:10.455528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '4dbc4e40-b689-4a06-9655-6b9c57ae38b4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:10.457149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.457296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:10.458013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.468223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ad244d0-94a2-4c88-8714-4c7bba8c176a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.468727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad244d0-94a2-4c88-8714-4c7bba8c176a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Fanout notify agent at l3_agent the message router_deleted on router f0a2e4f9-27ef-44e9-addd-384629f26961 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:10.468885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b25763f-9077-4b5c-9182-410e0f279b85 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.473437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8b25763f-9077-4b5c-9182-410e0f279b85 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2831819 Dec 06 12:06:10.473569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2566db5-7f42-4d60-bf79-c9a47ae25433 None None] Network d58ef480-60d6-4c74-a353-968c1af7028b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:10.475825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ad244d0-94a2-4c88-8714-4c7bba8c176a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.476943 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1ad244d0-94a2-4c88-8714-4c7bba8c176a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/f0a2e4f9-27ef-44e9-addd-384629f26961 HTTP/1.1" status: 204 len: 168 time: 0.6401935 Dec 06 12:06:10.480727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41174) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.481075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41176) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.511194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.516991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:10.517576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.534641 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f1144af7-3ce8-4530-aed0-5dc0feb18b5c tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=6106aa7f-03d7-4c3a-a336-41834c452a5b HTTP/1.1" status: 200 len: 462 time: 0.0483410 Dec 06 12:06:10.537685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41178) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.552295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:10.552558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.572762 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ba9488d8-a65e-49e1-887f-a7bdfd6fc037 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8027732 Dec 06 12:06:10.583033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41180) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.628911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-1503c5d4-1261-4706-963f-c392a219baf5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet 2f5b1324-0f50-4127-8d97-055639af6b22 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:10.637162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1503c5d4-1261-4706-963f-c392a219baf5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.648775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': '14d32abe-49bd-4314-89f5-4122377413e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:10.688454 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9336510 Dec 06 12:06:10.696764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41182) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.707175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c6b2c-4808-4538-9b60-799c08401d52 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=8483d5a4-8057-42dd-a1e4-75a8de073383,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:10.708561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': '8483d5a4-8057-42dd-a1e4-75a8de073383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:10.719222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.722649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 8483d5a4-8057-42dd-a1e4-75a8de073383 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:10.723103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.732381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/4dbc4e40-b689-4a06-9655-6b9c57ae38b4/87f67b1d-bf32-4398-b405-309ee0d6efb2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:10.811059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.811700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb596acd-386d-406f-a914-d969b8d15d34 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:10.817941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.824077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-91f1230b-2eec-4493-a090-9e96335ccdc7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "DELETE /v2.0/routers/fb596acd-386d-406f-a914-d969b8d15d34 HTTP/1.1" status: 204 len: 168 time: 2.0005860 Dec 06 12:06:10.824077 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41184) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.848943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d58ef480-60d6-4c74-a353-968c1af7028b', 'network_id': 'd58ef480-60d6-4c74-a353-968c1af7028b', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': '0e370981-bd61-4164-b0a7-b98fe7b830a2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:10.849788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.850911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1503c5d4-1261-4706-963f-c392a219baf5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.879641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a26528-1b1c-47eb-bec0-9a1d53b607a5 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Deleting subnet a7db87b2-1765-49d6-b537-4b5d990076d8 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:10.882849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9a26528-1b1c-47eb-bec0-9a1d53b607a5 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.902024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:10.906180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.911920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bb515fd-7c69-4dd5-adac-dbdbfc25b735 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.911920 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1bb515fd-7c69-4dd5-adac-dbdbfc25b735 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/6106aa7f-03d7-4c3a-a336-41834c452a5b HTTP/1.1" status: 204 len: 168 time: 0.3719597 Dec 06 12:06:10.917489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41186) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:10.930392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Attempting to bind port 712d9815-787b-4966-9112-a018d0f6c8a0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:10.930793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Attempting to bind port 712d9815-787b-4966-9112-a018d0f6c8a0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:10.931751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Attempting to bind port 712d9815-787b-4966-9112-a018d0f6c8a0 on network be52bd2b-08be-4680-9388-9df9ed1b1c3e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:10.942258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.951117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:10.951517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Checking segment: {'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:10.951928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.952328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Bound using segment: {'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:10.952810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Bound port: 712d9815-787b-4966-9112-a018d0f6c8a0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574944ec-8347-4c12-b794-4e64207dfd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be52bd2b-08be-4680-9388-9df9ed1b1c3e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:10.953202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:10.977133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Port 712d9815-787b-4966-9112-a018d0f6c8a0 has been deleted concurrently {{(pid=103288) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 06 12:06:10.977384 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9313b205-c70d-49c6-a889-314e2b9b1f85 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=6106aa7f-03d7-4c3a-a336-41834c452a5b HTTP/1.1" status: 200 len: 221 time: 0.0486028 Dec 06 12:06:10.980870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41188) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:11.000063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-21c2c054-d2f5-4a12-98ee-ec1138fd00c3 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1794602419', 'description': 'label created by tempest'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:11.000754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-21c2c054-d2f5-4a12-98ee-ec1138fd00c3 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Unknown quota resources ['metering_label']. {{(pid=103286) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:11.024691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 44a00df7-e1fb-425a-8436-f05fd599a98d yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:11.038553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d93ec220-9d2f-4553-af9b-fdd951e71008 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:11.084415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d93ec220-9d2f-4553-af9b-fdd951e71008 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:11.084688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d93ec220-9d2f-4553-af9b-fdd951e71008 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:11.091356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9a26528-1b1c-47eb-bec0-9a1d53b607a5 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.122404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:11.125963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.135994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:11.136362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 12:06:11.136962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_agentschedulers_db [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb596acd-386d-406f-a914-d969b8d15d34'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent'). {{(pid=103288) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 12:06:11.137344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d80043-767a-4f23-b4d3-7973d01fa487 None None] The sync data for ids ['fb596acd-386d-406f-a914-d969b8d15d34'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:11.171985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1503c5d4-1261-4706-963f-c392a219baf5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.195748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Allocated IP 172.20.0.2 (d58ef480-60d6-4c74-a353-968c1af7028b/0e370981-bd61-4164-b0a7-b98fe7b830a2/b107a4b6-c945-40d5-bf90-75074ef6f43f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:11.207079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.220681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.258311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing IP validity checks on allocation pools {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:06:11.259221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:06:11.262836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9a26528-1b1c-47eb-bec0-9a1d53b607a5 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.310919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:11.318256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:11.328477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:11.334114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21c2c054-d2f5-4a12-98ee-ec1138fd00c3 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.338342 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-21c2c054-d2f5-4a12-98ee-ec1138fd00c3 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3514264 Dec 06 12:06:11.338526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Pushing event updated for resources: {'Port': ['ID=87f67b1d-bf32-4398-b405-309ee0d6efb2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.340576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41190) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:11.359620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::393 (61c27f2c-faab-4f7c-b849-24512843983c/4dbc4e40-b689-4a06-9655-6b9c57ae38b4/44a00df7-e1fb-425a-8436-f05fd599a98d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:11.380466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1503c5d4-1261-4706-963f-c392a219baf5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.430598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503c5d4-1261-4706-963f-c392a219baf5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5b1324-0f50-4127-8d97-055639af6b22,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.433553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Attempting to bind port 87f67b1d-bf32-4398-b405-309ee0d6efb2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:11.433936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Attempting to bind port 87f67b1d-bf32-4398-b405-309ee0d6efb2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:11.434306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Attempting to bind port 87f67b1d-bf32-4398-b405-309ee0d6efb2 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:11.436528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1503c5d4-1261-4706-963f-c392a219baf5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.440232 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1503c5d4-1261-4706-963f-c392a219baf5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/2f5b1324-0f50-4127-8d97-055639af6b22 HTTP/1.1" status: 204 len: 168 time: 0.9551659 Dec 06 12:06:11.451251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41192) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:11.452289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab011508-35c4-44ce-a357-a3ab17a4c898 None None] Network 25a1b3f1-604e-45bf-8c47-378e09385513 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:11.459496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:11.460658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:11.461230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.461627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:11.463134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Bound port: 87f67b1d-bf32-4398-b405-309ee0d6efb2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:11.463547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.532588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.561096 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.580131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0e9458-f02b-423d-b01e-ae61acb8ae8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet 06a87843-12cd-4bf0-b792-c5a49ff62238 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:11.597374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9458-f02b-423d-b01e-ae61acb8ae8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.652792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Network d58ef480-60d6-4c74-a353-968c1af7028b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:11.682647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:11.687543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Pushing event updated for resources: {'Port': ['ID=b107a4b6-c945-40d5-bf90-75074ef6f43f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.692666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:11.697632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] For port 87f67b1d-bf32-4398-b405-309ee0d6efb2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:11.707421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.717248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] For port 87f67b1d-bf32-4398-b405-309ee0d6efb2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87f67b1d-bf32-4398-b405-309ee0d6efb2,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:11.729670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9458-f02b-423d-b01e-ae61acb8ae8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.740557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.745849 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3ff62d4f-e142-4797-9a8c-764b16f7537a tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=90640090-acaa-426e-b277-123e23583bf3 HTTP/1.1" status: 200 len: 468 time: 0.4003863 Dec 06 12:06:11.747611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41194) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:11.817841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Attempting to bind port b107a4b6-c945-40d5-bf90-75074ef6f43f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:11.818288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Attempting to bind port b107a4b6-c945-40d5-bf90-75074ef6f43f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd58ef480-60d6-4c74-a353-968c1af7028b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:11.818717 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Attempting to bind port b107a4b6-c945-40d5-bf90-75074ef6f43f on network d58ef480-60d6-4c74-a353-968c1af7028b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:11.842122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:11.842122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Checking segment: {'id': '59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd58ef480-60d6-4c74-a353-968c1af7028b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:11.842122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.842534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Bound using segment: {'id': '59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd58ef480-60d6-4c74-a353-968c1af7028b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:11.845400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Bound port: b107a4b6-c945-40d5-bf90-75074ef6f43f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd58ef480-60d6-4c74-a353-968c1af7028b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:11.845947 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.859834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.859834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=dbe596ad-da72-47f7-aa5b-6757b1137864,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.908942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] DHCP port deletion for 25a1b3f1-604e-45bf-8c47-378e09385513 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:11.921103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': 'c7e76542-9c78-411a-8dca-51d8cb83c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8483d5a4-8057-42dd-a1e4-75a8de073383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:11.921531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: 8483d5a4-8057-42dd-a1e4-75a8de073383, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:11.923752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.945853 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9458-f02b-423d-b01e-ae61acb8ae8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.965210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9a26528-1b1c-47eb-bec0-9a1d53b607a5 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:11.980629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] For port b107a4b6-c945-40d5-bf90-75074ef6f43f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:11.984663 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] For port b107a4b6-c945-40d5-bf90-75074ef6f43f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b107a4b6-c945-40d5-bf90-75074ef6f43f,segment=NetworkSegment(59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f),segment_id=59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:11.986575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff810a-42cd-4186-9922-c4c48d926fa6 None None] Pushing event updated for resources: {'Port': ['ID=87f67b1d-bf32-4398-b405-309ee0d6efb2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:11.997975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.012083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network 8483d5a4-8057-42dd-a1e4-75a8de073383 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:12.023620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.058216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9a26528-1b1c-47eb-bec0-9a1d53b607a5 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.064975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c9a26528-1b1c-47eb-bec0-9a1d53b607a5 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/a7db87b2-1765-49d6-b537-4b5d990076d8 HTTP/1.1" status: 204 len: 168 time: 1.2415161 Dec 06 12:06:12.066502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41196) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.071663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8483d5a4-8057-42dd-a1e4-75a8de073383) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:12.076334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.077130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.086268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:12.091086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f349530-2c88-46eb-a942-bd24a340e269 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.092514 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7f349530-2c88-46eb-a942-bd24a340e269 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/90640090-acaa-426e-b277-123e23583bf3 HTTP/1.1" status: 204 len: 168 time: 0.3411353 Dec 06 12:06:12.095797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:12.098637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:12.106300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.106962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.109336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70a889-73d8-4899-89c1-d3a0b2e8514e None None] Pushing event updated for resources: {'Port': ['ID=b107a4b6-c945-40d5-bf90-75074ef6f43f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:12.110229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41198) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.112409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629a3a6-e056-4242-91e5-a3d545decea6 None None] Network 8483d5a4-8057-42dd-a1e4-75a8de073383 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:12.120079 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9458-f02b-423d-b01e-ae61acb8ae8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.128531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=44a00df7-e1fb-425a-8436-f05fd599a98d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:12.189096 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f9374680-ae4c-444b-a5dd-545dd448737e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4866288 Dec 06 12:06:12.190389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e9458-f02b-423d-b01e-ae61acb8ae8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=06a87843-12cd-4bf0-b792-c5a49ff62238,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:12.195981 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eeeace12-101f-4148-b9ed-33c62c86d8f4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1325324 Dec 06 12:06:12.197956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41200) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.202194 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9458-f02b-423d-b01e-ae61acb8ae8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.205610 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aa0e9458-f02b-423d-b01e-ae61acb8ae8a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/06a87843-12cd-4bf0-b792-c5a49ff62238 HTTP/1.1" status: 204 len: 168 time: 0.7504065 Dec 06 12:06:12.206641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41202) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.214893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41204) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.216112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef94fcc-aa98-4ead-acd5-8ce64ef7d46f None None] Network 444d297d-1548-419b-90a4-a427fe1f1564 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:12.268711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=21896c96-831a-4b07-a6aa-beb184cf306d,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:12.339125 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-28b8094a-f2a5-4d2f-bac1-1dfe7d21be50 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=90640090-acaa-426e-b277-123e23583bf3 HTTP/1.1" status: 200 len: 216 time: 0.2156289 Dec 06 12:06:12.344168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.348382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': 'b9c21e0a-9a9e-478e-bbfe-f242886c6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14d32abe-49bd-4314-89f5-4122377413e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:12.348996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: 14d32abe-49bd-4314-89f5-4122377413e4, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:12.352287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41206) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.357741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a26528-1b1c-47eb-bec0-9a1d53b607a5 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7db87b2-1765-49d6-b537-4b5d990076d8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:12.385407 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-595db426-6a00-4330-b5e2-53655521f62e tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0235581 Dec 06 12:06:12.389036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41208) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.424475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.437387 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b083acac-ce82-4b77-af90-507f8dfeeb4f tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0469494 Dec 06 12:06:12.445703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41210) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.564822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 14d32abe-49bd-4314-89f5-4122377413e4 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:12.577231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] Deleting port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:12.577231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.617884 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-04407cbb-b60a-4f8e-8d71-3a45c470fd45 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/c04e6577-d8af-4a65-b92a-b8524e8b4b7e HTTP/1.1" status: 200 len: 472 time: 0.1575842 Dec 06 12:06:12.619393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 14d32abe-49bd-4314-89f5-4122377413e4) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:12.621205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41212) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.635363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.645295 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-85eaba01-3350-45ca-ad38-decc1a9c9f7f tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/2a296b50-5ded-4350-a5ce-93bcd477bd1c HTTP/1.1" status: 200 len: 459 time: 0.0205941 Dec 06 12:06:12.647608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41214) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.657501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.658217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.689999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229c08b-6c49-4e99-8c1f-8a69241746f2 None None] Network 14d32abe-49bd-4314-89f5-4122377413e4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:12.702172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be52bd2b-08be-4680-9388-9df9ed1b1c3e']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:12.758256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a23940-e431-4560-b415-8c7c475ff448 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.765863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a23940-e431-4560-b415-8c7c475ff448 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:12.769989 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a5a23940-e431-4560-b415-8c7c475ff448 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5535123 Dec 06 12:06:12.770160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] For port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,segment=NetworkSegment(8df777d0-dbd3-4382-b5ba-9e604faedada),segment_id=8df777d0-dbd3-4382-b5ba-9e604faedada)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:12.770160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.773067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41216) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.780963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574944ec-8347-4c12-b794-4e64207dfd7f') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:12.781336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574944ec-8347-4c12-b794-4e64207dfd7f') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:12.800388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4ac1a666-53f8-4cad-9b27-6b59cf676d02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1873872 Dec 06 12:06:12.814668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41218) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.814910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8483d5a4-8057-42dd-a1e4-75a8de073383', 'network_id': '8483d5a4-8057-42dd-a1e4-75a8de073383', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': 'dbe596ad-da72-47f7-aa5b-6757b1137864'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:12.815698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.824380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] Calling delete_port for 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:12.836883 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-56c0efb0-e2e1-45cd-8397-361c89562157 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-252459483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:12.842581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.848500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.878675 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-472fbd58-5d9f-497a-9fda-aae4521402e8 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.883577 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-472fbd58-5d9f-497a-9fda-aae4521402e8 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/2a296b50-5ded-4350-a5ce-93bcd477bd1c HTTP/1.1" status: 204 len: 168 time: 0.2225282 Dec 06 12:06:12.884417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41220) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:12.980999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56c0efb0-e2e1-45cd-8397-361c89562157 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.982510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56c0efb0-e2e1-45cd-8397-361c89562157 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.982657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:12.989803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] DHCP port deletion for 444d297d-1548-419b-90a4-a427fe1f1564 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:13.038109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.042418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:13.043278 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.077533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:13.078086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: items = [ Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:13.104348 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:13.166815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-159a24bb-2ebc-4baf-842e-d10809844377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 44a00df7-e1fb-425a-8436-f05fd599a98d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:13.167155 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-159a24bb-2ebc-4baf-842e-d10809844377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.205066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b107a4b6-c945-40d5-bf90-75074ef6f43f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:13.219616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.224125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,segment=NetworkSegment(8df777d0-dbd3-4382-b5ba-9e604faedada),segment_id=8df777d0-dbd3-4382-b5ba-9e604faedada)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:13.224745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.247273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-14d32abe-49bd-4314-89f5-4122377413e4', 'network_id': '14d32abe-49bd-4314-89f5-4122377413e4', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': '21896c96-831a-4b07-a6aa-beb184cf306d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:13.248151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.257172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Allocated IP 172.20.0.3 (8483d5a4-8057-42dd-a1e4-75a8de073383/dbe596ad-da72-47f7-aa5b-6757b1137864/e7ce8fae-0d2c-497f-a9f6-e3320125a401) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:13.274387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:13.311558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] Deleting port e5f6efc2-1631-4087-80f2-8ad697cd41c5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:13.312647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.314185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] Pushing event deleted for resources: {'Port': ['ID=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:13.329156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.351749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be52bd2b-08be-4680-9388-9df9ed1b1c3e {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 12:06:13.353729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event deleted for resources: {'Network': ['ID=be52bd2b-08be-4680-9388-9df9ed1b1c3e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:13.356999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67e367-5e55-4f69-9770-4713f7280666 None None] No DVR routers for this DVR port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:13.359991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.364017 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-94bfbc73-5282-4bb0-a0c5-cd8a0bc85856 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "DELETE /v2.0/networks/be52bd2b-08be-4680-9388-9df9ed1b1c3e HTTP/1.1" status: 204 len: 168 time: 1.2918327 Dec 06 12:06:13.367332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-054f28ca-d742-4646-9566-b2655734a634 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.372793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-054f28ca-d742-4646-9566-b2655734a634 tempest-MeteringIpV6TestJSON-1961725284 tempest-MeteringIpV6TestJSON-1961725284-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/c04e6577-d8af-4a65-b92a-b8524e8b4b7e HTTP/1.1" status: 204 len: 168 time: 0.4847534 Dec 06 12:06:13.378459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-159a24bb-2ebc-4baf-842e-d10809844377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.407923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-159a24bb-2ebc-4baf-842e-d10809844377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 44a00df7-e1fb-425a-8436-f05fd599a98d owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:13.469591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56c0efb0-e2e1-45cd-8397-361c89562157 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.555202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56c0efb0-e2e1-45cd-8397-361c89562157 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.627519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.663840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56c0efb0-e2e1-45cd-8397-361c89562157 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.666251 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-56c0efb0-e2e1-45cd-8397-361c89562157 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8503087 Dec 06 12:06:13.669677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41230) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:13.713409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:13.720125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No DVR routers for this DVR port 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:13.771558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] For port e5f6efc2-1631-4087-80f2-8ad697cd41c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5f6efc2-1631-4087-80f2-8ad697cd41c5,segment=NetworkSegment(e80820de-e161-4e1b-a73c-90e3534cfc53),segment_id=e80820de-e161-4e1b-a73c-90e3534cfc53)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:13.772279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.846076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41232) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:13.887187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] Calling delete_port for e5f6efc2-1631-4087-80f2-8ad697cd41c5 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:13.889107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port b107a4b6-c945-40d5-bf90-75074ef6f43f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:13.889485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:13.919501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-68e77ad9-98b6-4fdd-970c-144490b42526 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'router': {'name': 'tempest-router--1448406392', 'project_id': '1378fbfb908f40b394a604ecf1f14af7'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:14.001138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-be3bae8b-957a-41d5-b573-a080afe0d98d None None] Provisioning complete for port 87f67b1d-bf32-4398-b405-309ee0d6efb2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:14.001527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be3bae8b-957a-41d5-b573-a080afe0d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.012476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.109070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a1b3f1-604e-45bf-8c47-378e09385513']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:14.131582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df777d0-dbd3-4382-b5ba-9e604faedada') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:14.132043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df777d0-dbd3-4382-b5ba-9e604faedada') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:14.134702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-159a24bb-2ebc-4baf-842e-d10809844377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.170387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68e77ad9-98b6-4fdd-970c-144490b42526 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.171600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68e77ad9-98b6-4fdd-970c-144490b42526 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.175281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41236) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:14.179476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.198873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.207789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:14.208231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.300236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd0af55-9e1e-469b-9e77-d341cb41288c None None] Network d58ef480-60d6-4c74-a353-968c1af7028b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:14.317069 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:14.328508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.338161 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.355202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a24bb-2ebc-4baf-842e-d10809844377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=44a00df7-e1fb-425a-8436-f05fd599a98d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:14.442079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.474145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.481454 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/25a1b3f1-604e-45bf-8c47-378e09385513 HTTP/1.1" status: 204 len: 168 time: 2.2434058 Dec 06 12:06:14.482826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562329b5-d25c-40d3-9e42-778fa8eb368a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=25a1b3f1-604e-45bf-8c47-378e09385513,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:14.488699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41240) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:14.497419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-159a24bb-2ebc-4baf-842e-d10809844377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.506325 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-159a24bb-2ebc-4baf-842e-d10809844377 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/44a00df7-e1fb-425a-8436-f05fd599a98d HTTP/1.1" status: 204 len: 168 time: 1.7292514 Dec 06 12:06:14.517377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41242) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:14.538773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Allocated IP 172.21.0.2 (14d32abe-49bd-4314-89f5-4122377413e4/21896c96-831a-4b07-a6aa-beb184cf306d/5a7790ef-7b09-4ba6-879e-1ec251c5deca) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:14.562992 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.566535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.666775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] Pushing event deleted for resources: {'Port': ['ID=e5f6efc2-1631-4087-80f2-8ad697cd41c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:14.674328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.683466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464aec9e-3fe9-43a2-9676-4be95f1993ec None None] No DVR routers for this DVR port e5f6efc2-1631-4087-80f2-8ad697cd41c5 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:14.691505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68e77ad9-98b6-4fdd-970c-144490b42526 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.696006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.20.0.1 (d58ef480-60d6-4c74-a353-968c1af7028b/0e370981-bd61-4164-b0a7-b98fe7b830a2/cf7902ef-0174-48eb-b702-339762cfcb89) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:14.703105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa776f-0123-4dd4-8ca9-2d5cb287d810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.737879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68e77ad9-98b6-4fdd-970c-144490b42526 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.757326 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe596ad-da72-47f7-aa5b-6757b1137864,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:14.764969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.801168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94c2ea-c31f-4c4b-af02-5a96f3c1e2bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:14.803746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94c2ea-c31f-4c4b-af02-5a96f3c1e2bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:14.808696 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-da94c2ea-c31f-4c4b-af02-5a96f3c1e2bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2842782 Dec 06 12:06:14.809723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41244) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:14.823375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Network 8483d5a4-8057-42dd-a1e4-75a8de073383 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:14.831342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68e77ad9-98b6-4fdd-970c-144490b42526 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.831693 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-68e77ad9-98b6-4fdd-970c-144490b42526 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9809866 Dec 06 12:06:14.846769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41246) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:14.866533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:14.876123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:14.937686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8483d5a4-8057-42dd-a1e4-75a8de073383']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:14.962596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e76542-9c78-411a-8dca-51d8cb83c46c') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:14.962820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e76542-9c78-411a-8dca-51d8cb83c46c') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:14.975800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-372bea0b-b7ab-4f6f-9247-9840cad00fc0 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.018501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.040758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.055323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.080892 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:15.081303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:15.084676 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:15.087310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.107705 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444d297d-1548-419b-90a4-a427fe1f1564']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:15.120918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa776f-0123-4dd4-8ca9-2d5cb287d810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.131306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbd9aad-88eb-4eb3-b0a8-79cea11103cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 4dbc4e40-b689-4a06-9655-6b9c57ae38b4 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:15.137190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9aad-88eb-4eb3-b0a8-79cea11103cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.179140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa776f-0123-4dd4-8ca9-2d5cb287d810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.189858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9aad-88eb-4eb3-b0a8-79cea11103cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.190074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80820de-e161-4e1b-a73c-90e3534cfc53') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:15.190177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80820de-e161-4e1b-a73c-90e3534cfc53') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:15.221743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.222466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.260997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.263500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:06:15.263500 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:06:15.263500 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'id': '8483d5a4-8057-42dd-a1e4-75a8de073383'}] Dec 06 12:06:15.263500 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:06:15.263500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:06:15.263973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:15.267385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa776f-0123-4dd4-8ca9-2d5cb287d810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08867d0-ff75-4988-8ea4-bc2e093d6f09,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.274386 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-07fa776f-0123-4dd4-8ca9-2d5cb287d810 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fc70e3584274ab085dfc2693a2cbcc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9589355 Dec 06 12:06:15.275869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:15.276473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:15.279705 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:15.281676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41250) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:15.304982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.321063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be3bae8b-957a-41d5-b573-a080afe0d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.326481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network d58ef480-60d6-4c74-a353-968c1af7028b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:15.347491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Pushing event updated for resources: {'Port': ['ID=e7ce8fae-0d2c-497f-a9f6-e3320125a401,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.369721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:15.393621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.399650 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.406217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.418241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port b107a4b6-c945-40d5-bf90-75074ef6f43f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b107a4b6-c945-40d5-bf90-75074ef6f43f,segment=NetworkSegment(59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f),segment_id=59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:15.428631 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:15.429220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bc564c6-3e3c-4ba4-9a9e-c5e96b72d981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.460017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bc564c6-3e3c-4ba4-9a9e-c5e96b72d981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.466954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-be3bae8b-957a-41d5-b573-a080afe0d98d None None] For port 87f67b1d-bf32-4398-b405-309ee0d6efb2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87f67b1d-bf32-4398-b405-309ee0d6efb2,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:15.474452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.474452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 87f67b1d-bf32-4398-b405-309ee0d6efb2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:15.495187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.503500 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/444d297d-1548-419b-90a4-a427fe1f1564 HTTP/1.1" status: 204 len: 168 time: 1.0107958 Dec 06 12:06:15.505331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef17aee-6df7-4315-af8d-faa36dc88729 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=444d297d-1548-419b-90a4-a427fe1f1564,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.507440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41252) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:15.515626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.517375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1490006819'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:15.538877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=cf7902ef-0174-48eb-b702-339762cfcb89,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.560645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-372bea0b-b7ab-4f6f-9247-9840cad00fc0 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.563009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:15.566889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-372bea0b-b7ab-4f6f-9247-9840cad00fc0 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.567140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.593294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9aad-88eb-4eb3-b0a8-79cea11103cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.594795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=b107a4b6-c945-40d5-bf90-75074ef6f43f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.597832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be3bae8b-957a-41d5-b573-a080afe0d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.608643 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Network 14d32abe-49bd-4314-89f5-4122377413e4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:15.612336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Attempting to bind port e7ce8fae-0d2c-497f-a9f6-e3320125a401 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:15.612715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Attempting to bind port e7ce8fae-0d2c-497f-a9f6-e3320125a401 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c7e76542-9c78-411a-8dca-51d8cb83c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8483d5a4-8057-42dd-a1e4-75a8de073383'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:15.613078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Attempting to bind port e7ce8fae-0d2c-497f-a9f6-e3320125a401 on network 8483d5a4-8057-42dd-a1e4-75a8de073383 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:15.631343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.634781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bc564c6-3e3c-4ba4-9a9e-c5e96b72d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.639386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bc564c6-3e3c-4ba4-9a9e-c5e96b72d981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.643323 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0bc564c6-3e3c-4ba4-9a9e-c5e96b72d981 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c08867d0-ff75-4988-8ea4-bc2e093d6f09 HTTP/1.1" status: 204 len: 168 time: 0.3599100 Dec 06 12:06:15.643323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:15.643560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:15.653099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:15.668921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:15.669357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Checking segment: {'id': 'c7e76542-9c78-411a-8dca-51d8cb83c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8483d5a4-8057-42dd-a1e4-75a8de073383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:15.669767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.670205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Bound using segment: {'id': 'c7e76542-9c78-411a-8dca-51d8cb83c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8483d5a4-8057-42dd-a1e4-75a8de073383'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:15.670697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Bound port: e7ce8fae-0d2c-497f-a9f6-e3320125a401, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e76542-9c78-411a-8dca-51d8cb83c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8483d5a4-8057-42dd-a1e4-75a8de073383'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:15.671085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.678879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc564c6-3e3c-4ba4-9a9e-c5e96b72d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08867d0-ff75-4988-8ea4-bc2e093d6f09,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.708742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-372bea0b-b7ab-4f6f-9247-9840cad00fc0 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.709196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372bea0b-b7ab-4f6f-9247-9840cad00fc0 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab5ec1b0-1914-4d70-9db9-3e8c0bcc1209 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:15.709337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.709915 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment e9bb247c-5085-4123-bd64-c9c910039483 of type vlan for network 49bb6403-3222-487d-b9e9-d3366645efc7 Dec 06 12:06:15.714576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-372bea0b-b7ab-4f6f-9247-9840cad00fc0 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.718302 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-372bea0b-b7ab-4f6f-9247-9840cad00fc0 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ab5ec1b0-1914-4d70-9db9-3e8c0bcc1209 HTTP/1.1" status: 204 len: 168 time: 0.8676698 Dec 06 12:06:15.779262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9aad-88eb-4eb3-b0a8-79cea11103cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.781882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.830979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.875978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Pushing event updated for resources: {'Port': ['ID=5a7790ef-7b09-4ba6-879e-1ec251c5deca,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:15.968295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:15.987095 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:15.987752 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.044431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 87f67b1d-bf32-4398-b405-309ee0d6efb2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:16.044805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.128004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Deleting port e7ce8fae-0d2c-497f-a9f6-e3320125a401 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:16.128394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.161681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Attempting to bind port 5a7790ef-7b09-4ba6-879e-1ec251c5deca on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:16.162260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Attempting to bind port 5a7790ef-7b09-4ba6-879e-1ec251c5deca by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b9c21e0a-9a9e-478e-bbfe-f242886c6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14d32abe-49bd-4314-89f5-4122377413e4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:16.162837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Attempting to bind port 5a7790ef-7b09-4ba6-879e-1ec251c5deca on network 14d32abe-49bd-4314-89f5-4122377413e4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:16.172879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-806caedb-39eb-4f90-9b37-b86f215a42d9 None None] Provisioning complete for port b107a4b6-c945-40d5-bf90-75074ef6f43f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:16.173496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-806caedb-39eb-4f90-9b37-b86f215a42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.194746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:16.194942 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6803536 Dec 06 12:06:16.195051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Checking segment: {'id': 'b9c21e0a-9a9e-478e-bbfe-f242886c6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14d32abe-49bd-4314-89f5-4122377413e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:16.195051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.195051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Bound using segment: {'id': 'b9c21e0a-9a9e-478e-bbfe-f242886c6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14d32abe-49bd-4314-89f5-4122377413e4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:16.195051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Bound port: 5a7790ef-7b09-4ba6-879e-1ec251c5deca, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c21e0a-9a9e-478e-bbfe-f242886c6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '14d32abe-49bd-4314-89f5-4122377413e4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:16.195051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.201914 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41260) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.202165 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41262) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.202471 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41264) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.226436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': '49bb6403-3222-487d-b9e9-d3366645efc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:16.301876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4400d42-8411-4fb9-910e-4e8d69b2e2eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.357642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b083-bf55-4f15-a70f-8e031c818900 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=49bb6403-3222-487d-b9e9-d3366645efc7,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.358121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] For port 5a7790ef-7b09-4ba6-879e-1ec251c5deca, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:16.371580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] For port 5a7790ef-7b09-4ba6-879e-1ec251c5deca, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a7790ef-7b09-4ba6-879e-1ec251c5deca,segment=NetworkSegment(b9c21e0a-9a9e-478e-bbfe-f242886c6971),segment_id=b9c21e0a-9a9e-478e-bbfe-f242886c6971)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:16.373902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] For port e7ce8fae-0d2c-497f-a9f6-e3320125a401, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:16.382557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bae8b-957a-41d5-b573-a080afe0d98d None None] Pushing event updated for resources: {'Port': ['ID=87f67b1d-bf32-4398-b405-309ee0d6efb2,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.404879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 49bb6403-3222-487d-b9e9-d3366645efc7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:16.407332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.415572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9aad-88eb-4eb3-b0a8-79cea11103cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbc4e40-b689-4a06-9655-6b9c57ae38b4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.423885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9aad-88eb-4eb3-b0a8-79cea11103cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.427133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cdbd9aad-88eb-4eb3-b0a8-79cea11103cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/4dbc4e40-b689-4a06-9655-6b9c57ae38b4 HTTP/1.1" status: 204 len: 168 time: 1.6039913 Dec 06 12:06:16.430055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41268) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.440663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] For port e7ce8fae-0d2c-497f-a9f6-e3320125a401, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:16.441024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.467992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Calling delete_port for e7ce8fae-0d2c-497f-a9f6-e3320125a401 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:16.472919 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fba4fc28-9686-49f5-9b9a-2f74af89c2e6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411808 Dec 06 12:06:16.475455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41270) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.477870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.485569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:16.486072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60691446-6253-4e29-83d7-0034da9ed50b None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:16.489292 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.515141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4400d42-8411-4fb9-910e-4e8d69b2e2eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.555117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] For port e7ce8fae-0d2c-497f-a9f6-e3320125a401, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e7ce8fae-0d2c-497f-a9f6-e3320125a401,segment=NetworkSegment(c7e76542-9c78-411a-8dca-51d8cb83c46c),segment_id=c7e76542-9c78-411a-8dca-51d8cb83c46c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:16.582293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4400d42-8411-4fb9-910e-4e8d69b2e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.585795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.614983 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a4400d42-8411-4fb9-910e-4e8d69b2e2eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f21b4741ff444a7f835c5a79018ea282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060857 Dec 06 12:06:16.625058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41272) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.673262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4400d42-8411-4fb9-910e-4e8d69b2e2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896157ea-0c01-4d39-8cea-92af8b18ed18,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.708862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-286603536', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:16.740628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6947a76-4ff5-4e9b-868b-11f6b1746c0e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:16.742192 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c6947a76-4ff5-4e9b-868b-11f6b1746c0e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2657690 Dec 06 12:06:16.746632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41274) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.798006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.799024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.810453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.812893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1f0de-0a44-40ee-9ee3-52cbd4ddf4ed None None] Pushing event updated for resources: {'Port': ['ID=5a7790ef-7b09-4ba6-879e-1ec251c5deca,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.848702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-104da1d3-5a1f-4f3c-b5dc-151baa797898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:16.862441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Port': ['ID=e7ce8fae-0d2c-497f-a9f6-e3320125a401,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.868225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No DVR routers for this DVR port e7ce8fae-0d2c-497f-a9f6-e3320125a401 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:16.868653 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e1955-4b91-455d-8854-1bda49a024aa None None] Pushing event deleted for resources: {'Port': ['ID=e7ce8fae-0d2c-497f-a9f6-e3320125a401,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:16.898108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cbf9bf-14a0-45c3-bd8d-2eb104335571 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:16.902163 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-98cbf9bf-14a0-45c3-bd8d-2eb104335571 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1520391 Dec 06 12:06:16.903319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41276) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-eca9dacd-3b9c-4983-8086-9e18c9ffd43f None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port e7ce8fae-0d2c-497f-a9f6-e3320125a401 could not be found. Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:16.931821 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port e7ce8fae-0d2c-497f-a9f6-e3320125a401 could not be found. Dec 06 12:06:16.945017 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:06:16.962745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-806caedb-39eb-4f90-9b37-b86f215a42d9 None None] Could not find standard attr ID for object 44a00df7-e1fb-425a-8436-f05fd599a98d. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:06:16.992922 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:16.999687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-36e9d375-b95f-4dc1-9d41-4bded6b052bc tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957990 Dec 06 12:06:17.005322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41278) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:17.010797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:17.015912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.023757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a7b5cb-65b9-4234-afc3-cdc999e97fe5 None None] Network 8483d5a4-8057-42dd-a1e4-75a8de073383 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:17.029893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:17.030922 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f4f8ad3-5c1b-4d10-b4a2-90d8c1a38b47 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:17.049194 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-104da1d3-5a1f-4f3c-b5dc-151baa797898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.168696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:17.171311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6039fd5a-9494-4efe-aec2-2e3656a99642 None None] Provisioning complete for port b107a4b6-c945-40d5-bf90-75074ef6f43f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:17.171467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6039fd5a-9494-4efe-aec2-2e3656a99642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.200328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.225468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.296345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:17.313183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.386720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] Deleting port 87f67b1d-bf32-4398-b405-309ee0d6efb2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:17.387106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.453171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.454796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b107a4b6-c945-40d5-bf90-75074ef6f43f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:17.457534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=cf7902ef-0174-48eb-b702-339762cfcb89,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:17.568872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] For port 87f67b1d-bf32-4398-b405-309ee0d6efb2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87f67b1d-bf32-4398-b405-309ee0d6efb2,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:17.570230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.579140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.581491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6039fd5a-9494-4efe-aec2-2e3656a99642 None None] Provisioning complete for port cf7902ef-0174-48eb-b702-339762cfcb89 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:17.582171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6039fd5a-9494-4efe-aec2-2e3656a99642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.588233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.631209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] Calling delete_port for 87f67b1d-bf32-4398-b405-309ee0d6efb2 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:17.651662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port b107a4b6-c945-40d5-bf90-75074ef6f43f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:17.652280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.671077 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network d58ef480-60d6-4c74-a353-968c1af7028b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:17.676254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:17.733417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6039fd5a-9494-4efe-aec2-2e3656a99642 None None] Port cf7902ef-0174-48eb-b702-339762cfcb89 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:17.749253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8483d5a4-8057-42dd-a1e4-75a8de073383']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:17.795081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e76542-9c78-411a-8dca-51d8cb83c46c') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:17.795081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e76542-9c78-411a-8dca-51d8cb83c46c') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:17.815210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.838187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.843263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.863658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.872705 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:17.873629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.908998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] No DVR routers for this DVR port 87f67b1d-bf32-4398-b405-309ee0d6efb2 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:17.911015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405180c2-58b1-4c7e-a782-1e4e94e4748c None None] Pushing event deleted for resources: {'Port': ['ID=87f67b1d-bf32-4398-b405-309ee0d6efb2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:17.920234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:06:17.926305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:17.932339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5a7790ef-7b09-4ba6-879e-1ec251c5deca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:17.976638 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:17.988715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=7d0011ed-bb91-43a1-a1a7-1af09590a089,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:18.023769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=028031a5-441f-43db-b16a-d9a6628694b5,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:18.034613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:18.036503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:18.040624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.041767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.050020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6625e-9200-400b-9868-85f2c7bffe28 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:18.057497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5a7790ef-7b09-4ba6-879e-1ec251c5deca triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:18.057922 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.077578 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b8b0ad6e-a35f-4aac-9b59-a43606aa10f8 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0708396 Dec 06 12:06:18.080428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41286) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:18.086862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a3e6f1f7-0c92-42fa-9632-61fa8a8b1156 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:18.089435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.092692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': 'e9bb247c-5085-4123-bd64-c9c910039483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49bb6403-3222-487d-b9e9-d3366645efc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:18.092692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: 49bb6403-3222-487d-b9e9-d3366645efc7, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:18.096205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router b6acddac-2fe3-4a75-9a86-79f748cf4eee is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:18.108127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-104da1d3-5a1f-4f3c-b5dc-151baa797898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.110676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-104da1d3-5a1f-4f3c-b5dc-151baa797898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.127658 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-104da1d3-5a1f-4f3c-b5dc-151baa797898 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/896157ea-0c01-4d39-8cea-92af8b18ed18 HTTP/1.1" status: 204 len: 168 time: 1.5001476 Dec 06 12:06:18.148562 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.155717 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/8483d5a4-8057-42dd-a1e4-75a8de073383 HTTP/1.1" status: 204 len: 168 time: 5.9569011 Dec 06 12:06:18.161665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41290) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:18.168943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1237928150'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:18.245786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d75b-4775-4812-9503-31444acfb089 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=8483d5a4-8057-42dd-a1e4-75a8de073383,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:18.253791 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104da1d3-5a1f-4f3c-b5dc-151baa797898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896157ea-0c01-4d39-8cea-92af8b18ed18,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:18.301287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 49bb6403-3222-487d-b9e9-d3366645efc7 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:18.312035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-72a89c03-8d6d-40b2-94ce-f7145dc93b13 None None] Provisioning complete for port cf7902ef-0174-48eb-b702-339762cfcb89 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:18.312665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72a89c03-8d6d-40b2-94ce-f7145dc93b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.323076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 49bb6403-3222-487d-b9e9-d3366645efc7) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:18.347059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.347805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.358228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:18.363729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.376445 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c31433e9-f3a2-45fb-80c3-619e7bd99633 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1514642 Dec 06 12:06:18.376628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41292) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:18.382039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e47109fa-ef05-447c-ae8e-484a5101a823 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-858823097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:18.401861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1605b176-772d-4c2c-8bdc-dcca186af39c None None] Network 49bb6403-3222-487d-b9e9-d3366645efc7 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:18.413024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e47109fa-ef05-447c-ae8e-484a5101a823 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.416035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:18.418467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e47109fa-ef05-447c-ae8e-484a5101a823 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.426655 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-df247db3-cbe1-4091-b37b-218bab07637e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/b6acddac-2fe3-4a75-9a86-79f748cf4eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7505352 Dec 06 12:06:18.430333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41296) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:18.454908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff16d3d-9e41-4506-83d8-37b259e94337 None None] Sync routers for ids ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:18.486939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:18.509666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.510041 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment 3b2012a6-60ac-47c7-9fc3-81d601eda835 of type vlan for network 0525737d-d93f-4c8b-a3e5-65b71fad0c2c Dec 06 12:06:18.519024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36ce3aa-54c5-488f-9663-e5f07b56e98d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.520711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c36ce3aa-54c5-488f-9663-e5f07b56e98d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports/cf7902ef-0174-48eb-b702-339762cfcb89 HTTP/1.1" status: 200 len: 910 time: 0.0879061 Dec 06 12:06:18.529063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41298) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:18.529659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e6f1f7-0c92-42fa-9632-61fa8a8b1156 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:18.533343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3e6f1f7-0c92-42fa-9632-61fa8a8b1156 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.623967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e47109fa-ef05-447c-ae8e-484a5101a823 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.625008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.649207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e47109fa-ef05-447c-ae8e-484a5101a823 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.658201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.687262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e47109fa-ef05-447c-ae8e-484a5101a823 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.688709 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e47109fa-ef05-447c-ae8e-484a5101a823 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3110964 Dec 06 12:06:18.697542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41304) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:18.702157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.710114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'port': {'network_id': '49bb6403-3222-487d-b9e9-d3366645efc7', 'name': 'tempest-RoutersIpV6Test-989052955'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:18.715185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff032e-8d61-4faa-9750-c7cfc9e0271d None None] Network 14d32abe-49bd-4314-89f5-4122377413e4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:18.817109 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.ipam_backend_mixin [None req-a3e6f1f7-0c92-42fa-9632-61fa8a8b1156 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 028031a5-441f-43db-b16a-d9a6628694b5 (CIDR: 2001:db8::/64) Dec 06 12:06:18.820201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-72a89c03-8d6d-40b2-94ce-f7145dc93b13 None None] Port cf7902ef-0174-48eb-b702-339762cfcb89 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:18.825316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Allocated IP 172.36.1.195 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/aa525202-dff8-46aa-b87f-6910073e47a9) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:18.837136 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e6f1f7-0c92-42fa-9632-61fa8a8b1156 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:06:18.837474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e6f1f7-0c92-42fa-9632-61fa8a8b1156 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:18.882214 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff16d3d-9e41-4506-83d8-37b259e94337 None None] Routers {'b6acddac-2fe3-4a75-9a86-79f748cf4eee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:18.883079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fff16d3d-9e41-4506-83d8-37b259e94337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:18.892953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.898828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:18.899662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.945262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:18.974897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fff16d3d-9e41-4506-83d8-37b259e94337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:18.984625 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a3e6f1f7-0c92-42fa-9632-61fa8a8b1156 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9024937 Dec 06 12:06:18.990656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41312) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:19.007493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:19.009366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.018436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8540864 Dec 06 12:06:19.022678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41316) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:19.063258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': '0525737d-d93f-4c8b-a3e5-65b71fad0c2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:19.065761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '028031a5-441f-43db-b16a-d9a6628694b5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:19.067192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.079227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.114116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff16d3d-9e41-4506-83d8-37b259e94337 None None] Routers {'b6acddac-2fe3-4a75-9a86-79f748cf4eee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:19.114982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fff16d3d-9e41-4506-83d8-37b259e94337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:19.139127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1ac785a8-6f73-4ea6-8bb4-a57c8d690e77 None None] Provisioning complete for port 5a7790ef-7b09-4ba6-879e-1ec251c5deca triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:19.139636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ac785a8-6f73-4ea6-8bb4-a57c8d690e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.186856 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:19.197011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:19.204069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:19.208885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event updated for resources: {'Port': ['ID=aa525202-dff8-46aa-b87f-6910073e47a9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:19.297588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 5a7790ef-7b09-4ba6-879e-1ec251c5deca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a7790ef-7b09-4ba6-879e-1ec251c5deca,segment=NetworkSegment(b9c21e0a-9a9e-478e-bbfe-f242886c6971),segment_id=b9c21e0a-9a9e-478e-bbfe-f242886c6971)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:19.315721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fff16d3d-9e41-4506-83d8-37b259e94337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:19.316485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff16d3d-9e41-4506-83d8-37b259e94337 None None] The sync data for ids ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:19.374936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec36145-2118-40f7-a73d-2fcdc142f819 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:19.388928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.456323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-49bb6403-3222-487d-b9e9-d3366645efc7', 'network_id': '49bb6403-3222-487d-b9e9-d3366645efc7', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': '7d0011ed-bb91-43a1-a1a7-1af09590a089'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:19.458396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.522408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e5f6efc2-1631-4087-80f2-8ad697cd41c5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:19.526047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da41c0d-de94-4f4b-925f-53db5577e0fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=0525737d-d93f-4c8b-a3e5-65b71fad0c2c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:19.557133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:19.560756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.570577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.605215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: e5f6efc2-1631-4087-80f2-8ad697cd41c5 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:19.605576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e5f6efc2-1631-4087-80f2-8ad697cd41c5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:19.607200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 0525737d-d93f-4c8b-a3e5-65b71fad0c2c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:19.731325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:19.735366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.739731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] device_id is not set on port 66bb6dcc-5006-4fd0-b920-e3045b963b18 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:19.810122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:19.859264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 87f67b1d-bf32-4398-b405-309ee0d6efb2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:19.944843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 87f67b1d-bf32-4398-b405-309ee0d6efb2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:19.945127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 87f67b1d-bf32-4398-b405-309ee0d6efb2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:19.955510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=5a7790ef-7b09-4ba6-879e-1ec251c5deca,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:19.963391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.007375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Router 90b05e61-9922-4e77-8047-a2f81e153475 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:20.023535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-59a1a3ea-f792-4dd5-b58f-21042463b46d None None] Provisioning complete for port aa525202-dff8-46aa-b87f-6910073e47a9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:20.024151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a1a3ea-f792-4dd5-b58f-21042463b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.030948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Allocated IP 2001:db8::2 (49bb6403-3222-487d-b9e9-d3366645efc7/7d0011ed-bb91-43a1-a1a7-1af09590a089/d37eb346-73fd-4140-b65c-788fd0cc5969) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:20.069262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Allocated IP 2001:db8::f816:3eff:fea0:aab (61c27f2c-faab-4f7c-b849-24512843983c/028031a5-441f-43db-b16a-d9a6628694b5/d9c2c306-b942-4f28-8129-f952151f3fb9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:20.113028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-59a1a3ea-f792-4dd5-b58f-21042463b46d None None] Port aa525202-dff8-46aa-b87f-6910073e47a9 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:20.156754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:20.160465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.201460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:20.224179 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909ab25-0641-4b28-a270-db04654be7e4 None None] Sync routers for ids ['90b05e61-9922-4e77-8047-a2f81e153475'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:20.259351 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909ab25-0641-4b28-a270-db04654be7e4 None None] Routers {'90b05e61-9922-4e77-8047-a2f81e153475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:20.260451 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e909ab25-0641-4b28-a270-db04654be7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['90b05e61-9922-4e77-8047-a2f81e153475'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:20.266277 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.275471 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-642cc34c-4455-490e-9d12-b228aa5c9b50 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9882090 Dec 06 12:06:20.275680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41336) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:20.355402 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e909ab25-0641-4b28-a270-db04654be7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:20.377458 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909ab25-0641-4b28-a270-db04654be7e4 None None] Routers {'90b05e61-9922-4e77-8047-a2f81e153475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:20.379272 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e909ab25-0641-4b28-a270-db04654be7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['90b05e61-9922-4e77-8047-a2f81e153475'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:20.440497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.452868 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e909ab25-0641-4b28-a270-db04654be7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:20.453700 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909ab25-0641-4b28-a270-db04654be7e4 None None] The sync data for ids ['90b05e61-9922-4e77-8047-a2f81e153475'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:20.455299 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.459921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41338) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:20.462552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.499377 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fe334d10-e208-466c-8c52-2b1d5297c679 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/routers/90b05e61-9922-4e77-8047-a2f81e153475 HTTP/1.1" status: 200 len: 920 time: 0.2173095 Dec 06 12:06:20.502073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41340) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:20.505845 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.534003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Pushing event updated for resources: {'Port': ['ID=d37eb346-73fd-4140-b65c-788fd0cc5969,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:20.539362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Network 49bb6403-3222-487d-b9e9-d3366645efc7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:20.576787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:20.580032 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:20.589265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:20.595415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:20.601227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:20.606846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8::279 (49bb6403-3222-487d-b9e9-d3366645efc7/7d0011ed-bb91-43a1-a1a7-1af09590a089/66bb6dcc-5006-4fd0-b920-e3045b963b18) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:20.613040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.21.0.1 (14d32abe-49bd-4314-89f5-4122377413e4/21896c96-831a-4b07-a6aa-beb184cf306d/89145eed-43d8-497f-9e66-b9ce760a4ef7) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:20.639244 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b9e18903-8b0e-4117-b2c3-c981eb892ed8 None None] Provisioning complete for port 5a7790ef-7b09-4ba6-879e-1ec251c5deca triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:20.639647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9e18903-8b0e-4117-b2c3-c981eb892ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.641243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Pushing event updated for resources: {'Port': ['ID=d9c2c306-b942-4f28-8129-f952151f3fb9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:20.676003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.746775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9d64ae60-cd40-4146-8bbd-3d451e8adc3c tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-989650788'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:20.747228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9d64ae60-cd40-4146-8bbd-3d451e8adc3c tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Unknown quota resources ['metering_label']. {{(pid=103286) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:20.752988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Attempting to bind port d37eb346-73fd-4140-b65c-788fd0cc5969 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:20.753417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Attempting to bind port d37eb346-73fd-4140-b65c-788fd0cc5969 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e9bb247c-5085-4123-bd64-c9c910039483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49bb6403-3222-487d-b9e9-d3366645efc7'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:20.754031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Attempting to bind port d37eb346-73fd-4140-b65c-788fd0cc5969 on network 49bb6403-3222-487d-b9e9-d3366645efc7 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:20.761910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Attempting to bind port d9c2c306-b942-4f28-8129-f952151f3fb9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:20.762295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Attempting to bind port d9c2c306-b942-4f28-8129-f952151f3fb9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:20.762670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Attempting to bind port d9c2c306-b942-4f28-8129-f952151f3fb9 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:20.768136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:20.768522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Checking segment: {'id': 'e9bb247c-5085-4123-bd64-c9c910039483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49bb6403-3222-487d-b9e9-d3366645efc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:20.768931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.769330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Bound using segment: {'id': 'e9bb247c-5085-4123-bd64-c9c910039483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49bb6403-3222-487d-b9e9-d3366645efc7'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:20.769814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Bound port: d37eb346-73fd-4140-b65c-788fd0cc5969, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bb247c-5085-4123-bd64-c9c910039483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49bb6403-3222-487d-b9e9-d3366645efc7'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:20.770201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.784887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=bf95fe8b-192a-401f-8afc-5b30844b74d5,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:20.786723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:20.787594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:20.787594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.787920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:20.788350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Bound port: d9c2c306-b942-4f28-8129-f952151f3fb9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:20.788768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:20.838503 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5b65ca75-7552-468d-91f7-143a635466a9 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=90b05e61-9922-4e77-8047-a2f81e153475 HTTP/1.1" status: 200 len: 205 time: 0.3346446 Dec 06 12:06:20.839058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41344) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:20.952838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.013130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d64ae60-cd40-4146-8bbd-3d451e8adc3c tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.016915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9d64ae60-cd40-4146-8bbd-3d451e8adc3c tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5458784 Dec 06 12:06:21.030253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41346) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:21.036112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c961b827-e3c8-45fe-bb44-ca96729fd9c3 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '26730d73-3900-4097-84da-853d673397e9'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:21.037102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c961b827-e3c8-45fe-bb44-ca96729fd9c3 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103286) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:21.069831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.099596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] For port d9c2c306-b942-4f28-8129-f952151f3fb9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:21.102662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] For port d37eb346-73fd-4140-b65c-788fd0cc5969, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:21.106408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] For port d9c2c306-b942-4f28-8129-f952151f3fb9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9c2c306-b942-4f28-8129-f952151f3fb9,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:21.108478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] For port d37eb346-73fd-4140-b65c-788fd0cc5969, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d37eb346-73fd-4140-b65c-788fd0cc5969,segment=NetworkSegment(e9bb247c-5085-4123-bd64-c9c910039483),segment_id=e9bb247c-5085-4123-bd64-c9c910039483)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:21.112005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.117832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.132447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Deleting port aa525202-dff8-46aa-b87f-6910073e47a9 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:21.132770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.197764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6dd44-3b4f-4247-8478-c5468e7eead7 None None] Pushing event updated for resources: {'Port': ['ID=d9c2c306-b942-4f28-8129-f952151f3fb9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:21.214804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': '3b2012a6-60ac-47c7-9fc3-81d601eda835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0525737d-d93f-4c8b-a3e5-65b71fad0c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:21.215179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: 0525737d-d93f-4c8b-a3e5-65b71fad0c2c, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:21.233207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.243095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.272201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c4b90-49d6-49d5-af55-a7fb28232171 None None] Pushing event updated for resources: {'Port': ['ID=d37eb346-73fd-4140-b65c-788fd0cc5969,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:21.277466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.299803 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Calling delete_port for aa525202-dff8-46aa-b87f-6910073e47a9 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:21.315493 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.services.metering.metering_plugin [None req-c961b827-e3c8-45fe-bb44-ca96729fd9c3 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 12:06:21.326517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.485975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network 0525737d-d93f-4c8b-a3e5-65b71fad0c2c is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:21.558504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.559678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:21.571935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.584718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:21.588791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c961b827-e3c8-45fe-bb44-ca96729fd9c3 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.590749 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c961b827-e3c8-45fe-bb44-ca96729fd9c3 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5595202 Dec 06 12:06:21.599450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41348) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:21.599653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 14d32abe-49bd-4314-89f5-4122377413e4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:21.608243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9e815d46-b93a-443a-8a43-e2a732133aaf tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '26730d73-3900-4097-84da-853d673397e9'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:21.608243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9e815d46-b93a-443a-8a43-e2a732133aaf tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103287) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:21.608556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.608986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.611825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=aa2ba173-41cc-4959-839d-b172a803f7cb,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:21.623375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:21.625260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=89145eed-43d8-497f-9e66-b9ce760a4ef7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:21.625861 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event deleted for resources: {'Port': ['ID=aa525202-dff8-46aa-b87f-6910073e47a9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:21.627359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0525737d-d93f-4c8b-a3e5-65b71fad0c2c) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:21.635703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:21.668705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd0e82-b37b-400d-897c-1cf0f6b9a8bb None None] Network 0525737d-d93f-4c8b-a3e5-65b71fad0c2c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:21.703475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:21.714410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.723081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d3f0e-a86f-4769-bd6d-18963e281093 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:21.740328 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5ed5f2fb-9851-4242-838b-0d98e7b885ee tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7407188 Dec 06 12:06:21.740980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41350) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:21.776258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:b9:4c:63', 'name': 'tempest-NetworksTestDHCPv6-1778746953'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:21.872225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.872225 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.services.metering.metering_plugin [None req-9e815d46-b93a-443a-8a43-e2a732133aaf tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 12:06:21.874191 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c98af71d-9c07-4a74-a75e-cbf0eacb70af tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8441198 Dec 06 12:06:21.874590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41352) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:21.889714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:21.915750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0525737d-d93f-4c8b-a3e5-65b71fad0c2c', 'network_id': '0525737d-d93f-4c8b-a3e5-65b71fad0c2c', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': 'bf95fe8b-192a-401f-8afc-5b30844b74d5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:21.916866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.007089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.076363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5a7790ef-7b09-4ba6-879e-1ec251c5deca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:22.098797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=66bb6dcc-5006-4fd0-b920-e3045b963b18,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:22.126508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 49bb6403-3222-487d-b9e9-d3366645efc7 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:22.136703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:22.144194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Allocated IP 172.20.0.1 (0525737d-d93f-4c8b-a3e5-65b71fad0c2c/bf95fe8b-192a-401f-8afc-5b30844b74d5/d91c7bb9-b661-4383-a5fa-e1fc114e0988) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:22.147784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:22.151850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4b6ded98-0d59-481f-a24a-8049b8fa4769 None None] Provisioning complete for port 89145eed-43d8-497f-9e66-b9ce760a4ef7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:22.152490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b6ded98-0d59-481f-a24a-8049b8fa4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.156643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:22.157342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.191281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.197751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e815d46-b93a-443a-8a43-e2a732133aaf tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.198204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ded98-0d59-481f-a24a-8049b8fa4769 None None] Port 89145eed-43d8-497f-9e66-b9ce760a4ef7 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:22.202482 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9e815d46-b93a-443a-8a43-e2a732133aaf tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6019402 Dec 06 12:06:22.204407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.209946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41354) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:22.221905 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4edef7d2-44a2-4b26-bb00-535fa8329847 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5231297 Dec 06 12:06:22.226389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:22.238455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5a7790ef-7b09-4ba6-879e-1ec251c5deca triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:22.239215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.241686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.261298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:22.355683 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9f789b65-8358-4e47-bc13-6beb5f99723c tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b99a0b6e-9c22-4425-8257-8772a0b63846 HTTP/1.1" status: 200 len: 464 time: 0.1444221 Dec 06 12:06:22.356401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41358) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:22.416731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.449166 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.449706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Fanout notify agent at l3_agent the message router_deleted on router 90b05e61-9922-4e77-8047-a2f81e153475 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:22.451792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 3cd4562c-3ada-40ce-9b98-57cba9720760 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:22.460624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.463473 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d9eae28b-ed05-4565-8c77-4520bcfc25f4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/90b05e61-9922-4e77-8047-a2f81e153475 HTTP/1.1" status: 204 len: 168 time: 1.6237490 Dec 06 12:06:22.473168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41360) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:22.475768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9c2c306-b942-4f28-8129-f952151f3fb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:22.478515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1684421749', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': False}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:22.508016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.511763 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.518358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.519398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.527262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.568378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Network 0525737d-d93f-4c8b-a3e5-65b71fad0c2c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:22.577039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:22.583566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:22.656352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Pushing event updated for resources: {'Port': ['ID=d91c7bb9-b661-4383-a5fa-e1fc114e0988,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:22.675990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d9c2c306-b942-4f28-8129-f952151f3fb9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:22.676360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.678185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Attempting to bind port d91c7bb9-b661-4383-a5fa-e1fc114e0988 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:22.678557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Attempting to bind port d91c7bb9-b661-4383-a5fa-e1fc114e0988 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3b2012a6-60ac-47c7-9fc3-81d601eda835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0525737d-d93f-4c8b-a3e5-65b71fad0c2c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:22.678923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Attempting to bind port d91c7bb9-b661-4383-a5fa-e1fc114e0988 on network 0525737d-d93f-4c8b-a3e5-65b71fad0c2c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:22.693274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:22.693857 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Checking segment: {'id': '3b2012a6-60ac-47c7-9fc3-81d601eda835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0525737d-d93f-4c8b-a3e5-65b71fad0c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:22.694268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.694668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Bound using segment: {'id': '3b2012a6-60ac-47c7-9fc3-81d601eda835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0525737d-d93f-4c8b-a3e5-65b71fad0c2c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:22.695206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Bound port: d91c7bb9-b661-4383-a5fa-e1fc114e0988, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2012a6-60ac-47c7-9fc3-81d601eda835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0525737d-d93f-4c8b-a3e5-65b71fad0c2c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:22.695598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.740570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.786136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e881397-e832-44ee-8c1c-9db8fd3f1828 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.790292 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0e881397-e832-44ee-8c1c-9db8fd3f1828 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/b99a0b6e-9c22-4425-8257-8772a0b63846 HTTP/1.1" status: 204 len: 168 time: 0.4255540 Dec 06 12:06:22.792268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41362) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:22.796114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e1b634-5ae3-47fd-b6f7-3c5d91ff4b61 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:22.823362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8:0:1::2e2 (61c27f2c-faab-4f7c-b849-24512843983c/aa2ba173-41cc-4959-839d-b172a803f7cb/3cd4562c-3ada-40ce-9b98-57cba9720760) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:22.829836 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-92ddbdce-23a3-4da8-aac5-c7dd0dcb0677 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b99a0b6e-9c22-4425-8257-8772a0b63846 HTTP/1.1" status: 200 len: 221 time: 0.0281808 Dec 06 12:06:22.858102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41364) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:22.863385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-411b4967-51fd-4ff9-adb4-9ff6feb1dc28 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2126670039', 'description': 'label created by tempest'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:22.863835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-411b4967-51fd-4ff9-adb4-9ff6feb1dc28 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Unknown quota resources ['metering_label']. {{(pid=103286) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 12:06:22.869128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:feb9:4c63 (61c27f2c-faab-4f7c-b849-24512843983c/028031a5-441f-43db-b16a-d9a6628694b5/3cd4562c-3ada-40ce-9b98-57cba9720760) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:22.936570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-520d3b28-ee8c-4a5b-ad2d-28bc16c808b0 None None] Provisioning complete for port d9c2c306-b942-4f28-8129-f952151f3fb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:22.937056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-520d3b28-ee8c-4a5b-ad2d-28bc16c808b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:22.975446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] For port d91c7bb9-b661-4383-a5fa-e1fc114e0988, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:23.013959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] For port d91c7bb9-b661-4383-a5fa-e1fc114e0988, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d91c7bb9-b661-4383-a5fa-e1fc114e0988,segment=NetworkSegment(3b2012a6-60ac-47c7-9fc3-81d601eda835),segment_id=3b2012a6-60ac-47c7-9fc3-81d601eda835)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:23.030686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.032850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.104351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1e37d-05f3-44d2-b3d7-adda19e6205b None None] Pushing event updated for resources: {'Port': ['ID=d91c7bb9-b661-4383-a5fa-e1fc114e0988,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:23.217914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-520d3b28-ee8c-4a5b-ad2d-28bc16c808b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.227268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port d9c2c306-b942-4f28-8129-f952151f3fb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9c2c306-b942-4f28-8129-f952151f3fb9,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:23.232305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce622e8-4b48-4af9-ad3a-1d7e0c08d2a1 None None] Network 49bb6403-3222-487d-b9e9-d3366645efc7 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:23.327748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.328536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d37eb346-73fd-4140-b65c-788fd0cc5969 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:23.336145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.391929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Deleting port d91c7bb9-b661-4383-a5fa-e1fc114e0988 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:23.391929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.476819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-411b4967-51fd-4ff9-adb4-9ff6feb1dc28 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.481025 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-411b4967-51fd-4ff9-adb4-9ff6feb1dc28 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6209135 Dec 06 12:06:23.489289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41366) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:23.521886 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.529352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=d9c2c306-b942-4f28-8129-f952151f3fb9,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:23.559009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-520d3b28-ee8c-4a5b-ad2d-28bc16c808b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:06:23.559371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-520d3b28-ee8c-4a5b-ad2d-28bc16c808b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:06:23.570311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d37eb346-73fd-4140-b65c-788fd0cc5969 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:23.570715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.649580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3e8e7e79-4daf-4463-b7b1-01f124bad02f tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=0e424a44-e517-4d94-8762-c40263048476 HTTP/1.1" status: 200 len: 468 time: 0.1524169 Dec 06 12:06:23.657224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf539f83-7920-4e99-9984-2723b501096d None None] Update dhcp port {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': '028031a5-441f-43db-b16a-d9a6628694b5', 'ip_address': '2001:db8::f816:3eff:fea0:aab'}, {'subnet_id': 'aa2ba173-41cc-4959-839d-b172a803f7cb'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'd9c2c306-b942-4f28-8129-f952151f3fb9'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:06:23.662314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41370) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:23.712216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf539f83-7920-4e99-9984-2723b501096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.720000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.734623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.774702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] For port d91c7bb9-b661-4383-a5fa-e1fc114e0988, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d91c7bb9-b661-4383-a5fa-e1fc114e0988,segment=NetworkSegment(3b2012a6-60ac-47c7-9fc3-81d601eda835),segment_id=3b2012a6-60ac-47c7-9fc3-81d601eda835)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:23.774960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.808611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:23.822215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Calling delete_port for d91c7bb9-b661-4383-a5fa-e1fc114e0988 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:23.940875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=89145eed-43d8-497f-9e66-b9ce760a4ef7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.089315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.107315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b67fb62f-6672-44f5-ae48-1e8eb4436d7f tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.108510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b67fb62f-6672-44f5-ae48-1e8eb4436d7f tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/0e424a44-e517-4d94-8762-c40263048476 HTTP/1.1" status: 204 len: 168 time: 0.4449816 Dec 06 12:06:24.116323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41374) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.159056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port d37eb346-73fd-4140-b65c-788fd0cc5969, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d37eb346-73fd-4140-b65c-788fd0cc5969,segment=NetworkSegment(e9bb247c-5085-4123-bd64-c9c910039483),segment_id=e9bb247c-5085-4123-bd64-c9c910039483)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:24.162908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.167137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.190134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.222972 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.244176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-752fcf45-ed19-42d9-9961-76397d274ed2 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=0e424a44-e517-4d94-8762-c40263048476 HTTP/1.1" status: 200 len: 216 time: 0.1256969 Dec 06 12:06:24.246978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41376) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.249656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=d37eb346-73fd-4140-b65c-788fd0cc5969,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.259239 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c9dedee8-3d07-4105-ae3c-4c75b3563ed5 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0105703 Dec 06 12:06:24.265357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41378) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.326815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.327095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c6f7c55d-3a05-47a3-83e4-ebdef4442318 None None] Provisioning complete for port 66bb6dcc-5006-4fd0-b920-e3045b963b18 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:24.327595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c55d-3a05-47a3-83e4-ebdef4442318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.336029 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-851f8757-3da4-4035-839e-73dd220ff379 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0634475 Dec 06 12:06:24.336029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41380) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.348509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.389946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7c55d-3a05-47a3-83e4-ebdef4442318 None None] Port 66bb6dcc-5006-4fd0-b920-e3045b963b18 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:24.413948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c6f7c55d-3a05-47a3-83e4-ebdef4442318 None None] Provisioning complete for port d37eb346-73fd-4140-b65c-788fd0cc5969 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:24.415549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c55d-3a05-47a3-83e4-ebdef4442318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.474220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.479510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-92b82c66-9a6a-4bdb-9850-2ce873b16597 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/26730d73-3900-4097-84da-853d673397e9 HTTP/1.1" status: 200 len: 472 time: 0.1236343 Dec 06 12:06:24.488861 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41382) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.506839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 14d32abe-49bd-4314-89f5-4122377413e4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:24.525017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:24.534274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d91c7bb9-b661-4383-a5fa-e1fc114e0988 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:24.562937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d91c7bb9-b661-4383-a5fa-e1fc114e0988 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:24.563464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d91c7bb9-b661-4383-a5fa-e1fc114e0988 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 12:06:24.568617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=66bb6dcc-5006-4fd0-b920-e3045b963b18,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.580833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.593392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Port d91c7bb9-b661-4383-a5fa-e1fc114e0988 not found, will not notify nova. {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 12:06:24.593912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9c2c306-b942-4f28-8129-f952151f3fb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:24.626084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Port': ['ID=d91c7bb9-b661-4383-a5fa-e1fc114e0988,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.640002 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-309c5958-8b6d-49b1-bb7f-ba74919388fd tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/d369e4dc-d830-4b94-b44a-de0f2092fc98 HTTP/1.1" status: 200 len: 461 time: 0.1223302 Dec 06 12:06:24.640981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No DVR routers for this DVR port d91c7bb9-b661-4383-a5fa-e1fc114e0988 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:24.661963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41384) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.693160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.707236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bf539f83-7920-4e99-9984-2723b501096d None None] Allocated IP 2001:db8:0:1::2 (61c27f2c-faab-4f7c-b849-24512843983c/aa2ba173-41cc-4959-839d-b172a803f7cb/d9c2c306-b942-4f28-8129-f952151f3fb9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:24.741121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Allocated IP 172.36.1.232 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/49b852c3-9378-49df-8fbb-5b4a3d2e6bb9) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:24.817735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=3cd4562c-3ada-40ce-9b98-57cba9720760,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:24.858634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bf539f83-7920-4e99-9984-2723b501096d None None] For port d9c2c306-b942-4f28-8129-f952151f3fb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9c2c306-b942-4f28-8129-f952151f3fb9,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:24.904908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf539f83-7920-4e99-9984-2723b501096d None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.905210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.940939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31d3a7-6a74-4780-9b66-80b811bbd78c None None] Network 0525737d-d93f-4c8b-a3e5-65b71fad0c2c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:24.950994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf539f83-7920-4e99-9984-2723b501096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.964785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:24.967891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28b91444-e552-4c81-859f-e2be0259df81 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:24.969241 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-28b91444-e552-4c81-859f-e2be0259df81 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/d369e4dc-d830-4b94-b44a-de0f2092fc98 HTTP/1.1" status: 204 len: 168 time: 0.2364347 Dec 06 12:06:24.973022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41386) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:24.975536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:24.985794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:24.991985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:24.992985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.032937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.058496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router b6acddac-2fe3-4a75-9a86-79f748cf4eee has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:25.108610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ef592f69-0889-4e14-85e5-23052b6aa6ac tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3513980 Dec 06 12:06:25.109664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41388) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:25.115142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=bf95fe8b-192a-401f-8afc-5b30844b74d5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:25.122722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.135371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a9896142-246f-48b4-a4d3-06ab5a302885 None None] Could not find standard attr ID for object d91c7bb9-b661-4383-a5fa-e1fc114e0988. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:06:25.143010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf539f83-7920-4e99-9984-2723b501096d None None] Pushing event updated for resources: {'Port': ['ID=d9c2c306-b942-4f28-8129-f952151f3fb9,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:25.169303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d9c2c306-b942-4f28-8129-f952151f3fb9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:25.169680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.181702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.218910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a9896142-246f-48b4-a4d3-06ab5a302885 None None] Provisioning complete for port 66bb6dcc-5006-4fd0-b920-e3045b963b18 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:25.219291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9896142-246f-48b4-a4d3-06ab5a302885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.238863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.241644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0525737d-d93f-4c8b-a3e5-65b71fad0c2c']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:25.265612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2012a6-60ac-47c7-9fc3-81d601eda835') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:25.265858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2012a6-60ac-47c7-9fc3-81d601eda835') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:25.275903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.291417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.337687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a9896142-246f-48b4-a4d3-06ab5a302885 None None] Port 66bb6dcc-5006-4fd0-b920-e3045b963b18 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:25.379189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.381221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2cdda67-dcc1-4a9b-9cc1-b7777773b6c9 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.382650 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d2cdda67-dcc1-4a9b-9cc1-b7777773b6c9 tempest-MeteringTestJSON-1972331560 tempest-MeteringTestJSON-1972331560-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/26730d73-3900-4097-84da-853d673397e9 HTTP/1.1" status: 204 len: 168 time: 0.4084036 Dec 06 12:06:25.385626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:25.386548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a9896142-246f-48b4-a4d3-06ab5a302885 None None] Provisioning complete for port 89145eed-43d8-497f-9e66-b9ce760a4ef7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:25.387044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a9896142-246f-48b4-a4d3-06ab5a302885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.401379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:25.404112 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:25.411686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:25.412107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:25.419686 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:25.442153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:25.444332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880d445-6866-41ce-a3cf-b7cb7fc9511a None None] DHCP port deletion for 0525737d-d93f-4c8b-a3e5-65b71fad0c2c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:25.448378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b1bcfaeb-1956-4a68-aff1-675fb3988256 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/b6acddac-2fe3-4a75-9a86-79f748cf4eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8603697 Dec 06 12:06:25.451061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41392) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:25.453211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17cab5a-2476-47cb-9f08-948073c04349 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:25.464177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a9896142-246f-48b4-a4d3-06ab5a302885 None None] Port 89145eed-43d8-497f-9e66-b9ce760a4ef7 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:25.474399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2a6af-b8cf-4f2e-aa89-5d2b8847ee6f None None] Sync routers for ids ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:25.489295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'Port': ['ID=49b852c3-9378-49df-8fbb-5b4a3d2e6bb9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:25.497740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8e79fa38-3e0a-4c5b-9b1a-976ecdbe765f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 3cd4562c-3ada-40ce-9b98-57cba9720760 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:25.498014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e79fa38-3e0a-4c5b-9b1a-976ecdbe765f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.519932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2a6af-b8cf-4f2e-aa89-5d2b8847ee6f None None] Routers {'b6acddac-2fe3-4a75-9a86-79f748cf4eee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:25.520692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8cb2a6af-b8cf-4f2e-aa89-5d2b8847ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:25.539402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef24058-b75b-4e2f-bdc9-e74d22497b2c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:25.545042 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0ef24058-b75b-4e2f-bdc9-e74d22497b2c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports/89145eed-43d8-497f-9e66-b9ce760a4ef7 HTTP/1.1" status: 200 len: 910 time: 0.0929730 Dec 06 12:06:25.553343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41394) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:25.584337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8cb2a6af-b8cf-4f2e-aa89-5d2b8847ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:25.609667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-435f003e-431d-49f0-a438-3cc0f78225ae None None] Provisioning complete for port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:25.610219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-435f003e-431d-49f0-a438-3cc0f78225ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.639005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2a6af-b8cf-4f2e-aa89-5d2b8847ee6f None None] Routers {'b6acddac-2fe3-4a75-9a86-79f748cf4eee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:25.640276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8cb2a6af-b8cf-4f2e-aa89-5d2b8847ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:25.655813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.703605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8cb2a6af-b8cf-4f2e-aa89-5d2b8847ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:25.704472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2a6af-b8cf-4f2e-aa89-5d2b8847ee6f None None] The sync data for ids ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:25.711837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-435f003e-431d-49f0-a438-3cc0f78225ae None None] Port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:25.761135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e79fa38-3e0a-4c5b-9b1a-976ecdbe765f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:25.857653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41398) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:25.875391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8e79fa38-3e0a-4c5b-9b1a-976ecdbe765f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 3cd4562c-3ada-40ce-9b98-57cba9720760 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:26.027660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92e5ac01-023c-4973-83bb-e145a1d4449c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.048696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.052303 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/0525737d-d93f-4c8b-a3e5-65b71fad0c2c HTTP/1.1" status: 204 len: 168 time: 4.1753271 Dec 06 12:06:26.053415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-999d50d6-ce87-41c8-9d34-1c62952bb88e None None] Provisioning complete for port d9c2c306-b942-4f28-8129-f952151f3fb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:26.054438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-999d50d6-ce87-41c8-9d34-1c62952bb88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.062387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41402) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:26.067789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-591291520'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:26.072942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cf540-a4ad-48e4-935d-33d075f9ce47 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=0525737d-d93f-4c8b-a3e5-65b71fad0c2c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:26.187072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:26.191674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.202333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0763-7dd3-4f9e-9bac-05d8a56aa17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.283324 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.290007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.291323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.295963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.318390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9c2c306-b942-4f28-8129-f952151f3fb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:26.349359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c03fa-db31-4efc-bde1-1163d0652007 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:06:26.380139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:26.385964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e79fa38-3e0a-4c5b-9b1a-976ecdbe765f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.399123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0af7f1bf-6f2f-4b29-ac2d-8539f9e53060 None None] Could not find standard attr ID for object 3cd4562c-3ada-40ce-9b98-57cba9720760. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:06:26.406461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=66bb6dcc-5006-4fd0-b920-e3045b963b18,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:26.430219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79fa38-3e0a-4c5b-9b1a-976ecdbe765f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=3cd4562c-3ada-40ce-9b98-57cba9720760,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:26.443065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.443408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment dd6cca8d-ca82-4aa7-872e-ec946f019c79 of type vlan for network 515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e Dec 06 12:06:26.454209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d9c2c306-b942-4f28-8129-f952151f3fb9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:26.454535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.522462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e79fa38-3e0a-4c5b-9b1a-976ecdbe765f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.526800 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8e79fa38-3e0a-4c5b-9b1a-976ecdbe765f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/3cd4562c-3ada-40ce-9b98-57cba9720760 HTTP/1.1" status: 204 len: 168 time: 1.4161682 Dec 06 12:06:26.529872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41404) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:26.546245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 49bb6403-3222-487d-b9e9-d3366645efc7 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:26.550233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:26.564122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c03fa-db31-4efc-bde1-1163d0652007 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:06:26.576414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.592604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d37eb346-73fd-4140-b65c-788fd0cc5969 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:26.609488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.618122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92e5ac01-023c-4973-83bb-e145a1d4449c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.647200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92e5ac01-023c-4973-83bb-e145a1d4449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.710983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.716622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:26.717327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.725911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1514e-2276-41b2-881d-9918514093cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:26.729906 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1fc1514e-2276-41b2-881d-9918514093cf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1964443 Dec 06 12:06:26.730072 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-92e5ac01-023c-4973-83bb-e145a1d4449c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcd2d979c28f447f9f006c14b0be63db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8681779 Dec 06 12:06:26.732467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41406) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:26.732789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41408) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:26.733832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d37eb346-73fd-4140-b65c-788fd0cc5969 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:26.734314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:26.737845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5ac01-023c-4973-83bb-e145a1d4449c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01308c1-0dea-4bfb-a5b1-bebd51e1d6d8,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:26.854939 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 0f1efb32-f057-4cf3-80da-c2023a1a8caf is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:26.991734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d91c7bb9-b661-4383-a5fa-e1fc114e0988 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:27.007316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.022327 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:27.025607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d91c7bb9-b661-4383-a5fa-e1fc114e0988 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:27.028882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d91c7bb9-b661-4383-a5fa-e1fc114e0988 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:27.037129 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a515e24c-cc6f-4bb5-9410-fda490d7a07c None None] Sync routers for ids ['0f1efb32-f057-4cf3-80da-c2023a1a8caf'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:27.043434 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-406445b0-d1c7-4652-bb49-c7dd2198cfc6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/0f1efb32-f057-4cf3-80da-c2023a1a8caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8158433 Dec 06 12:06:27.044314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41410) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:27.059017 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515e24c-cc6f-4bb5-9410-fda490d7a07c None None] Routers {'0f1efb32-f057-4cf3-80da-c2023a1a8caf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:27.059899 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a515e24c-cc6f-4bb5-9410-fda490d7a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f1efb32-f057-4cf3-80da-c2023a1a8caf'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:27.104563 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a515e24c-cc6f-4bb5-9410-fda490d7a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:27.116100 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515e24c-cc6f-4bb5-9410-fda490d7a07c None None] Routers {'0f1efb32-f057-4cf3-80da-c2023a1a8caf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:27.117104 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a515e24c-cc6f-4bb5-9410-fda490d7a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f1efb32-f057-4cf3-80da-c2023a1a8caf'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:27.158138 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a515e24c-cc6f-4bb5-9410-fda490d7a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:27.159124 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a515e24c-cc6f-4bb5-9410-fda490d7a07c None None] The sync data for ids ['0f1efb32-f057-4cf3-80da-c2023a1a8caf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:27.171075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92517706-e657-4fa8-a416-f7d8d3db036e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.172667 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-92517706-e657-4fa8-a416-f7d8d3db036e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports/66bb6dcc-5006-4fd0-b920-e3045b963b18 HTTP/1.1" status: 200 len: 983 time: 0.1255360 Dec 06 12:06:27.176261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41412) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:27.197516 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1340175 Dec 06 12:06:27.214505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41414) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:27.264255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': '515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:27.267885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c3956-9fd2-47ed-b7b1-84fe85a62e8b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:27.300757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:27.375977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3bfcb1f9-f8f0-426f-9cfc-4eec531d6b57 None None] Provisioning complete for port 66bb6dcc-5006-4fd0-b920-e3045b963b18 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:27.376705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb1f9-f8f0-426f-9cfc-4eec531d6b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.402983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e76af48a-d8d4-43a7-8eb8-82b0ca207315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.416217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3bfcb1f9-f8f0-426f-9cfc-4eec531d6b57 None None] Port 66bb6dcc-5006-4fd0-b920-e3045b963b18 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:27.430967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7f213b-18e1-4899-8aa2-acd61aa75d00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.432753 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5d7f213b-18e1-4899-8aa2-acd61aa75d00 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6955802 Dec 06 12:06:27.437496 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41416) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:27.449601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Router 9cb2bc20-474c-4eb7-9439-b1e44da51eb0 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:27.497893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e76af48a-d8d4-43a7-8eb8-82b0ca207315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.521714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:27.526045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.584711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39740973-5d11-4420-bef9-d23ec4cf036b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.586248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39740973-5d11-4420-bef9-d23ec4cf036b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.588673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39740973-5d11-4420-bef9-d23ec4cf036b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:27.590260 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-39740973-5d11-4420-bef9-d23ec4cf036b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1518416 Dec 06 12:06:27.596895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41418) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:27.633163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 89145eed-43d8-497f-9e66-b9ce760a4ef7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:27.634171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.666229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e76af48a-d8d4-43a7-8eb8-82b0ca207315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.668821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e76af48a-d8d4-43a7-8eb8-82b0ca207315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.670017 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e76af48a-d8d4-43a7-8eb8-82b0ca207315 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a01308c1-0dea-4bfb-a5b1-bebd51e1d6d8 HTTP/1.1" status: 204 len: 168 time: 0.9341516 Dec 06 12:06:27.716294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76af48a-d8d4-43a7-8eb8-82b0ca207315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01308c1-0dea-4bfb-a5b1-bebd51e1d6d8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:27.796171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.838871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 89145eed-43d8-497f-9e66-b9ce760a4ef7 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:27.871887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.967515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b586e0-9a59-4f44-912b-54065de04f56 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 028031a5-441f-43db-b16a-d9a6628694b5 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:27.978536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=801da1e2-20de-4e72-a5ea-a627765453e2,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:27.989265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3b586e0-9a59-4f44-912b-54065de04f56 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:27.990213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': 'dd6cca8d-ca82-4aa7-872e-ec946f019c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:27.990569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: 515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:27.999457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41424) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:28.043602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:28.054345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Sync routers for ids ['9cb2bc20-474c-4eb7-9439-b1e44da51eb0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:28.057244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da7feab6-3236-4824-8ea6-cdb2e5f41fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.068715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3b586e0-9a59-4f44-912b-54065de04f56 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.068971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Routers {'9cb2bc20-474c-4eb7-9439-b1e44da51eb0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:28.069744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9cb2bc20-474c-4eb7-9439-b1e44da51eb0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:28.084587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network 515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:28.111492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:28.123367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.123810 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e5b990dd-a3da-4464-bb47-b16b2151c589 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6492901 Dec 06 12:06:28.126610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:28.127506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.130929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41426) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:28.134815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb228eb-d657-4bda-8230-004d4c0c9313 None None] Network 515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:28.193038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a21e8760-ff26-4721-a106-3ab3e56db2b7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9362626 Dec 06 12:06:28.194757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41428) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:28.261516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.272392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Set router 9cb2bc20-474c-4eb7-9439-b1e44da51eb0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:28.308222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da7feab6-3236-4824-8ea6-cdb2e5f41fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.331048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da7feab6-3236-4824-8ea6-cdb2e5f41fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.334896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=89145eed-43d8-497f-9e66-b9ce760a4ef7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:28.381140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3b586e0-9a59-4f44-912b-54065de04f56 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.411376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.456003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-da7feab6-3236-4824-8ea6-cdb2e5f41fe8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c85c203489a4f74bd4a02f803b18525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4552145 Dec 06 12:06:28.460953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41430) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:28.471936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7feab6-3236-4824-8ea6-cdb2e5f41fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290e283e-5db5-4e85-8845-bcb078863990,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:28.479070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.535545 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-33f536bb-b717-463e-964d-f3c46129e9ef tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/routers/9cb2bc20-474c-4eb7-9439-b1e44da51eb0 HTTP/1.1" status: 200 len: 909 time: 0.4015119 Dec 06 12:06:28.543960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41432) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:28.548168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1684421749', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': True}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:28.605156 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:06:28.607113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.608266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.651048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4e5c-5859-406a-9152-fe1bd48e00f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.662757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c12c0fb-35ac-4f01-9a42-fa2839b22d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.676501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96426b32-a55c-4e4b-a453-0afe74654649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e', 'network_id': '515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': '801da1e2-20de-4e72-a5ea-a627765453e2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:28.679130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96426b32-a55c-4e4b-a453-0afe74654649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.691365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.703714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.718256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4e5c-5859-406a-9152-fe1bd48e00f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.731725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.808950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3b586e0-9a59-4f44-912b-54065de04f56 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.840457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb2bc20-474c-4eb7-9439-b1e44da51eb0', 'name': 'tempest-snat-router-1684421749', 'tenant_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.232'}], 'enable_snat': False}, 'gw_port_id': '49b852c3-9378-49df-8fbb-5b4a3d2e6bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:22Z', 'updated_at': '2021-12-06T12:06:26Z', 'revision_number': 3, 'project_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'gw_port': {'id': '49b852c3-9378-49df-8fbb-5b4a3d2e6bb9', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2bc20-474c-4eb7-9439-b1e44da51eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:24Z', 'updated_at': '2021-12-06T12:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:28.865931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.869929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Checking router: 9cb2bc20-474c-4eb7-9439-b1e44da51eb0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:06:28.870376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Updating router 9cb2bc20-474c-4eb7-9439-b1e44da51eb0 port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-96426b32-a55c-4e4b-a453-0afe74654649 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 801da1e2-20de-4e72-a5ea-a627765453e2: This subnet is being modified by another concurrent operation. Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:06:28.875118 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 801da1e2-20de-4e72-a5ea-a627765453e2: This subnet is being modified by another concurrent operation. Dec 06 12:06:28.879057 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:06:28.905256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4e5c-5859-406a-9152-fe1bd48e00f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.907850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4e5c-5859-406a-9152-fe1bd48e00f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.911304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d5fc4e5c-5859-406a-9152-fe1bd48e00f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/290e283e-5db5-4e85-8845-bcb078863990 HTTP/1.1" status: 204 len: 168 time: 0.4461081 Dec 06 12:06:28.915782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=801da1e2-20de-4e72-a5ea-a627765453e2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:28.924234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b586e0-9a59-4f44-912b-54065de04f56 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=028031a5-441f-43db-b16a-d9a6628694b5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:28.939643 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ecab5-3251-43af-a3a0-e3ca52d1124f None None] Network 515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:28.941415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc4e5c-5859-406a-9152-fe1bd48e00f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e283e-5db5-4e85-8845-bcb078863990,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:28.942305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.946755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3b586e0-9a59-4f44-912b-54065de04f56 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:28.950111 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c3b586e0-9a59-4f44-912b-54065de04f56 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/028031a5-441f-43db-b16a-d9a6628694b5 HTTP/1.1" status: 204 len: 168 time: 1.3522799 Dec 06 12:06:28.953797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cf4ab4-a33c-493b-8618-f9241a2d47c0 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:28.953954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41436) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:28.971184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.117004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router b6acddac-2fe3-4a75-9a86-79f748cf4eee has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:29.120159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 66bb6dcc-5006-4fd0-b920-e3045b963b18 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:29.120159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.129319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.163408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d63da89-6ded-40ed-983d-01d913f3b717 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet aa2ba173-41cc-4959-839d-b172a803f7cb {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:29.171090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d63da89-6ded-40ed-983d-01d913f3b717 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.174498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:29.239701 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.241822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6cca8d-ca82-4aa7-872e-ec946f019c79') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:29.242128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6cca8d-ca82-4aa7-872e-ec946f019c79') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:29.285407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.317765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d63da89-6ded-40ed-983d-01d913f3b717 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.323545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.357780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:29.358193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.361604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:29.363178 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:29.372767 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4f1065a7-60b5-40d4-8e54-2b0f247de0d7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/b6acddac-2fe3-4a75-9a86-79f748cf4eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8124347 Dec 06 12:06:29.382323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41442) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:29.383305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 66bb6dcc-5006-4fd0-b920-e3045b963b18 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:29.401700 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61ac6c-47ae-413d-b588-3991f1183375 None None] Sync routers for ids ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:29.422077 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61ac6c-47ae-413d-b588-3991f1183375 None None] Routers {'b6acddac-2fe3-4a75-9a86-79f748cf4eee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:29.423664 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5b61ac6c-47ae-413d-b588-3991f1183375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:29.505699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.517414 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5b61ac6c-47ae-413d-b588-3991f1183375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:29.532177 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61ac6c-47ae-413d-b588-3991f1183375 None None] Routers {'b6acddac-2fe3-4a75-9a86-79f748cf4eee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:29.533182 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5b61ac6c-47ae-413d-b588-3991f1183375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:29.549594 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.607812 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5b61ac6c-47ae-413d-b588-3991f1183375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:29.611294 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61ac6c-47ae-413d-b588-3991f1183375 None None] The sync data for ids ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:29.710039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.725348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d63da89-6ded-40ed-983d-01d913f3b717 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.731536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.740046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e HTTP/1.1" status: 204 len: 168 time: 1.5399630 Dec 06 12:06:29.750100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41452) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:29.776662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748348817'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:29.787292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ca6eb-ad34-42d2-8c30-37bec77febca tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:29.826945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.862221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.871118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.871373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:29.874873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.917783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.942428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:29.949611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d63da89-6ded-40ed-983d-01d913f3b717 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:29.963803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a45ef-f325-43a8-956c-ec99bfa174db None None] Pushing event updated for resources: {'Port': ['ID=49b852c3-9378-49df-8fbb-5b4a3d2e6bb9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:29.978282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Attempting to bind port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:29.979340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Attempting to bind port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:29.980361 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Attempting to bind port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:29.999039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:29.999366 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:30.001162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.001608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:30.002466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Bound port: 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:30.002866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.004697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.005411 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment cd8c50ea-3455-4e16-b1b7-0eb2674d26bf of type vlan for network 06764df1-02aa-4e26-8866-d63c3f0c05ed Dec 06 12:06:30.007058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63da89-6ded-40ed-983d-01d913f3b717 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2ba173-41cc-4959-839d-b172a803f7cb,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:30.025440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d63da89-6ded-40ed-983d-01d913f3b717 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.031793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2d63da89-6ded-40ed-983d-01d913f3b717 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/aa2ba173-41cc-4959-839d-b172a803f7cb HTTP/1.1" status: 204 len: 168 time: 1.0763671 Dec 06 12:06:30.034693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41462) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:30.035650 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c953e-609e-4dff-a107-2fcddb367051 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:30.046938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=66bb6dcc-5006-4fd0-b920-e3045b963b18,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:30.138908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.151689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] For port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:30.157071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] For port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49b852c3-9378-49df-8fbb-5b4a3d2e6bb9,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:30.164976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.224792 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2d936daf-20f1-4c76-b755-249ffa06f0a0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881633 Dec 06 12:06:30.225399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41464) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:30.230445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41466) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:30.231224 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.237156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:30.238822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.248571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7805dcf-7afb-4dbd-a058-75ede2a56f20 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:30.257544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:30.275997 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5035481 Dec 06 12:06:30.297152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41468) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:30.306837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f4aee3e8-a789-4d86-8c87-d7eb342bbecc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:30.315682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a45ef-f325-43a8-956c-ec99bfa174db None None] Pushing event updated for resources: {'Port': ['ID=49b852c3-9378-49df-8fbb-5b4a3d2e6bb9,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:30.319287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Routers {'9cb2bc20-474c-4eb7-9439-b1e44da51eb0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:30.319936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9cb2bc20-474c-4eb7-9439-b1e44da51eb0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:30.333960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.378394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-838dfb84-1930-46f7-80c5-4ec832a896d5 None None] Provisioning complete for port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:30.379170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-838dfb84-1930-46f7-80c5-4ec832a896d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.382206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c60ce6-423b-4909-9c53-bb49439368ac None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:30.522752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40553754-5cf5-4218-9fd7-8fbf3eb1b909 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=06764df1-02aa-4e26-8866-d63c3f0c05ed,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:30.559901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:30.591586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Allocated IP 172.36.1.202 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/37b30ebb-2fca-4630-8c48-c71e12b1140f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:30.594030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.610913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] Set router 9cb2bc20-474c-4eb7-9439-b1e44da51eb0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:30.701842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:30.706398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.736890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-205438097'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:30.775463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-838dfb84-1930-46f7-80c5-4ec832a896d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.869491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:30.873380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.919662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.950074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 0f1efb32-f057-4cf3-80da-c2023a1a8caf has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:30.983837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:30.995910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-838dfb84-1930-46f7-80c5-4ec832a896d5 None None] For port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49b852c3-9378-49df-8fbb-5b4a3d2e6bb9,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:31.020433 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-838dfb84-1930-46f7-80c5-4ec832a896d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.060317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.095775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:31.119192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dfb84-1930-46f7-80c5-4ec832a896d5 None None] Pushing event updated for resources: {'Port': ['ID=49b852c3-9378-49df-8fbb-5b4a3d2e6bb9,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:31.126506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:31.135818 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5779201f-2fe5-4e08-a791-67298539508a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/0f1efb32-f057-4cf3-80da-c2023a1a8caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9584103 Dec 06 12:06:31.140678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41472) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:31.147031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4aee3e8-a789-4d86-8c87-d7eb342bbecc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.154500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e198bad4-fd89-4121-aef6-d30b7233b847 None None] Sync routers for ids ['0f1efb32-f057-4cf3-80da-c2023a1a8caf'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:31.160278 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.183808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4aee3e8-a789-4d86-8c87-d7eb342bbecc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.193119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e198bad4-fd89-4121-aef6-d30b7233b847 None None] Routers {'0f1efb32-f057-4cf3-80da-c2023a1a8caf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:31.193751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e198bad4-fd89-4121-aef6-d30b7233b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f1efb32-f057-4cf3-80da-c2023a1a8caf'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:31.199213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-eb301c80-4046-4419-b585-a9264feb1d78 None None] Provisioning complete for port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:31.199585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb301c80-4046-4419-b585-a9264feb1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.217545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4aee3e8-a789-4d86-8c87-d7eb342bbecc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:06:31.223271 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aee3e8-a789-4d86-8c87-d7eb342bbecc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.223994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4aee3e8-a789-4d86-8c87-d7eb342bbecc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.225494 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f4aee3e8-a789-4d86-8c87-d7eb342bbecc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "PUT /v2.0/networks/06764df1-02aa-4e26-8866-d63c3f0c05ed HTTP/1.1" status: 200 len: 723 time: 0.9247918 Dec 06 12:06:31.240141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41474) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:31.254404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': '06764df1-02aa-4e26-8866-d63c3f0c05ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:31.258802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e198bad4-fd89-4121-aef6-d30b7233b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:31.261935 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb2bc20-474c-4eb7-9439-b1e44da51eb0', 'name': 'tempest-snat-router-1684421749', 'tenant_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.232'}], 'enable_snat': False}, 'gw_port_id': '49b852c3-9378-49df-8fbb-5b4a3d2e6bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:22Z', 'updated_at': '2021-12-06T12:06:26Z', 'revision_number': 3, 'project_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'gw_port': {'id': '49b852c3-9378-49df-8fbb-5b4a3d2e6bb9', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2bc20-474c-4eb7-9439-b1e44da51eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:24Z', 'updated_at': '2021-12-06T12:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:31.292485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.295239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:31.304521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:31.311817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e9167-f42e-4bc9-8203-a21dbeb191de None None] The sync data for ids ['9cb2bc20-474c-4eb7-9439-b1e44da51eb0'] in dv-neutron-master-2-hyperv is: [{'id': '9cb2bc20-474c-4eb7-9439-b1e44da51eb0', 'name': 'tempest-snat-router-1684421749', 'tenant_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.232'}], 'enable_snat': False}, 'gw_port_id': '49b852c3-9378-49df-8fbb-5b4a3d2e6bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:22Z', 'updated_at': '2021-12-06T12:06:26Z', 'revision_number': 3, 'project_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'gw_port': {'id': '49b852c3-9378-49df-8fbb-5b4a3d2e6bb9', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2bc20-474c-4eb7-9439-b1e44da51eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:24Z', 'updated_at': '2021-12-06T12:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:31.315979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:31.322165 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.347749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab3a55-3ab7-4ceb-9939-6c66b0ec8467 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:31.361317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] Deleting port d9c2c306-b942-4f28-8129-f952151f3fb9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:31.361697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.387492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e198bad4-fd89-4121-aef6-d30b7233b847 None None] Routers {'0f1efb32-f057-4cf3-80da-c2023a1a8caf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:31.388184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e198bad4-fd89-4121-aef6-d30b7233b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f1efb32-f057-4cf3-80da-c2023a1a8caf'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:31.403088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aee3e8-a789-4d86-8c87-d7eb342bbecc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=06764df1-02aa-4e26-8866-d63c3f0c05ed,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:31.441224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'Port': ['ID=37b30ebb-2fca-4630-8c48-c71e12b1140f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:31.445238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e198bad4-fd89-4121-aef6-d30b7233b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:31.446583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e198bad4-fd89-4121-aef6-d30b7233b847 None None] The sync data for ids ['0f1efb32-f057-4cf3-80da-c2023a1a8caf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:31.449424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:31.463498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:31.485862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd323f14-a50d-4d4d-a4d8-524df43e9834,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:31.513872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.514524 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Added segment e4e4bf30-2471-4f68-8cbe-4f1b7e766904 of type vlan for network 52db61b1-6c83-432b-af86-b2e33820c6a6 Dec 06 12:06:31.516302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:31.521261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.605876 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-5f60d82e-3340-418c-b9a7-e421e52c18cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 12:06:31.607590 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5f60d82e-3340-418c-b9a7-e421e52c18cd tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/0f1efb32-f057-4cf3-80da-c2023a1a8caf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4638305 Dec 06 12:06:31.616859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41476) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:31.659891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] For port d9c2c306-b942-4f28-8129-f952151f3fb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9c2c306-b942-4f28-8129-f952151f3fb9,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:31.659891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.661976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-eb301c80-4046-4419-b585-a9264feb1d78 None None] Provisioning complete for port d9c2c306-b942-4f28-8129-f952151f3fb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:31.663064 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb301c80-4046-4419-b585-a9264feb1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.685097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.691727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] Calling delete_port for d9c2c306-b942-4f28-8129-f952151f3fb9 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:31.736332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port cf7902ef-0174-48eb-b702-339762cfcb89 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:31.736910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.744197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.752163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:31.753138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.754392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e2f55d39-7184-4ee6-b09f-709e197cba39 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1efb32-f057-4cf3-80da-c2023a1a8caf HTTP/1.1" status: 200 len: 205 time: 0.1337457 Dec 06 12:06:31.756185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41478) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:31.887169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.890183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:31.904967 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3327918 Dec 06 12:06:31.923528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] Pushing event deleted for resources: {'Port': ['ID=d9c2c306-b942-4f28-8129-f952151f3fb9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:31.925572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b36b78-95de-44a1-bd58-846f8c4297b3 None None] No DVR routers for this DVR port d9c2c306-b942-4f28-8129-f952151f3fb9 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:31.939975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41480) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:31.947054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'name': 'tempest-PortsIpV6TestJSON-1183116580'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:31.951958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce9c000-8a8e-4dcd-b45b-44eb5bb0aa54 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:06:32.026572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4642f7db-e0aa-4a98-bbef-52661b3be50a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.035718 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fd009-d0a7-41f9-8090-2b9560f5efa4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Network': ['ID=52db61b1-6c83-432b-af86-b2e33820c6a6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:32.065827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:32.074932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:06:32.084691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.090062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.111388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.118424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5f2aaf03-5caa-4924-9089-53ea67e5e7e8 None None] Provisioning complete for port 37b30ebb-2fca-4630-8c48-c71e12b1140f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:32.118799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f2aaf03-5caa-4924-9089-53ea67e5e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.149515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for cf7902ef-0174-48eb-b702-339762cfcb89 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:32.167029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:32.172944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.178995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce9c000-8a8e-4dcd-b45b-44eb5bb0aa54 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:06:32.184854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:32.193871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:32.194475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.219478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=01886e6a-bf4d-400d-ab60-67b4fbd44305,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:32.262408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': 'cd8c50ea-3455-4e16-b1b7-0eb2674d26bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06764df1-02aa-4e26-8866-d63c3f0c05ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:32.262408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: 06764df1-02aa-4e26-8866-d63c3f0c05ed, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:32.262727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aaf03-5caa-4924-9089-53ea67e5e7e8 None None] Port 37b30ebb-2fca-4630-8c48-c71e12b1140f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:32.306352 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-28db423b-dc18-42e5-8b1e-4dc9eae5f11f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0540161 Dec 06 12:06:32.311059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41482) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:32.322301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0d7e1bc4-0c3f-4d63-a45d-d451bfd151a7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:32.379797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=c41da89c-a98e-4d92-840f-f531864d0025,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:32.410643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4642f7db-e0aa-4a98-bbef-52661b3be50a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.413991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:32.447474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:32.546007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:32.546388 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.607253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 06764df1-02aa-4e26-8866-d63c3f0c05ed) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:32.610448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.621958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:32.622596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.662343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=cf7902ef-0174-48eb-b702-339762cfcb89,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:32.708178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '01886e6a-bf4d-400d-ab60-67b4fbd44305'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:32.709298 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.732438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4642f7db-e0aa-4a98-bbef-52661b3be50a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.751435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:32.756008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.780057 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-837bef30-57a1-447a-b592-324d42c1df16 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5383954 Dec 06 12:06:32.780828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41484) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:32.790378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1980b50a-ec9d-481c-86e1-5b3bbb51c709 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:32.799437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e1bc4-0c3f-4d63-a45d-d451bfd151a7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:32.802607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1bc4-0c3f-4d63-a45d-d451bfd151a7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.806681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9c2c306-b942-4f28-8129-f952151f3fb9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:32.821448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 2cd3d888-37b5-4645-96c1-23473042b869 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:32.828824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4642f7db-e0aa-4a98-bbef-52661b3be50a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.829371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4642f7db-e0aa-4a98-bbef-52661b3be50a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Fanout notify agent at l3_agent the message router_deleted on router 0f1efb32-f057-4cf3-80da-c2023a1a8caf {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:32.832977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d9c2c306-b942-4f28-8129-f952151f3fb9 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:32.833374 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9c2c306-b942-4f28-8129-f952151f3fb9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:32.838751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4642f7db-e0aa-4a98-bbef-52661b3be50a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:32.839885 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4642f7db-e0aa-4a98-bbef-52661b3be50a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/0f1efb32-f057-4cf3-80da-c2023a1a8caf HTTP/1.1" status: 204 len: 168 time: 1.0448999 Dec 06 12:06:32.855807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41486) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:32.899997 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Allocated IP 2001:db8::f816:3eff:fee7:4263 (61c27f2c-faab-4f7c-b849-24512843983c/01886e6a-bf4d-400d-ab60-67b4fbd44305/2bbece7d-f74d-4c11-a1f8-ca88e22d491a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:33.057359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.069970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.073075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.079319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.082866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bfcb73-a0af-46b7-83f6-52bda8efc379 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet 7d0011ed-bb91-43a1-a1a7-1af09590a089 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:33.095406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15bfcb73-a0af-46b7-83f6-52bda8efc379 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.133580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:33.137046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:33.142127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:33.145327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Pushing event updated for resources: {'Port': ['ID=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:33.146873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.200924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Attempting to bind port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:33.200924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Attempting to bind port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:33.201381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Attempting to bind port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:33.202967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1980b50a-ec9d-481c-86e1-5b3bbb51c709 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27222929'] for subnet, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.207412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:33.208495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:33.209009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.209501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:33.210524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Bound port: 2bbece7d-f74d-4c11-a1f8-ca88e22d491a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:33.211004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.231923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.248518 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.ipam_backend_mixin [None req-0d7e1bc4-0c3f-4d63-a45d-d451bfd151a7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01886e6a-bf4d-400d-ab60-67b4fbd44305 (CIDR: 2001:db8::/64) Dec 06 12:06:33.261491 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7e1bc4-0c3f-4d63-a45d-d451bfd151a7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:06:33.262230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7e1bc4-0c3f-4d63-a45d-d451bfd151a7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:33.292083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15bfcb73-a0af-46b7-83f6-52bda8efc379 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.297350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] For port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:33.309306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] For port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:33.311220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Router 8e5fb130-0b06-4313-a29d-b09a475f294d is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:33.314548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.323489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=2cd3d888-37b5-4645-96c1-23473042b869,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:33.347837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking segment: {'id': 'e4e4bf30-2471-4f68-8cbe-4f1b7e766904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:33.348061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network hostable DHCP agents. Network: 52db61b1-6c83-432b-af86-b2e33820c6a6, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:33.395103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739b20a-f659-4bd1-8a39-3ad740115952 None None] Pushing event updated for resources: {'Port': ['ID=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:33.406024 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0d7e1bc4-0c3f-4d63-a45d-d451bfd151a7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0926478 Dec 06 12:06:33.416577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41488) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:33.423726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:33.468052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router b6acddac-2fe3-4a75-9a86-79f748cf4eee has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:33.535610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:33.560071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 52db61b1-6c83-432b-af86-b2e33820c6a6) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:33.574263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:33.580547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.581259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.608207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:33.647653 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6a20aa40-4eb3-45ce-93c5-9ffbb629f22b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7064085 Dec 06 12:06:33.648412 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41490) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:33.651541 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Sync routers for ids ['8e5fb130-0b06-4313-a29d-b09a475f294d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:33.658729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1278074932'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:33.676487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:33.676743 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Routers {'8e5fb130-0b06-4313-a29d-b09a475f294d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:33.677423 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8e5fb130-0b06-4313-a29d-b09a475f294d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:33.694911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64c585-5481-4567-9b8d-3f4d4acd99c8 None None] Sync routers for ids ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:33.695378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c82e2766-eb14-4647-b7bb-b97b5ab6b69d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/b6acddac-2fe3-4a75-9a86-79f748cf4eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3123393 Dec 06 12:06:33.696577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41492) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:33.711492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64c585-5481-4567-9b8d-3f4d4acd99c8 None None] Routers {'b6acddac-2fe3-4a75-9a86-79f748cf4eee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:33.711750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15bfcb73-a0af-46b7-83f6-52bda8efc379 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.711850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bf64c585-5481-4567-9b8d-3f4d4acd99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:33.713521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:33.718024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.745702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.747617 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4450ade1-deaa-49de-aaf6-f044727727c4 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2027967 Dec 06 12:06:33.778090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41494) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:33.779276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1980b50a-ec9d-481c-86e1-5b3bbb51c709 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760314415535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26240146'] for subnet, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.808647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bf64c585-5481-4567-9b8d-3f4d4acd99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:33.819470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-31934703-00d2-4099-b3f4-cd3b1411ddb3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6acddac-2fe3-4a75-9a86-79f748cf4eee HTTP/1.1" status: 200 len: 205 time: 0.1161122 Dec 06 12:06:33.826079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64c585-5481-4567-9b8d-3f4d4acd99c8 None None] Routers {'b6acddac-2fe3-4a75-9a86-79f748cf4eee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:33.827094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bf64c585-5481-4567-9b8d-3f4d4acd99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:33.846113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41496) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:33.850524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980b50a-ec9d-481c-86e1-5b3bbb51c709 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:33.851678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1980b50a-ec9d-481c-86e1-5b3bbb51c709 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.856757 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1980b50a-ec9d-481c-86e1-5b3bbb51c709 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "PUT /v2.0/subnets/c41da89c-a98e-4d92-840f-f531864d0025 HTTP/1.1" status: 200 len: 806 time: 1.0711987 Dec 06 12:06:33.877587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bf64c585-5481-4567-9b8d-3f4d4acd99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:33.878311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64c585-5481-4567-9b8d-3f4d4acd99c8 None None] The sync data for ids ['b6acddac-2fe3-4a75-9a86-79f748cf4eee'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:33.901080 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Set router 8e5fb130-0b06-4313-a29d-b09a475f294d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:33.913611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41498) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:33.937952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:33.943783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:33.964329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c5a179-cfe7-40c3-8a26-eb8835c39315 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.036632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15bfcb73-a0af-46b7-83f6-52bda8efc379 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.044544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980b50a-ec9d-481c-86e1-5b3bbb51c709 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=c41da89c-a98e-4d92-840f-f531864d0025,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:34.076485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfcb73-a0af-46b7-83f6-52bda8efc379 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0011ed-bb91-43a1-a1a7-1af09590a089,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:34.085620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15bfcb73-a0af-46b7-83f6-52bda8efc379 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.091654 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-15bfcb73-a0af-46b7-83f6-52bda8efc379 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/7d0011ed-bb91-43a1-a1a7-1af09590a089 HTTP/1.1" status: 204 len: 168 time: 1.2322073 Dec 06 12:06:34.092673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41500) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:34.100024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:34.133397 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fb130-0b06-4313-a29d-b09a475f294d', 'name': 'tempest-snat-router-1684421749', 'tenant_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': '37b30ebb-2fca-4630-8c48-c71e12b1140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:28Z', 'updated_at': '2021-12-06T12:06:31Z', 'revision_number': 3, 'project_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'gw_port': {'id': '37b30ebb-2fca-4630-8c48-c71e12b1140f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fb130-0b06-4313-a29d-b09a475f294d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:29Z', 'updated_at': '2021-12-06T12:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:34.145421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.145901 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Added segment ce5b3380-b8f0-4a77-91c3-7d5619735ca8 of type vlan for network 9ec6e105-71fc-4ffd-9abc-802c2d413576 Dec 06 12:06:34.163905 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6053a12e-7937-4d4d-aa20-9cb668bc7d77 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/routers/8e5fb130-0b06-4313-a29d-b09a475f294d HTTP/1.1" status: 200 len: 908 time: 0.3820283 Dec 06 12:06:34.166917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41504) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:34.174686 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Checking router: 8e5fb130-0b06-4313-a29d-b09a475f294d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:06:34.175006 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Updating router 8e5fb130-0b06-4313-a29d-b09a475f294d port 37b30ebb-2fca-4630-8c48-c71e12b1140f binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:06:34.180988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.207775 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.264040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c5a179-cfe7-40c3-8a26-eb8835c39315 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.268576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c5a179-cfe7-40c3-8a26-eb8835c39315 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.323743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.342683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.361775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2bbece7d-f74d-4c11-a1f8-ca88e22d491a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:34.366334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c5a179-cfe7-40c3-8a26-eb8835c39315 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.369401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c5a179-cfe7-40c3-8a26-eb8835c39315 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Fanout notify agent at l3_agent the message router_deleted on router b6acddac-2fe3-4a75-9a86-79f748cf4eee {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:34.386004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c5a179-cfe7-40c3-8a26-eb8835c39315 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.389943 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-96c5a179-cfe7-40c3-8a26-eb8835c39315 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/b6acddac-2fe3-4a75-9a86-79f748cf4eee HTTP/1.1" status: 204 len: 168 time: 0.5300276 Dec 06 12:06:34.394123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41508) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:34.460649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:34.461155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.499118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.505533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:34.506547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.540662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.577222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.619699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.661200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Network': ['ID=9ec6e105-71fc-4ffd-9abc-802c2d413576,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:34.662624 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.670930 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-38ef2e23-5170-4a52-819d-5c226c7d94ee tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0140495 Dec 06 12:06:34.678140 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.701234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:34.705995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 9ec6e105-71fc-4ffd-9abc-802c2d413576 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:34.706209 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41510) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:34.710301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.720747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'ports': [{'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6'}, {'network_id': '9ec6e105-71fc-4ffd-9abc-802c2d413576'}]} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:34.720747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:34.721581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': '9ec6e105-71fc-4ffd-9abc-802c2d413576'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:34.784194 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Attempting to bind port 37b30ebb-2fca-4630-8c48-c71e12b1140f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:34.785664 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Attempting to bind port 37b30ebb-2fca-4630-8c48-c71e12b1140f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:34.786387 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Attempting to bind port 37b30ebb-2fca-4630-8c48-c71e12b1140f on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:34.796904 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Pushing event updated for resources: {'Port': ['ID=37b30ebb-2fca-4630-8c48-c71e12b1140f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:34.808337 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.809056 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.809556 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.810220 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.810719 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.811245 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.811752 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.812329 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.812842 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.813453 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.814044 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.814729 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.815407 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:34.826266 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:34.826958 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:34.827593 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.828226 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:34.829212 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Bound port: 37b30ebb-2fca-4630-8c48-c71e12b1140f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:34.829953 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.876260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:34.905002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.920395 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] For port 37b30ebb-2fca-4630-8c48-c71e12b1140f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:34.923063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b708a8-a467-4e4c-8d88-0fe2aa3ec3bf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet 21896c96-831a-4b07-a6aa-beb184cf306d {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:34.924866 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] For port 37b30ebb-2fca-4630-8c48-c71e12b1140f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37b30ebb-2fca-4630-8c48-c71e12b1140f,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:34.928495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16b708a8-a467-4e4c-8d88-0fe2aa3ec3bf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.930991 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:34.934422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d93c9-f32f-44ed-8eca-7293da7aa2c8 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:34.941442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99213498-3a76-4e3d-9ea3-21aa24ecd0bf None None] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:34.978240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16b708a8-a467-4e4c-8d88-0fe2aa3ec3bf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.011646 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78ff8c-69bc-44c9-bffa-6e9006b79e8b None None] Pushing event updated for resources: {'Port': ['ID=37b30ebb-2fca-4630-8c48-c71e12b1140f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.011943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945b393-aa78-425d-9f47-af8a27150e1e None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:35.015387 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Routers {'8e5fb130-0b06-4313-a29d-b09a475f294d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:35.016952 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['8e5fb130-0b06-4313-a29d-b09a475f294d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:35.025412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port d37eb346-73fd-4140-b65c-788fd0cc5969 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:35.025759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.109257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd3faf-7392-4c90-bf2c-fc9fcc5d0100 None None] Network 49bb6403-3222-487d-b9e9-d3366645efc7 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:35.111441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8cdc50-b98e-421a-8420-481a6d53ac8e None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:35.182631 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] Set router 8e5fb130-0b06-4313-a29d-b09a475f294d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:06:35.213575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port d37eb346-73fd-4140-b65c-788fd0cc5969, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d37eb346-73fd-4140-b65c-788fd0cc5969,segment=NetworkSegment(e9bb247c-5085-4123-bd64-c9c910039483),segment_id=e9bb247c-5085-4123-bd64-c9c910039483)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:35.214269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.236538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for d37eb346-73fd-4140-b65c-788fd0cc5969 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:35.239246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16b708a8-a467-4e4c-8d88-0fe2aa3ec3bf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.383398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16b708a8-a467-4e4c-8d88-0fe2aa3ec3bf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.423624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b708a8-a467-4e4c-8d88-0fe2aa3ec3bf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=21896c96-831a-4b07-a6aa-beb184cf306d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.428922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16b708a8-a467-4e4c-8d88-0fe2aa3ec3bf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.433430 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-16b708a8-a467-4e4c-8d88-0fe2aa3ec3bf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/21896c96-831a-4b07-a6aa-beb184cf306d HTTP/1.1" status: 204 len: 168 time: 1.0376279 Dec 06 12:06:35.435501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.439107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41520) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:35.491162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=d37eb346-73fd-4140-b65c-788fd0cc5969,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.494241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No DVR routers for this DVR port d37eb346-73fd-4140-b65c-788fd0cc5969 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:35.520884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a16f8-a5d9-483c-88c2-14ee586eb878 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:35.526915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.529714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=572a41e6-89dd-44b9-95a6-a03384df0cac,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.531287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee65cb4-8bb2-4bae-b5de-cf788135e679 None None] Network 14d32abe-49bd-4314-89f5-4122377413e4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:35.537238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:35.551445 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5fb130-0b06-4313-a29d-b09a475f294d', 'name': 'tempest-snat-router-1684421749', 'tenant_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': '37b30ebb-2fca-4630-8c48-c71e12b1140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:28Z', 'updated_at': '2021-12-06T12:06:31Z', 'revision_number': 3, 'project_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'gw_port': {'id': '37b30ebb-2fca-4630-8c48-c71e12b1140f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fb130-0b06-4313-a29d-b09a475f294d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:29Z', 'updated_at': '2021-12-06T12:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:35.568630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-c661b324-691c-45cc-aa4a-f7e72d5a1104 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet 0e370981-bd61-4164-b0a7-b98fe7b830a2 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:35.573734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=c41da89c-a98e-4d92-840f-f531864d0025,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.575397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c661b324-691c-45cc-aa4a-f7e72d5a1104 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.581008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:35.593195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:35.593930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.611937 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834cdd4-f608-48f9-926c-1756edd407fe None None] The sync data for ids ['8e5fb130-0b06-4313-a29d-b09a475f294d'] in dv-neutron-master-2-hyperv is: [{'id': '8e5fb130-0b06-4313-a29d-b09a475f294d', 'name': 'tempest-snat-router-1684421749', 'tenant_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': '37b30ebb-2fca-4630-8c48-c71e12b1140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:06:28Z', 'updated_at': '2021-12-06T12:06:31Z', 'revision_number': 3, 'project_id': 'e33dab0dc6b141ac8ed4cc44695461f7', 'gw_port': {'id': '37b30ebb-2fca-4630-8c48-c71e12b1140f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5fb130-0b06-4313-a29d-b09a475f294d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:06:29Z', 'updated_at': '2021-12-06T12:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:35.636234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.666389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c661b324-691c-45cc-aa4a-f7e72d5a1104 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.670080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bb6403-3222-487d-b9e9-d3366645efc7']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:35.682196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.705142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06764df1-02aa-4e26-8866-d63c3f0c05ed']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:35.712498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bb247c-5085-4123-bd64-c9c910039483') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:35.712970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bb247c-5085-4123-bd64-c9c910039483') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:35.717942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8c50ea-3455-4e16-b1b7-0eb2674d26bf') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:35.718422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8c50ea-3455-4e16-b1b7-0eb2674d26bf') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:35.731296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.732308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.746230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.752717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.756496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.760900 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:35.761304 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:35.764509 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:35.785045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 2} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:35.785901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:35.786439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:35.790670 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:35.792981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.811774 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-79521409-79e4-4751-b6c3-c243c82570dd None None] Provisioning complete for port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:35.812184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79521409-79e4-4751-b6c3-c243c82570dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.831605 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-68cd6c22-5abe-4184-9a7a-b1cfd0a07287 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4137881 Dec 06 12:06:35.834912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41524) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:35.850492 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:ab:cb:f2', 'name': 'tempest-NetworksTestDHCPv6-1806832368'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:35.863599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c661b324-691c-45cc-aa4a-f7e72d5a1104 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.902069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.907804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.919760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.927091 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/49bb6403-3222-487d-b9e9-d3366645efc7 HTTP/1.1" status: 204 len: 168 time: 1.8274281 Dec 06 12:06:35.930276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41528) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:35.943404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1911790618'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:35.955483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.968027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b241d1-5870-4d72-a017-62404a8ae7b5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=49bb6403-3222-487d-b9e9-d3366645efc7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:35.969154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:35.975252 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/06764df1-02aa-4e26-8866-d63c3f0c05ed HTTP/1.1" status: 204 len: 168 time: 2.0576572 Dec 06 12:06:35.979230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41532) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:36.041220 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04ee2ef-3f4c-463b-88d0-f374614f1f6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:36.041865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04ee2ef-3f4c-463b-88d0-f374614f1f6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:36.048782 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a04ee2ef-3f4c-463b-88d0-f374614f1f6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/06764df1-02aa-4e26-8866-d63c3f0c05ed HTTP/1.1" status: 404 len: 339 time: 0.0517983 Dec 06 12:06:36.050016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41534) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:36.069834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-440246545', 'description': 'd1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:36.070036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3b19-2993-49ef-a2d8-c5692b7afa78 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=06764df1-02aa-4e26-8866-d63c3f0c05ed,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:36.097864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c661b324-691c-45cc-aa4a-f7e72d5a1104 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.100298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:36.105021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.147327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] DHCP port deletion for 14d32abe-49bd-4314-89f5-4122377413e4 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:36.172935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b324-691c-45cc-aa4a-f7e72d5a1104 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=0e370981-bd61-4164-b0a7-b98fe7b830a2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:36.182934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c661b324-691c-45cc-aa4a-f7e72d5a1104 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.189096 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c661b324-691c-45cc-aa4a-f7e72d5a1104 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/0e370981-bd61-4164-b0a7-b98fe7b830a2 HTTP/1.1" status: 204 len: 168 time: 0.7452173 Dec 06 12:06:36.190893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41536) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:36.194019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 911b8438-9d37-4977-9d07-a3540de790f7 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:36.205586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:36.214111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.217474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Deleting port 37b30ebb-2fca-4630-8c48-c71e12b1140f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:36.217857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.238887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01994c7-9900-4d09-80cb-d297a2d1018b None None] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:36.241408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3dff39-303b-4dbe-b516-28d9920de894 None None] Network d58ef480-60d6-4c74-a353-968c1af7028b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:36.300292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:36.302471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:36.311761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:36.374840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.375316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment e60a0ba9-989b-4a78-90fb-0862b5d0ff9b of type vlan for network dff38b72-620e-4c94-8959-3b5eeb1aa983 Dec 06 12:06:36.389732 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15ca20-ec61-473b-be3e-129f60653a8e None None] DHCP port deletion for 49bb6403-3222-487d-b9e9-d3366645efc7 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:36.394994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01994c7-9900-4d09-80cb-d297a2d1018b None None] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed could not be found, it might have been deleted concurrently. {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:06:36.433534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.443714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ab79f-99b3-4b2c-a869-901a892bcc72 None None] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:36.493568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] For port 37b30ebb-2fca-4630-8c48-c71e12b1140f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37b30ebb-2fca-4630-8c48-c71e12b1140f,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:36.493934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.527688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.528576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment 598f0491-fd72-40a1-9e19-2316de796393 of type vlan for network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 Dec 06 12:06:36.533160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.533646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Calling delete_port for 37b30ebb-2fca-4630-8c48-c71e12b1140f owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:36.544881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ab79f-99b3-4b2c-a869-901a892bcc72 None None] Network 06764df1-02aa-4e26-8866-d63c3f0c05ed could not be found, it might have been deleted concurrently. {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 12:06:36.551014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.560818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.561943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.573216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.616470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] Deleting port 5a7790ef-7b09-4ba6-879e-1ec251c5deca {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:36.616957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.683235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2bbece7d-f74d-4c11-a1f8-ca88e22d491a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:36.698358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.708295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 7ae6a9ed-60ba-494a-9716-356bff0b447f yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:36.712923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=dff38b72-620e-4c94-8959-3b5eeb1aa983,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:36.751482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] DHCP port deletion for d58ef480-60d6-4c74-a353-968c1af7028b request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:36.752985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.767102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d42f259b-5602-479c-992c-5a1e1a691511 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7133777 Dec 06 12:06:36.767911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41540) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:36.769697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network dff38b72-620e-4c94-8959-3b5eeb1aa983 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:36.799160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a75ef5e-03ee-4040-a987-fc0910ad456f None None] Update dhcp port {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'fixed_ips': [{'subnet_id': '01886e6a-bf4d-400d-ab60-67b4fbd44305', 'ip_address': '2001:db8::f816:3eff:fee7:4263'}, {'subnet_id': '572a41e6-89dd-44b9-95a6-a03384df0cac'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '2bbece7d-f74d-4c11-a1f8-ca88e22d491a'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:06:36.842452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port c7d8ef40-4156-4cde-b314-e855911c1220 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:36.893742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] For port 5a7790ef-7b09-4ba6-879e-1ec251c5deca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a7790ef-7b09-4ba6-879e-1ec251c5deca,segment=NetworkSegment(b9c21e0a-9a9e-478e-bbfe-f242886c6971),segment_id=b9c21e0a-9a9e-478e-bbfe-f242886c6971)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:36.893742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.912017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] Calling delete_port for 5a7790ef-7b09-4ba6-879e-1ec251c5deca owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:36.948481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.956151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.957027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:36.979084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a4bd4-2c6e-45a7-9061-ccb913a67365 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:36.984111 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a03a4bd4-2c6e-45a7-9061-ccb913a67365 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/networks?id=dff38b72-620e-4c94-8959-3b5eeb1aa983 HTTP/1.1" status: 200 len: 760 time: 0.2123561 Dec 06 12:06:36.996111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41542) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:37.005072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-506cfc6a-22d6-488e-8183-857516c7e173 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'description': 'd2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:37.038891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-80f8623b-5f2e-4a96-8439-85444bd434d4 None None] Provisioning complete for port 37b30ebb-2fca-4630-8c48-c71e12b1140f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:37.041770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80f8623b-5f2e-4a96-8439-85444bd434d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.105574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a75ef5e-03ee-4040-a987-fc0910ad456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.116452 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1849403 Dec 06 12:06:37.117574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41544) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:37.119903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8:0:1::2f0 (61c27f2c-faab-4f7c-b849-24512843983c/572a41e6-89dd-44b9-95a6-a03384df0cac/7ae6a9ed-60ba-494a-9716-356bff0b447f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:37.125822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.134130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.137652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': '9c08f340-5f4a-4dd8-8abf-019f5672ece6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:37.144512 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.plugins.ml2.db [None req-80f8623b-5f2e-4a96-8439-85444bd434d4 None None] No ports have port_id starting with 37b30ebb-2fca-4630-8c48-c71e12b1140f Dec 06 12:06:37.146935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 5a7790ef-7b09-4ba6-879e-1ec251c5deca {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:37.147284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.153129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::f816:3eff:feab:cbf2 (61c27f2c-faab-4f7c-b849-24512843983c/01886e6a-bf4d-400d-ab60-67b4fbd44305/7ae6a9ed-60ba-494a-9716-356bff0b447f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:37.169650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f72e60-be23-438f-9541-6d57700555ad tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=9c08f340-5f4a-4dd8-8abf-019f5672ece6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.174961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:37.175130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.182425 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event deleted for resources: {'Port': ['ID=37b30ebb-2fca-4630-8c48-c71e12b1140f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.208800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] Pushing event deleted for resources: {'Port': ['ID=5a7790ef-7b09-4ba6-879e-1ec251c5deca,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.245213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8468ddd-073f-4f77-942a-91c071cb1329 None None] No DVR routers for this DVR port 5a7790ef-7b09-4ba6-879e-1ec251c5deca on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:37.246550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.246782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:37.365342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.370191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d53c1-1847-4dfe-b6ef-3eb5ce29dffd None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:37.371756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port 5a7790ef-7b09-4ba6-879e-1ec251c5deca, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:37.372173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.404333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.415804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 5a7790ef-7b09-4ba6-879e-1ec251c5deca owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:37.425304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Port 5a7790ef-7b09-4ba6-879e-1ec251c5deca was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:06:37.432616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-506cfc6a-22d6-488e-8183-857516c7e173 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.437520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.458623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] Deleting port b107a4b6-c945-40d5-bf90-75074ef6f43f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:37.459067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.460404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:37.467621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.501991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-506cfc6a-22d6-488e-8183-857516c7e173 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.506414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No DVR routers for this DVR port 5a7790ef-7b09-4ba6-879e-1ec251c5deca on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:37.521499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=5a7790ef-7b09-4ba6-879e-1ec251c5deca,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.542062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.548418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.562699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:37.575910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] For port b107a4b6-c945-40d5-bf90-75074ef6f43f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b107a4b6-c945-40d5-bf90-75074ef6f43f,segment=NetworkSegment(59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f),segment_id=59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:37.576506 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.581239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:37.597137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] Calling delete_port for b107a4b6-c945-40d5-bf90-75074ef6f43f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:37.600512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-506cfc6a-22d6-488e-8183-857516c7e173 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network dff38b72-620e-4c94-8959-3b5eeb1aa983 is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:06:37.605061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 37b30ebb-2fca-4630-8c48-c71e12b1140f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:37.606594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506cfc6a-22d6-488e-8183-857516c7e173 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.607210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-506cfc6a-22d6-488e-8183-857516c7e173 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.611336 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-506cfc6a-22d6-488e-8183-857516c7e173 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "PUT /v2.0/networks/dff38b72-620e-4c94-8959-3b5eeb1aa983 HTTP/1.1" status: 200 len: 757 time: 0.6117001 Dec 06 12:06:37.614667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41548) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:37.618851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:37.619704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.626624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=911b8438-9d37-4977-9d07-a3540de790f7,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.634324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 37b30ebb-2fca-4630-8c48-c71e12b1140f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:37.634324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 37b30ebb-2fca-4630-8c48-c71e12b1140f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 12:06:37.684388 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Port 37b30ebb-2fca-4630-8c48-c71e12b1140f not found, will not notify nova. {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 12:06:37.684669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.684987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e5fb130-0b06-4313-a29d-b09a475f294d {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:37.698810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.702682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.703845 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a5d63053-3cd8-4ccc-9835-89119bff5e62 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8e5fb130-0b06-4313-a29d-b09a475f294d HTTP/1.1" status: 204 len: 168 time: 3.5358784 Dec 06 12:06:37.707343 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=c7d8ef40-4156-4cde-b314-e855911c1220,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.710047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41550) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:37.766183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cfc6a-22d6-488e-8183-857516c7e173 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=dff38b72-620e-4c94-8959-3b5eeb1aa983,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.793525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking segment: {'id': 'ce5b3380-b8f0-4a77-91c3-7d5619735ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ec6e105-71fc-4ffd-9abc-802c2d413576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:37.794127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network hostable DHCP agents. Network: 9ec6e105-71fc-4ffd-9abc-802c2d413576, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:37.801729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.854563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.876836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:37.877602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 9ec6e105-71fc-4ffd-9abc-802c2d413576 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:37.891539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network dff38b72-620e-4c94-8959-3b5eeb1aa983 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:37.893887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5a7790ef-7b09-4ba6-879e-1ec251c5deca no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:37.902359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9ec6e105-71fc-4ffd-9abc-802c2d413576) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:37.913657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:37.921678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:37.932066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.932066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.945061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=7ae6a9ed-60ba-494a-9716-356bff0b447f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:37.951029 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:37.954117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc6b50-c43b-456b-a224-be6dcc81c729 None None] Network 9ec6e105-71fc-4ffd-9abc-802c2d413576 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:37.957480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.959814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d32abe-49bd-4314-89f5-4122377413e4']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:37.963610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5a7790ef-7b09-4ba6-879e-1ec251c5deca {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:37.963610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5a7790ef-7b09-4ba6-879e-1ec251c5deca not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:37.966152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.966871 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:37.972525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b17fa4-65d8-4998-b81a-864780a3f789 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:37.982013 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f8b17fa4-65d8-4998-b81a-864780a3f789 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/networks?id=dff38b72-620e-4c94-8959-3b5eeb1aa983 HTTP/1.1" status: 200 len: 760 time: 0.3637938 Dec 06 12:06:37.985713 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4a933fa8-c54c-43dc-99cd-841b27c8a296 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1408393 Dec 06 12:06:37.985713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41552) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:37.990753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1331582231'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:37.991813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41554) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:38.022042 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5a855116-35c4-4751-a5ae-f368feb5fa94 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3097086 Dec 06 12:06:38.022268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c21e0a-9a9e-478e-bbfe-f242886c6971') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:38.022634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c21e0a-9a9e-478e-bbfe-f242886c6971') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:38.023200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:38.025192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.027441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41556) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:38.028215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.056116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:38.060979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.068461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.068800 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment f9290104-9db1-4f6d-86c5-b1d44091186a of type vlan for network b8c59e33-4014-4939-8b0a-d31b88a9c17e Dec 06 12:06:38.122479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] Pushing event deleted for resources: {'Port': ['ID=b107a4b6-c945-40d5-bf90-75074ef6f43f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:38.123047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.126055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1a75ef5e-03ee-4040-a987-fc0910ad456f None None] Allocated IP 2001:db8:0:1::2 (61c27f2c-faab-4f7c-b849-24512843983c/572a41e6-89dd-44b9-95a6-a03384df0cac/2bbece7d-f74d-4c11-a1f8-ca88e22d491a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:38.130742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1a7bc-2587-417f-9b98-fbfe5ee8f84f None None] No DVR routers for this DVR port b107a4b6-c945-40d5-bf90-75074ef6f43f on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:38.151431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.191125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.194169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:38.194460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.199935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:38.201826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:38.201964 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:38.215986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.288035 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3023231 Dec 06 12:06:38.291835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41558) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:38.297207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': 'b8c59e33-4014-4939-8b0a-d31b88a9c17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:38.331360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41908c0-bbf2-4293-8c25-c292597fa485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=b8c59e33-4014-4939-8b0a-d31b88a9c17e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:38.337654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1a75ef5e-03ee-4040-a987-fc0910ad456f None None] For port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:38.385947 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a75ef5e-03ee-4040-a987-fc0910ad456f None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.389059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network b8c59e33-4014-4939-8b0a-d31b88a9c17e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:38.413773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.414562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a75ef5e-03ee-4040-a987-fc0910ad456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.418480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.424552 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/14d32abe-49bd-4314-89f5-4122377413e4 HTTP/1.1" status: 204 len: 168 time: 2.2299073 Dec 06 12:06:38.427198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41560) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:38.484688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.494968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ac9b3-2884-4be9-8265-876f1ae1ff28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=14d32abe-49bd-4314-89f5-4122377413e4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:38.510843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75ef5e-03ee-4040-a987-fc0910ad456f None None] Pushing event updated for resources: {'Port': ['ID=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:38.541964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b107a4b6-c945-40d5-bf90-75074ef6f43f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:38.554979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a139eff5-5f66-4a9b-baee-9522a58093ed tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 7ae6a9ed-60ba-494a-9716-356bff0b447f {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:38.555326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a139eff5-5f66-4a9b-baee-9522a58093ed tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.556191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:38.561020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.575192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.582793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: b107a4b6-c945-40d5-bf90-75074ef6f43f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:38.583434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b107a4b6-c945-40d5-bf90-75074ef6f43f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:38.583551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d37eb346-73fd-4140-b65c-788fd0cc5969 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:38.610980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d37eb346-73fd-4140-b65c-788fd0cc5969 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:38.611319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d37eb346-73fd-4140-b65c-788fd0cc5969 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:38.783199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.813738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58ef480-60d6-4c74-a353-968c1af7028b']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:38.854411 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:38.854715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cc5497-1c28-4cf8-8a7b-a8859ebbcc5f') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:38.870068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.893782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.927792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:38.928310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:38.931993 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:38.955649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=c0378bbb-7c55-4ad2-a096-6232ab86683d,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:38.963508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0ef53467-f458-4803-86e7-37114b8e1f4f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port c7d8ef40-4156-4cde-b314-e855911c1220 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:38.964196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ef53467-f458-4803-86e7-37114b8e1f4f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.973836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:38.994888 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.064836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.076010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': '598f0491-fd72-40a1-9e19-2316de796393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9c08f340-5f4a-4dd8-8abf-019f5672ece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:39.076375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: 9c08f340-5f4a-4dd8-8abf-019f5672ece6, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:39.082938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.087904 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/d58ef480-60d6-4c74-a353-968c1af7028b HTTP/1.1" status: 204 len: 168 time: 0.6583447 Dec 06 12:06:39.097779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a139eff5-5f66-4a9b-baee-9522a58093ed tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.100582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41562) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:39.116618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-677691378'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:39.121567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44486dfd-f1c0-49e7-a383-cb8e05451812 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=d58ef480-60d6-4c74-a353-968c1af7028b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.121742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ef53467-f458-4803-86e7-37114b8e1f4f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.123441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=b9a78f28-42fc-4476-b9ad-742edda75a6e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.141644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a139eff5-5f66-4a9b-baee-9522a58093ed tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 7ae6a9ed-60ba-494a-9716-356bff0b447f owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:39.142361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': 'f9290104-9db1-4f6d-86c5-b1d44091186a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b8c59e33-4014-4939-8b0a-d31b88a9c17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:39.142733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: b8c59e33-4014-4939-8b0a-d31b88a9c17e, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:39.152759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0ef53467-f458-4803-86e7-37114b8e1f4f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for c7d8ef40-4156-4cde-b314-e855911c1220 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:39.163663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:39.168276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.182105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network b8c59e33-4014-4939-8b0a-d31b88a9c17e is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:39.196673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b8c59e33-4014-4939-8b0a-d31b88a9c17e) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:39.207289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22673f6a-ede8-475e-a1fa-29c909486920 None None] Network b8c59e33-4014-4939-8b0a-d31b88a9c17e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:39.208950 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:39.218549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.219156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.233916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:39.254282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c08f340-5f4a-4dd8-8abf-019f5672ece6) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:39.254476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.254786 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment 19c9192a-dd49-4811-8ed3-6629941ef81b of type vlan for network e47ac4e1-7249-4510-9953-6aab0451c6a5 Dec 06 12:06:39.263730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.264351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.274140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Deleting port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:39.274604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.296182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed25010-b724-4eb2-909d-5a5a3feb2ade None None] Network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:39.318842 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-de075252-0657-4ea4-95b7-2bfe8e1380dd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0229115 Dec 06 12:06:39.319650 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41564) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:39.353538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.372550 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2b0b363d-6840-4ed1-ae75-31e73147cdf3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2466981 Dec 06 12:06:39.375152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e20dade-f218-46f9-885e-4920ed329705 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:39.377154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41566) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:39.392627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-06505726-573e-464e-86cc-ef42d930de6c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-627155071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:39.442423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.451628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.451628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.463164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] For port 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49b852c3-9378-49df-8fbb-5b4a3d2e6bb9,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:39.463164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.477121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2f06d2c3-5dde-497e-ae74-8be0c107e0a4 None None] Provisioning complete for port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:39.477732 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f06d2c3-5dde-497e-ae74-8be0c107e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.483644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06505726-573e-464e-86cc-ef42d930de6c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.484310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06505726-573e-464e-86cc-ef42d930de6c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.487398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ef53467-f458-4803-86e7-37114b8e1f4f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.507821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.543152 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4357007 Dec 06 12:06:39.543384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Calling delete_port for 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:39.543491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41568) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:39.552526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': 'e47ac4e1-7249-4510-9953-6aab0451c6a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:39.556698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef53467-f458-4803-86e7-37114b8e1f4f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=c7d8ef40-4156-4cde-b314-e855911c1220,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.589059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ef53467-f458-4803-86e7-37114b8e1f4f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.594402 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0ef53467-f458-4803-86e7-37114b8e1f4f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/c7d8ef40-4156-4cde-b314-e855911c1220 HTTP/1.1" status: 204 len: 168 time: 1.5417666 Dec 06 12:06:39.598896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41570) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:39.612394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.615293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a50927-bb3b-469c-8fe2-7976690429e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=e47ac4e1-7249-4510-9953-6aab0451c6a5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.646302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network e47ac4e1-7249-4510-9953-6aab0451c6a5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:39.687653 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.703545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cd8d2-1b69-4543-a769-b420b2177fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b8c59e33-4014-4939-8b0a-d31b88a9c17e', 'network_id': 'b8c59e33-4014-4939-8b0a-d31b88a9c17e', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': 'b9a78f28-42fc-4476-b9ad-742edda75a6e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:39.704591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b6cd8d2-1b69-4543-a769-b420b2177fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.725333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a78f28-42fc-4476-b9ad-742edda75a6e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.802045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.808566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d79868-47f1-4826-9d73-956f84cab4d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.814564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d79868-47f1-4826-9d73-956f84cab4d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:39.819750 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b2d79868-47f1-4826-9d73-956f84cab4d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2123353 Dec 06 12:06:39.819970 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41572) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:39.831759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c08f340-5f4a-4dd8-8abf-019f5672ece6', 'network_id': '9c08f340-5f4a-4dd8-8abf-019f5672ece6', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': 'c0378bbb-7c55-4ad2-a096-6232ab86683d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:39.832782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.852805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:39.857616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.858335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c59e33-4014-4939-8b0a-d31b88a9c17e']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:39.865265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a139eff5-5f66-4a9b-baee-9522a58093ed tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.879549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9290104-9db1-4f6d-86c5-b1d44091186a') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:39.880112 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9290104-9db1-4f6d-86c5-b1d44091186a') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:39.933784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.965010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.968043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139eff5-5f66-4a9b-baee-9522a58093ed tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=7ae6a9ed-60ba-494a-9716-356bff0b447f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:39.977770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:39.978550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:39.982402 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:40.020268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e69a54-36e0-4cfb-b0c3-14499b56e2bc None None] Network b8c59e33-4014-4939-8b0a-d31b88a9c17e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:40.021527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06505726-573e-464e-86cc-ef42d930de6c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.054624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06505726-573e-464e-86cc-ef42d930de6c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.055185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0a2a5-c913-4b74-983b-7bde063147e6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 911b8438-9d37-4977-9d07-a3540de790f7 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:40.055770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9c0a2a5-c913-4b74-983b-7bde063147e6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.089782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.102938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a139eff5-5f66-4a9b-baee-9522a58093ed tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.106464 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a139eff5-5f66-4a9b-baee-9522a58093ed tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/7ae6a9ed-60ba-494a-9716-356bff0b447f HTTP/1.1" status: 204 len: 168 time: 2.1115963 Dec 06 12:06:40.121668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41574) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.138647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.142257 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/b8c59e33-4014-4939-8b0a-d31b88a9c17e HTTP/1.1" status: 204 len: 168 time: 0.8203952 Dec 06 12:06:40.144941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06505726-573e-464e-86cc-ef42d930de6c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.146482 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-06505726-573e-464e-86cc-ef42d930de6c tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7656348 Dec 06 12:06:40.150340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41576) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.150883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41578) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.182348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb0509-60d2-4a47-a238-3f532fb36d6d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=b8c59e33-4014-4939-8b0a-d31b88a9c17e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:40.188713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9c0a2a5-c913-4b74-983b-7bde063147e6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.204185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0a2a5-c913-4b74-983b-7bde063147e6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 911b8438-9d37-4977-9d07-a3540de790f7 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:40.229476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717445d-1b62-4afe-a1c9-992b7ceed043 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.233840 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5717445d-1b62-4afe-a1c9-992b7ceed043 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1080673 Dec 06 12:06:40.234460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41580) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.283840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2956ed8-3aa2-4f5e-9708-073af9d33d94 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] GET failed (client error): The resource could not be found. Dec 06 12:06:40.285341 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e2956ed8-3aa2-4f5e-9708-073af9d33d94 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/subnets/b9a78f28-42fc-4476-b9ad-742edda75a6e HTTP/1.1" status: 404 len: 337 time: 0.1314259 Dec 06 12:06:40.295076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41582) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.348577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2bbece7d-f74d-4c11-a1f8-ca88e22d491a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:40.355583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.366692 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-514cef17-b917-44fd-a30c-69b9ca33fbdb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:40.368267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514cef17-b917-44fd-a30c-69b9ca33fbdb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:40.376866 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-514cef17-b917-44fd-a30c-69b9ca33fbdb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/b8c59e33-4014-4939-8b0a-d31b88a9c17e HTTP/1.1" status: 404 len: 339 time: 0.0847249 Dec 06 12:06:40.389146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41584) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.469423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event deleted for resources: {'Port': ['ID=49b852c3-9378-49df-8fbb-5b4a3d2e6bb9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:40.579576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb9c4d-2133-470f-9101-d46cc1194dac None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:40.611620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Allocated IP 2001:db8::2 (9c08f340-5f4a-4dd8-8abf-019f5672ece6/c0378bbb-7c55-4ad2-a096-6232ab86683d/bc44c857-323d-4dbf-84b1-68a1e4a2a332) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:40.636712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b861e5d9-7f46-4715-8cb7-2eccc27cfac2 None None] Provisioning complete for port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:40.637095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b861e5d9-7f46-4715-8cb7-2eccc27cfac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.716069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.764277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:40.764844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.795420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=fa9d437f-995b-4c45-bc72-6587c356b943,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:40.827949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.859681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.903381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ed6a1-b347-4e90-b577-03bff1206d3c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.904439 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a11ed6a1-b347-4e90-b577-03bff1206d3c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5136366 Dec 06 12:06:40.914820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7e94a-b89a-4849-a534-b16aa0d59caa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:40.919078 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b8f7e94a-b89a-4849-a534-b16aa0d59caa tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6819050 Dec 06 12:06:40.919949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41586) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.920070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41588) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.936353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.967739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:40.971504 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-48d60344-5068-4d0b-87f6-a980f0679f0c tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 207 time: 0.0495343 Dec 06 12:06:40.991503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41590) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:40.995912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9c0a2a5-c913-4b74-983b-7bde063147e6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.031757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:41.036596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-781aed0b-65cf-4c3e-b243-d85e1a37129f None None] Could not find standard attr ID for object 7ae6a9ed-60ba-494a-9716-356bff0b447f. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:06:41.041943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:41.045585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:41.051071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Pushing event updated for resources: {'Port': ['ID=bc44c857-323d-4dbf-84b1-68a1e4a2a332,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:41.056597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 37b30ebb-2fca-4630-8c48-c71e12b1140f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:41.059223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': '19c9192a-dd49-4811-8ed3-6629941ef81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e47ac4e1-7249-4510-9953-6aab0451c6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:41.059223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: e47ac4e1-7249-4510-9953-6aab0451c6a5, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:41.071344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.071807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0a2a5-c913-4b74-983b-7bde063147e6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=911b8438-9d37-4977-9d07-a3540de790f7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:41.082660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.099484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 37b30ebb-2fca-4630-8c48-c71e12b1140f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:41.100152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 37b30ebb-2fca-4630-8c48-c71e12b1140f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:41.122006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9c0a2a5-c913-4b74-983b-7bde063147e6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.127465 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c9c0a2a5-c913-4b74-983b-7bde063147e6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/911b8438-9d37-4977-9d07-a3540de790f7 HTTP/1.1" status: 204 len: 168 time: 1.3051980 Dec 06 12:06:41.129729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88824e2c-ee62-48cb-90e5-287601ea4e93 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.130861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41592) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.131275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88824e2c-ee62-48cb-90e5-287601ea4e93 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.133010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88824e2c-ee62-48cb-90e5-287601ea4e93 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.136831 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-88824e2c-ee62-48cb-90e5-287601ea4e93 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2131932 Dec 06 12:06:41.140837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Attempting to bind port bc44c857-323d-4dbf-84b1-68a1e4a2a332 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:41.141218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Attempting to bind port bc44c857-323d-4dbf-84b1-68a1e4a2a332 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '598f0491-fd72-40a1-9e19-2316de796393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9c08f340-5f4a-4dd8-8abf-019f5672ece6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:41.141741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Attempting to bind port bc44c857-323d-4dbf-84b1-68a1e4a2a332 on network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:41.147122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:41.147962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Checking segment: {'id': '598f0491-fd72-40a1-9e19-2316de796393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9c08f340-5f4a-4dd8-8abf-019f5672ece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:41.148108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41594) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.149119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.149119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Bound using segment: {'id': '598f0491-fd72-40a1-9e19-2316de796393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9c08f340-5f4a-4dd8-8abf-019f5672ece6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:41.149534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Bound port: bc44c857-323d-4dbf-84b1-68a1e4a2a332, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598f0491-fd72-40a1-9e19-2316de796393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9c08f340-5f4a-4dd8-8abf-019f5672ece6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:41.149929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.204038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network e47ac4e1-7249-4510-9953-6aab0451c6a5 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:41.222413 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] For port bc44c857-323d-4dbf-84b1-68a1e4a2a332, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:41.222764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae77a1b-f395-479d-bc78-55eda655a485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.223360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.223971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb2bc20-474c-4eb7-9439-b1e44da51eb0 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:41.226259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] For port bc44c857-323d-4dbf-84b1-68a1e4a2a332, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc44c857-323d-4dbf-84b1-68a1e4a2a332,segment=NetworkSegment(598f0491-fd72-40a1-9e19-2316de796393),segment_id=598f0491-fd72-40a1-9e19-2316de796393)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:41.228964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae77a1b-f395-479d-bc78-55eda655a485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.229258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.234306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3ea754b4-8750-470a-917a-89b92add9307 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "DELETE /v2.0/routers/9cb2bc20-474c-4eb7-9439-b1e44da51eb0 HTTP/1.1" status: 204 len: 168 time: 3.5074372 Dec 06 12:06:41.234306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e47ac4e1-7249-4510-9953-6aab0451c6a5) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:41.234762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae77a1b-f395-479d-bc78-55eda655a485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.240296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.240612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae77a1b-f395-479d-bc78-55eda655a485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.242854 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6ae77a1b-f395-479d-bc78-55eda655a485 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2503045 Dec 06 12:06:41.243628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41596) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.245053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.245834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.248163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41598) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.252965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d63e5c-540b-4bda-af91-dba4faaf379b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 01886e6a-bf4d-400d-ab60-67b4fbd44305 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:41.256128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f38370-97e3-4825-9fb3-7ef6b6b01326 None None] Network e47ac4e1-7249-4510-9953-6aab0451c6a5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:41.258145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-27d63e5c-540b-4bda-af91-dba4faaf379b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.301440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-60e53b7d-37c7-4b37-8c94-000f54e5148d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7532303 Dec 06 12:06:41.307630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41600) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.312453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2edbb165-77d0-4535-b7db-7257f0ca9e7c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-787845849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:41.326542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-27d63e5c-540b-4bda-af91-dba4faaf379b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.361078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da4808-f53e-466c-b5ac-1ed7fec55547 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.362801 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-60da4808-f53e-466c-b5ac-1ed7fec55547 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1938596 Dec 06 12:06:41.373809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41602) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.384746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-37052716', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:41.430518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2edbb165-77d0-4535-b7db-7257f0ca9e7c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.430518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2edbb165-77d0-4535-b7db-7257f0ca9e7c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.472321 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-75626ca3-fad0-4e38-99fe-599145b05e58 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:06:41.473939 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-75626ca3-fad0-4e38-99fe-599145b05e58 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/c7d8ef40-4156-4cde-b314-e855911c1220 HTTP/1.1" status: 404 len: 333 time: 0.0963914 Dec 06 12:06:41.478959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc6a0-68f3-4960-aa73-1c9ff47094c3 None None] Pushing event updated for resources: {'Port': ['ID=bc44c857-323d-4dbf-84b1-68a1e4a2a332,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:41.481898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41604) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.512974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8::1 (9c08f340-5f4a-4dd8-8abf-019f5672ece6/c0378bbb-7c55-4ad2-a096-6232ab86683d/f582f6fd-dbf8-472f-a986-a308b3b4f38c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:41.539607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e47ac4e1-7249-4510-9953-6aab0451c6a5', 'network_id': 'e47ac4e1-7249-4510-9953-6aab0451c6a5', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': 'fa9d437f-995b-4c45-bc72-6587c356b943'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:41.540705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.550064 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.551340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.553254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2edbb165-77d0-4535-b7db-7257f0ca9e7c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.562678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2edbb165-77d0-4535-b7db-7257f0ca9e7c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.564087 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfa11ad-4504-43e6-863d-da9f51fca107 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:06:41.565835 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2bfa11ad-4504-43e6-863d-da9f51fca107 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/911b8438-9d37-4977-9d07-a3540de790f7 HTTP/1.1" status: 404 len: 333 time: 0.0567212 Dec 06 12:06:41.574342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41606) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.630168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2edbb165-77d0-4535-b7db-7257f0ca9e7c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.631511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2edbb165-77d0-4535-b7db-7257f0ca9e7c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3225458 Dec 06 12:06:41.635328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41608) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.640363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'port': {'network_id': 'e47ac4e1-7249-4510-9953-6aab0451c6a5', 'name': 'tempest-RoutersTest-1918650329'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:41.668647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-27d63e5c-540b-4bda-af91-dba4faaf379b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.757845 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eb840c5c-2acc-4050-b4b1-36a61a89866e tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3900251 Dec 06 12:06:41.765779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.766453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41610) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:41.772895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.775051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Allocated IP 172.20.0.2 (e47ac4e1-7249-4510-9953-6aab0451c6a5/fa9d437f-995b-4c45-bc72-6587c356b943/abfdec65-6781-4291-8747-5a05a83b191c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:41.832979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.840728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:41.846723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.890329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] device_id is not set on port 8fabbb38-1c85-4715-9244-9cbbeb9497ae yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:41.961271 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:41.995935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7af9ac-5ee2-45ad-b460-bc5b0f6f3796 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.997577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7af9ac-5ee2-45ad-b460-bc5b0f6f3796 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:41.999330 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cf7af9ac-5ee2-45ad-b460-bc5b0f6f3796 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2284546 Dec 06 12:06:42.003376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41612) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:42.033242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:42.041361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:42.062901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:42.064024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.066191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.075355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.076755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=f582f6fd-dbf8-472f-a986-a308b3b4f38c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:42.150676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Network e47ac4e1-7249-4510-9953-6aab0451c6a5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:42.155331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:42.161186 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-27d63e5c-540b-4bda-af91-dba4faaf379b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.165951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:42.207056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.20.0.7 (e47ac4e1-7249-4510-9953-6aab0451c6a5/fa9d437f-995b-4c45-bc72-6587c356b943/8fabbb38-1c85-4715-9244-9cbbeb9497ae) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:42.237726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Pushing event updated for resources: {'Port': ['ID=abfdec65-6781-4291-8747-5a05a83b191c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:42.270281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.278320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Attempting to bind port abfdec65-6781-4291-8747-5a05a83b191c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:42.279220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Attempting to bind port abfdec65-6781-4291-8747-5a05a83b191c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19c9192a-dd49-4811-8ed3-6629941ef81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e47ac4e1-7249-4510-9953-6aab0451c6a5'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:42.281081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.281322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Attempting to bind port abfdec65-6781-4291-8747-5a05a83b191c on network e47ac4e1-7249-4510-9953-6aab0451c6a5 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:42.308336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:42.308805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Checking segment: {'id': '19c9192a-dd49-4811-8ed3-6629941ef81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e47ac4e1-7249-4510-9953-6aab0451c6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:42.309797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.310261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Bound using segment: {'id': '19c9192a-dd49-4811-8ed3-6629941ef81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e47ac4e1-7249-4510-9953-6aab0451c6a5'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:42.310398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d63e5c-540b-4bda-af91-dba4faaf379b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=01886e6a-bf4d-400d-ab60-67b4fbd44305,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:42.310873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Bound port: abfdec65-6781-4291-8747-5a05a83b191c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c9192a-dd49-4811-8ed3-6629941ef81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e47ac4e1-7249-4510-9953-6aab0451c6a5'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:42.316054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.323437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f9272-0607-4116-bd43-a87256310e0d None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:42.325908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-27d63e5c-540b-4bda-af91-dba4faaf379b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.331929 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-27d63e5c-540b-4bda-af91-dba4faaf379b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/01886e6a-bf4d-400d-ab60-67b4fbd44305 HTTP/1.1" status: 204 len: 168 time: 1.1802297 Dec 06 12:06:42.341636 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41614) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:42.421966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bc44c857-323d-4dbf-84b1-68a1e4a2a332 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:42.440066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f51c9f7-e495-440e-b165-4bad383dce73 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:42.441614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f51c9f7-e495-440e-b165-4bad383dce73 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:42.450219 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5f51c9f7-e495-440e-b165-4bad383dce73 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4399867 Dec 06 12:06:42.450219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.453262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41616) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:42.542830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec6e105-71fc-4ffd-9abc-802c2d413576']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:42.548893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6f91c0-6492-4bc5-9f0f-c86b67486f5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 572a41e6-89dd-44b9-95a6-a03384df0cac {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:42.565406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4b6f91c0-6492-4bc5-9f0f-c86b67486f5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.575260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5b3380-b8f0-4a77-91c3-7d5619735ca8') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:42.575655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5b3380-b8f0-4a77-91c3-7d5619735ca8') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:42.593117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] For port abfdec65-6781-4291-8747-5a05a83b191c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:42.625284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] For port abfdec65-6781-4291-8747-5a05a83b191c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=abfdec65-6781-4291-8747-5a05a83b191c,segment=NetworkSegment(19c9192a-dd49-4811-8ed3-6629941ef81b),segment_id=19c9192a-dd49-4811-8ed3-6629941ef81b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:42.634462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.691229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port bc44c857-323d-4dbf-84b1-68a1e4a2a332 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:42.691607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.722994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.745616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.755811 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:42.756626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.801704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95462d4a-542d-4bf2-bf01-041b917f1602 None None] Pushing event updated for resources: {'Port': ['ID=abfdec65-6781-4291-8747-5a05a83b191c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:42.864697 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:42.900584 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.924253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.938871 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4b6f91c0-6492-4bc5-9f0f-c86b67486f5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.948136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:42.956523 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/networks/9ec6e105-71fc-4ffd-9abc-802c2d413576 HTTP/1.1" status: 204 len: 168 time: 1.3746176 Dec 06 12:06:42.963777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41618) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:42.980666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1697196957'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:43.006324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port bc44c857-323d-4dbf-84b1-68a1e4a2a332, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc44c857-323d-4dbf-84b1-68a1e4a2a332,segment=NetworkSegment(598f0491-fd72-40a1-9e19-2316de796393),segment_id=598f0491-fd72-40a1-9e19-2316de796393)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:43.015491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.087673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.108209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=bc44c857-323d-4dbf-84b1-68a1e4a2a332,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:43.152412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:43.185601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:43.185952 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49b852c3-9378-49df-8fbb-5b4a3d2e6bb9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:43.265738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:43.269667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.333759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97386e4-26d0-4983-97a5-68d9d59a342c None None] Network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:43.341207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.348435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:43.380794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.381286 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Added segment 7ddc597d-4120-49ac-88c7-445940cffb55 of type vlan for network c2a9155f-69fa-4881-a881-d0493b160a1d Dec 06 12:06:43.427937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be569455-af63-4501-9c40-f066ac044330 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Network': ['ID=9ec6e105-71fc-4ffd-9abc-802c2d413576,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:43.436671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.456490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ae15234a-8dff-4aca-9059-69e25f123b93 None None] Provisioning complete for port bc44c857-323d-4dbf-84b1-68a1e4a2a332 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:43.456873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae15234a-8dff-4aca-9059-69e25f123b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.462955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46bc8d0-166e-43df-92ce-5b870e4b1168 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.464880 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b46bc8d0-166e-43df-92ce-5b870e4b1168 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/networks/eb69b275-54cd-4078-857f-1bc5d04a51d4 HTTP/1.1" status: 200 len: 800 time: 1.0038016 Dec 06 12:06:43.481220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41620) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.526994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.534604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.535444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.611750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4b6f91c0-6492-4bc5-9f0f-c86b67486f5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.616137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.634232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network e47ac4e1-7249-4510-9953-6aab0451c6a5 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:43.670193 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7028468 Dec 06 12:06:43.670964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.671735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.678235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41622) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.688844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': 'c2a9155f-69fa-4881-a881-d0493b160a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:43.691548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:43.694115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:43.702187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=8fabbb38-1c85-4715-9244-9cbbeb9497ae,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:43.785998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25328aa-0996-4309-8231-9592ceb88e77 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Network': ['ID=c2a9155f-69fa-4881-a881-d0493b160a1d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:43.800843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=f582f6fd-dbf8-472f-a986-a308b3b4f38c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:43.816095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c2a9155f-69fa-4881-a881-d0493b160a1d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:43.872854 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5a294dc6-ba67-4690-a4c0-bd40d5a57264 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/networks/eb69b275-54cd-4078-857f-1bc5d04a51d4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3902109 Dec 06 12:06:43.877067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.884364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41624) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.956913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c6649-056c-4f72-8ef0-a3aea2e18772 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.964433 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4f0c6649-056c-4f72-8ef0-a3aea2e18772 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/subnets/2602bd72-b7ca-4c88-8fba-de989d672d2a HTTP/1.1" status: 200 len: 811 time: 0.0718167 Dec 06 12:06:43.965088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41626) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:43.974148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:43.974802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:43.983373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.026216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4b6f91c0-6492-4bc5-9f0f-c86b67486f5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.071821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:44.075040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-bc2cf939-9898-4022-ad82-93e08499cf3c None None] Provisioning complete for port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:44.075498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf939-9898-4022-ad82-93e08499cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.076488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:44.083796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d6ea6-7d0b-42b9-9df0-c99da53f5f18 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:44.091525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4e3d6ea6-7d0b-42b9-9df0-c99da53f5f18 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "GET /v2.0/subnets/2602bd72-b7ca-4c88-8fba-de989d672d2a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1235774 Dec 06 12:06:44.093932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41628) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:44.102339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998567714'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:44.142467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4b6f91c0-6492-4bc5-9f0f-c86b67486f5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.145967 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4b6f91c0-6492-4bc5-9f0f-c86b67486f5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/572a41e6-89dd-44b9-95a6-a03384df0cac HTTP/1.1" status: 204 len: 168 time: 1.8008208 Dec 06 12:06:44.154167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acca7a3-eba9-43a1-a0db-540f408bebb2 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:44.159483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41630) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:44.223847 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fa7a1fd1-0ab7-46d4-a6e3-c02c9390abf5 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5874619 Dec 06 12:06:44.233323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41632) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:44.292066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:44.304192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.317972 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-57722ce1-4702-4c31-83ec-72294b8fd61e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539636 Dec 06 12:06:44.324043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41634) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:44.325872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f91c0-6492-4bc5-9f0f-c86b67486f5e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=572a41e6-89dd-44b9-95a6-a03384df0cac,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:44.339020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:44.362322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:44.366716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.405331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:44.419321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.420240 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Added segment 5986e4cc-4fcc-4fe9-bfe7-9af2bf480899 of type vlan for network e05bed3f-c21d-45ba-8509-7648ab5cfe32 Dec 06 12:06:44.470836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.508381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.515805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:44.516681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.593689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Performing IP validity checks on allocation pools {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:06:44.596566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:06:44.634131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Allocated IP 172.36.1.7 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/295eb3c4-db24-4e93-8950-1bc83fda1156) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:44.659780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bc44c857-323d-4dbf-84b1-68a1e4a2a332 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:44.750811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b233bf5-d8b8-40cd-976e-7b32e3541fba None None] Network e47ac4e1-7249-4510-9953-6aab0451c6a5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:44.762945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 9cc913e4-2437-470d-b069-ad13632c1477 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:44.813894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.823471 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7274678 Dec 06 12:06:44.824064 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41636) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:44.834274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'network_id': 'e05bed3f-c21d-45ba-8509-7648ab5cfe32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:44.928402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port bc44c857-323d-4dbf-84b1-68a1e4a2a332 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:44.928971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:44.965033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8cddf-58c9-464e-b96b-1b99f1028e9b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Network': ['ID=e05bed3f-c21d-45ba-8509-7648ab5cfe32,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:44.991297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network e05bed3f-c21d-45ba-8509-7648ab5cfe32 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:45.049089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.061635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.063429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d807b555-0875-48a1-b892-30245eac6d23 None None] Provisioning complete for port bc44c857-323d-4dbf-84b1-68a1e4a2a332 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:45.063934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d807b555-0875-48a1-b892-30245eac6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.065884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.138237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.149567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:45.172599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=b72c920c-e4c0-4672-9dfc-44fd4d2a5baa,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:45.184512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:45.188606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.239122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:45.240228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:45.240416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Made reservation on behalf of f7e69dfec2464c8c9a637601cf8037e5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:45.246632 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.251006 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b96115c7-a262-4002-bef4-eb61fdda315e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/9cc913e4-2437-470d-b069-ad13632c1477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0933564 Dec 06 12:06:45.254874 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db34a52-d3d4-4a11-8e52-bdcc7f7b469c None None] Sync routers for ids ['9cc913e4-2437-470d-b069-ad13632c1477'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:45.258804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41638) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:45.263247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device abfdec65-6781-4291-8747-5a05a83b191c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:45.281063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:45.281698 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db34a52-d3d4-4a11-8e52-bdcc7f7b469c None None] Routers {'9cc913e4-2437-470d-b069-ad13632c1477'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:45.282557 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1db34a52-d3d4-4a11-8e52-bdcc7f7b469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9cc913e4-2437-470d-b069-ad13632c1477'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:45.298171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:45.326591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd4f7b9-172d-42e2-a4ee-24ed9182df14 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:45.328355 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1db34a52-d3d4-4a11-8e52-bdcc7f7b469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:45.342112 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db34a52-d3d4-4a11-8e52-bdcc7f7b469c None None] Routers {'9cc913e4-2437-470d-b069-ad13632c1477'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:45.343223 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1db34a52-d3d4-4a11-8e52-bdcc7f7b469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9cc913e4-2437-470d-b069-ad13632c1477'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:45.390922 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1db34a52-d3d4-4a11-8e52-bdcc7f7b469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:45.391885 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db34a52-d3d4-4a11-8e52-bdcc7f7b469c None None] The sync data for ids ['9cc913e4-2437-470d-b069-ad13632c1477'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:45.418759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b657a2d-63e3-4861-9439-3bdf4a29a8bb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:45.423394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5b657a2d-63e3-4861-9439-3bdf4a29a8bb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports/f582f6fd-dbf8-472f-a986-a308b3b4f38c HTTP/1.1" status: 200 len: 911 time: 0.1635175 Dec 06 12:06:45.427369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41640) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:45.435495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] Deleting port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:45.435959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.441995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port abfdec65-6781-4291-8747-5a05a83b191c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:45.442519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.452690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking segment: {'id': '7ddc597d-4120-49ac-88c7-445940cffb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2a9155f-69fa-4881-a881-d0493b160a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:45.453134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network hostable DHCP agents. Network: c2a9155f-69fa-4881-a881-d0493b160a1d, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:45.467732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing IP validity checks on allocation pools {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:06:45.468293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:06:45.487678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event updated for resources: {'Port': ['ID=295eb3c4-db24-4e93-8950-1bc83fda1156,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:45.542636 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network c2a9155f-69fa-4881-a881-d0493b160a1d is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:45.558440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c2a9155f-69fa-4881-a881-d0493b160a1d) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:45.570088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ff527-7e41-4a41-9a59-0401b1990e5c None None] Network c2a9155f-69fa-4881-a881-d0493b160a1d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:45.573596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:45.574843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.588211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.600372 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dbfa13d0-6450-4e73-93d8-d80ea5b9b495 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9184613 Dec 06 12:06:45.645848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41642) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:45.653605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': 'c2a9155f-69fa-4881-a881-d0493b160a1d', 'name': 'tempest-PortsIpV6TestJSON-8803051'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:45.709365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.715435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] For port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:45.716887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.749276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.751657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d807b555-0875-48a1-b892-30245eac6d23 None None] Provisioning complete for port abfdec65-6781-4291-8747-5a05a83b191c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:45.752573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d807b555-0875-48a1-b892-30245eac6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:45.782950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] Calling delete_port for 2bbece7d-f74d-4c11-a1f8-ca88e22d491a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:45.905646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=8fabbb38-1c85-4715-9244-9cbbeb9497ae,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:45.984158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.004284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c2a9155f-69fa-4881-a881-d0493b160a1d', 'network_id': 'c2a9155f-69fa-4881-a881-d0493b160a1d', 'tenant_id': 'c8faa62093a043a8a9c828d10521c053', 'fixed_ips': [{'subnet_id': 'b72c920c-e4c0-4672-9dfc-44fd4d2a5baa'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:46.005239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.018510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.052089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port abfdec65-6781-4291-8747-5a05a83b191c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=abfdec65-6781-4291-8747-5a05a83b191c,segment=NetworkSegment(19c9192a-dd49-4811-8ed3-6629941ef81b),segment_id=19c9192a-dd49-4811-8ed3-6629941ef81b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:46.116452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:46.120722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.186183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 77b0b612-9616-48c6-bb8d-9d799428dc44 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:46.191485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Checking segment: {'id': '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e05bed3f-c21d-45ba-8509-7648ab5cfe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:46.192017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network hostable DHCP agents. Network: e05bed3f-c21d-45ba-8509-7648ab5cfe32, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:46.194051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=1fc4de2f-59e3-4c4c-b049-c373abbbd455,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:46.206813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.225497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Allocated IP 2001:db8::2 (c2a9155f-69fa-4881-a881-d0493b160a1d/b72c920c-e4c0-4672-9dfc-44fd4d2a5baa/e2c96c4c-1566-4737-bd27-4e43fe9acc4b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:46.227919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.265013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] Pushing event deleted for resources: {'Port': ['ID=2bbece7d-f74d-4c11-a1f8-ca88e22d491a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:46.270189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.374802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=c3ef3eec-70c3-4417-975b-11b29a97f267,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:46.385107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:46.401524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:46.404972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:46.405736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.458467 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-882eeeed-6417-4028-8aba-975a51e794d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1260946 Dec 06 12:06:46.459785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41646) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:46.471805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4ea54ade-0219-4270-86e9-6628c106b0e2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:46.506294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Network e05bed3f-c21d-45ba-8509-7648ab5cfe32 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:46.548338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e05bed3f-c21d-45ba-8509-7648ab5cfe32) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:46.556134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:46.557052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.584230 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a6b3254c-907e-4747-81f4-6b9e4a569cfc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7578785 Dec 06 12:06:46.585946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.588348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41648) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:46.594115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e4c53817-8fc8-4edc-bea1-36295de82d3d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:46.637964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.647425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2bbece7d-f74d-4c11-a1f8-ca88e22d491a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:46.657523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=abfdec65-6781-4291-8747-5a05a83b191c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:46.660640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa01d2-a05c-4843-9615-9b99a2a71e52 None None] No DVR routers for this DVR port 2bbece7d-f74d-4c11-a1f8-ca88e22d491a on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:46.664599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef1357c-2b36-477e-ae96-3198e453b78c None None] Network e05bed3f-c21d-45ba-8509-7648ab5cfe32 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:46.707601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.755770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33ed03-4b39-4576-962b-3c6404970ceb None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:46.758131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 2bbece7d-f74d-4c11-a1f8-ca88e22d491a {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:46.758333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2bbece7d-f74d-4c11-a1f8-ca88e22d491a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:46.793266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.805091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Network c2a9155f-69fa-4881-a881-d0493b160a1d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:46.821641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::1c9 (c2a9155f-69fa-4881-a881-d0493b160a1d/b72c920c-e4c0-4672-9dfc-44fd4d2a5baa/77b0b612-9616-48c6-bb8d-9d799428dc44) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:46.822943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:46.834381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d807b555-0875-48a1-b892-30245eac6d23 None None] Provisioning complete for port f582f6fd-dbf8-472f-a986-a308b3b4f38c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:46.834381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d807b555-0875-48a1-b892-30245eac6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.834381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:46.840336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4c53817-8fc8-4edc-bea1-36295de82d3d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26784971'] for subnet, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:46.864752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea54ade-0219-4270-86e9-6628c106b0e2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:46.868746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ea54ade-0219-4270-86e9-6628c106b0e2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.064248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.066778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Pushing event updated for resources: {'Port': ['ID=e2c96c4c-1566-4737-bd27-4e43fe9acc4b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:47.081750 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.ipam_backend_mixin [None req-4ea54ade-0219-4270-86e9-6628c106b0e2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3ef3eec-70c3-4417-975b-11b29a97f267 (CIDR: 2001:db8::/64) Dec 06 12:06:47.099328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.139913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d807b555-0875-48a1-b892-30245eac6d23 None None] Port f582f6fd-dbf8-472f-a986-a308b3b4f38c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:47.155529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Attempting to bind port e2c96c4c-1566-4737-bd27-4e43fe9acc4b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:47.155953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Attempting to bind port e2c96c4c-1566-4737-bd27-4e43fe9acc4b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7ddc597d-4120-49ac-88c7-445940cffb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2a9155f-69fa-4881-a881-d0493b160a1d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:47.156326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Attempting to bind port e2c96c4c-1566-4737-bd27-4e43fe9acc4b on network c2a9155f-69fa-4881-a881-d0493b160a1d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:47.185871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:47.186245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Checking segment: {'id': '7ddc597d-4120-49ac-88c7-445940cffb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2a9155f-69fa-4881-a881-d0493b160a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:47.186656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.189526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Bound using segment: {'id': '7ddc597d-4120-49ac-88c7-445940cffb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2a9155f-69fa-4881-a881-d0493b160a1d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:47.189526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Bound port: e2c96c4c-1566-4737-bd27-4e43fe9acc4b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddc597d-4120-49ac-88c7-445940cffb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2a9155f-69fa-4881-a881-d0493b160a1d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:47.189526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.208515 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea54ade-0219-4270-86e9-6628c106b0e2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:06:47.209026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea54ade-0219-4270-86e9-6628c106b0e2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:47.314012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e05bed3f-c21d-45ba-8509-7648ab5cfe32', 'network_id': 'e05bed3f-c21d-45ba-8509-7648ab5cfe32', 'tenant_id': 'f7e69dfec2464c8c9a637601cf8037e5', 'fixed_ips': [{'subnet_id': '1fc4de2f-59e3-4c4c-b049-c373abbbd455'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:47.315327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.378219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Router 465978f1-6f6a-4061-9437-5043fb568ff7 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:47.391185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f8eee6a7-ee36-4527-9ad8-7d8757206910 None None] Provisioning complete for port 295eb3c4-db24-4e93-8950-1bc83fda1156 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:47.391185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8eee6a7-ee36-4527-9ad8-7d8757206910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.465454 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.531965 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4ea54ade-0219-4270-86e9-6628c106b0e2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0683253 Dec 06 12:06:47.537062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41656) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:47.545407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': 'c3ef3eec-70c3-4417-975b-11b29a97f267'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:47.546286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.549729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:47.566596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f8eee6a7-ee36-4527-9ad8-7d8757206910 None None] Port 295eb3c4-db24-4e93-8950-1bc83fda1156 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:47.567233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4c53817-8fc8-4edc-bea1-36295de82d3d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760314415535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3116967'] for subnet, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.578723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] For port e2c96c4c-1566-4737-bd27-4e43fe9acc4b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:47.609398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] For port e2c96c4c-1566-4737-bd27-4e43fe9acc4b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2c96c4c-1566-4737-bd27-4e43fe9acc4b,segment=NetworkSegment(7ddc597d-4120-49ac-88c7-445940cffb55),segment_id=7ddc597d-4120-49ac-88c7-445940cffb55)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:47.644900 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c53817-8fc8-4edc-bea1-36295de82d3d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.645510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4c53817-8fc8-4edc-bea1-36295de82d3d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.646819 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e4c53817-8fc8-4edc-bea1-36295de82d3d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "PUT /v2.0/subnets/1fc4de2f-59e3-4c4c-b049-c373abbbd455 HTTP/1.1" status: 200 len: 877 time: 1.0574193 Dec 06 12:06:47.652196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69bbef-6624-4916-b140-442408fe9ba2 req-4dfab221-1dc8-49ec-a755-5556e55bc4d6 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.653639 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d69bbef-6624-4916-b140-442408fe9ba2 req-4dfab221-1dc8-49ec-a755-5556e55bc4d6 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2287350 Dec 06 12:06:47.655414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41658) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:47.662251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.664704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f8eee6a7-ee36-4527-9ad8-7d8757206910 None None] Provisioning complete for port abfdec65-6781-4291-8747-5a05a83b191c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:47.665241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8eee6a7-ee36-4527-9ad8-7d8757206910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.668220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-03bb2824-1c6d-4733-b9e7-a4f9dc176ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.670776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-03bb2824-1c6d-4733-b9e7-a4f9dc176ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.2517068 Dec 06 12:06:47.670910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:47.683535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c53817-8fc8-4edc-bea1-36295de82d3d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event updated for resources: {'Subnet': ['ID=1fc4de2f-59e3-4c4c-b049-c373abbbd455,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:47.701123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.725540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b80f0-6615-4b99-b67c-95d0d4899aed None None] Sync routers for ids ['465978f1-6f6a-4061-9437-5043fb568ff7'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:47.796087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.800875 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5e15d9ac-64b3-4fea-8b49-72ac8b53cc9f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 6.5506275 Dec 06 12:06:47.802968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41660) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:47.812551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network c2a9155f-69fa-4881-a881-d0493b160a1d is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:47.813356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-35237b59-129c-4b02-a8ef-a812aa052a04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': False}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:47.823320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=77b0b612-9616-48c6-bb8d-9d799428dc44,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:47.823903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b80f0-6615-4b99-b67c-95d0d4899aed None None] Routers {'465978f1-6f6a-4061-9437-5043fb568ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:47.823903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2d4b80f0-6615-4b99-b67c-95d0d4899aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['465978f1-6f6a-4061-9437-5043fb568ff7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:47.828259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:47.833101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:47.839482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:47.840190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.869455 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:47.880113 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e75266a5-bd7f-473b-9b96-72d567d2c0fb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2291377 Dec 06 12:06:47.881094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41662) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:47.902054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c047e-6294-482d-8c32-f3fd2fc4a6b1 None None] Pushing event updated for resources: {'Port': ['ID=e2c96c4c-1566-4737-bd27-4e43fe9acc4b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:47.907410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Allocated IP 172.20.0.3 (e05bed3f-c21d-45ba-8509-7648ab5cfe32/1fc4de2f-59e3-4c4c-b049-c373abbbd455/618a6b5f-d54d-4483-ae9a-ed9033e6ef94) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:47.909848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2d4b80f0-6615-4b99-b67c-95d0d4899aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:47.980928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b80f0-6615-4b99-b67c-95d0d4899aed None None] Routers {'465978f1-6f6a-4061-9437-5043fb568ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:47.981561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2d4b80f0-6615-4b99-b67c-95d0d4899aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['465978f1-6f6a-4061-9437-5043fb568ff7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:47.990907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/c3ef3eec-70c3-4417-975b-11b29a97f267/553a6d15-0630-48ca-9bf9-bb13575eb3f6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:48.016630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.045192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2d4b80f0-6615-4b99-b67c-95d0d4899aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:48.045550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b80f0-6615-4b99-b67c-95d0d4899aed None None] The sync data for ids ['465978f1-6f6a-4061-9437-5043fb568ff7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:48.069105 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d69bbef-6624-4916-b140-442408fe9ba2 req-dd262d3b-a95a-49bb-ab43-46162961309e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984215 Dec 06 12:06:48.080417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-92a208fa-e186-4c6d-87be-48e009128dff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 77b0b612-9616-48c6-bb8d-9d799428dc44 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:48.080417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92a208fa-e186-4c6d-87be-48e009128dff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.143672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-16eaa1bf-410e-4bb1-bf58-f8c379edd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:48.145626 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-16eaa1bf-410e-4bb1-bf58-f8c379edd440 service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.4468360 Dec 06 12:06:48.170255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f8eee6a7-ee36-4527-9ad8-7d8757206910 None None] Provisioning complete for port 8fabbb38-1c85-4715-9244-9cbbeb9497ae triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:48.170830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8eee6a7-ee36-4527-9ad8-7d8757206910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.177289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:48.181278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.195986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92a208fa-e186-4c6d-87be-48e009128dff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.231730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-92a208fa-e186-4c6d-87be-48e009128dff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 77b0b612-9616-48c6-bb8d-9d799428dc44 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:48.285767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f8eee6a7-ee36-4527-9ad8-7d8757206910 None None] Port 8fabbb38-1c85-4715-9244-9cbbeb9497ae cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:48.309566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.348909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.364133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.364855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.417518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.449664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Network e05bed3f-c21d-45ba-8509-7648ab5cfe32 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:48.458501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:48.468304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.469962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:48.480731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc4de2f-59e3-4c4c-b049-c373abbbd455,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:48.504461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.504807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.505155 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.505498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.505838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.506176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.506511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.506853 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.507186 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.507669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.508160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.508539 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.508870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:48.531521 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-69c3d91c-ef20-4b5a-a73d-d91de5dbb719 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 1001 time: 0.3742270 Dec 06 12:06:48.542825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.574678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Pushing event updated for resources: {'Port': ['ID=618a6b5f-d54d-4483-ae9a-ed9033e6ef94,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:48.598462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port f582f6fd-dbf8-472f-a986-a308b3b4f38c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:48.599004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.604950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device abfdec65-6781-4291-8747-5a05a83b191c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:48.610593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.629034 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:48.646462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=8fabbb38-1c85-4715-9244-9cbbeb9497ae,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:48.649937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Attempting to bind port 618a6b5f-d54d-4483-ae9a-ed9033e6ef94 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:48.650311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Attempting to bind port 618a6b5f-d54d-4483-ae9a-ed9033e6ef94 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e05bed3f-c21d-45ba-8509-7648ab5cfe32'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:48.650669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Attempting to bind port 618a6b5f-d54d-4483-ae9a-ed9033e6ef94 on network e05bed3f-c21d-45ba-8509-7648ab5cfe32 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:48.651001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05bed3f-c21d-45ba-8509-7648ab5cfe32']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:48.661215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:48.663893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:48.669602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.669953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:48.670245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:48.672612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92a208fa-e186-4c6d-87be-48e009128dff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.686790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:48.687182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Checking segment: {'id': '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e05bed3f-c21d-45ba-8509-7648ab5cfe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:48.687566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.687983 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Bound using segment: {'id': '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e05bed3f-c21d-45ba-8509-7648ab5cfe32'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:48.688464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Bound port: 618a6b5f-d54d-4483-ae9a-ed9033e6ef94, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e05bed3f-c21d-45ba-8509-7648ab5cfe32'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:48.688847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.717188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.721210 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Pushing event updated for resources: {'Port': ['ID=553a6d15-0630-48ca-9bf9-bb13575eb3f6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:48.726459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a208fa-e186-4c6d-87be-48e009128dff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=77b0b612-9616-48c6-bb8d-9d799428dc44,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:48.741415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.766531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92a208fa-e186-4c6d-87be-48e009128dff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.773985 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-92a208fa-e186-4c6d-87be-48e009128dff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/77b0b612-9616-48c6-bb8d-9d799428dc44 HTTP/1.1" status: 204 len: 168 time: 0.8889122 Dec 06 12:06:48.773985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:48.773985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:48.777718 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:48.789541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41664) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:48.823347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Attempting to bind port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:48.823724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Attempting to bind port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:48.824124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Attempting to bind port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:48.843757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port abfdec65-6781-4291-8747-5a05a83b191c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:48.844080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.852566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:48.853585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:48.854008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.854414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:48.854921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Bound port: 553a6d15-0630-48ca-9bf9-bb13575eb3f6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:48.855311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.888658 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-7500afa8-832a-48ac-b9e3-8669d9a3cbff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:48.889259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7500afa8-832a-48ac-b9e3-8669d9a3cbff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:48.895467 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7500afa8-832a-48ac-b9e3-8669d9a3cbff tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/77b0b612-9616-48c6-bb8d-9d799428dc44 HTTP/1.1" status: 404 len: 333 time: 0.1053452 Dec 06 12:06:48.896528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:06:48.896528 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:06:48.896528 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'id': 'e05bed3f-c21d-45ba-8509-7648ab5cfe32'}] Dec 06 12:06:48.896528 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:06:48.896934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:06:48.897182 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41666) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:48.897816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] For port 618a6b5f-d54d-4483-ae9a-ed9033e6ef94, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:48.919080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] For port 618a6b5f-d54d-4483-ae9a-ed9033e6ef94, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=618a6b5f-d54d-4483-ae9a-ed9033e6ef94,segment=NetworkSegment(5986e4cc-4fcc-4fe9-bfe7-9af2bf480899),segment_id=5986e4cc-4fcc-4fe9-bfe7-9af2bf480899)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:48.924740 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-8359c1b6-84a7-439b-a320-0ab6bb67b497 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:06:48.929952 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8359c1b6-84a7-439b-a320-0ab6bb67b497 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/77b0b612-9616-48c6-bb8d-9d799428dc44 HTTP/1.1" status: 404 len: 333 time: 0.0310268 Dec 06 12:06:48.930792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41668) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:48.943720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:48.990951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-31756643-1d25-4c8a-927b-7d83f919faad tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet b72c920c-e4c0-4672-9dfc-44fd4d2a5baa {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:48.996062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31756643-1d25-4c8a-927b-7d83f919faad tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.064679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31756643-1d25-4c8a-927b-7d83f919faad tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.074697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-1bad0c82-263c-4d33-bc7c-e565e49b240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:49.076525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-1bad0c82-263c-4d33-bc7c-e565e49b240d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.5235298 Dec 06 12:06:49.091043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6193cd3-66af-4fa6-9e44-50952302d65f None None] Pushing event updated for resources: {'Port': ['ID=618a6b5f-d54d-4483-ae9a-ed9033e6ef94,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:49.125434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56ad76-09fb-41d6-85ee-07c742a77d91 None None] Network e05bed3f-c21d-45ba-8509-7648ab5cfe32 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:49.136411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] For port 553a6d15-0630-48ca-9bf9-bb13575eb3f6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:49.189541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31756643-1d25-4c8a-927b-7d83f919faad tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.281843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31756643-1d25-4c8a-927b-7d83f919faad tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.318193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31756643-1d25-4c8a-927b-7d83f919faad tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.322032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.327528 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-31756643-1d25-4c8a-927b-7d83f919faad tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/b72c920c-e4c0-4672-9dfc-44fd4d2a5baa HTTP/1.1" status: 204 len: 168 time: 0.3955653 Dec 06 12:06:49.328378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41672) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:49.378746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31756643-1d25-4c8a-927b-7d83f919faad tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=b72c920c-e4c0-4672-9dfc-44fd4d2a5baa,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:49.407345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for f582f6fd-dbf8-472f-a986-a308b3b4f38c owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:49.425645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-4b250c87-6ecd-450a-9579-8d87a1b8f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:49.425996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.428087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-4b250c87-6ecd-450a-9579-8d87a1b8f973 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2999601 Dec 06 12:06:49.438236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35237b59-129c-4b02-a8ef-a812aa052a04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.454453 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada7d23-420a-4daf-aae7-eecbe14f1a6c None None] Network c2a9155f-69fa-4881-a881-d0493b160a1d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:49.460523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] For port 553a6d15-0630-48ca-9bf9-bb13575eb3f6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=553a6d15-0630-48ca-9bf9-bb13575eb3f6,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:49.476358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.512310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.521302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network e47ac4e1-7249-4510-9953-6aab0451c6a5 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:49.539946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Deleting port 618a6b5f-d54d-4483-ae9a-ed9033e6ef94 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:49.540272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.606662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e2c96c4c-1566-4737-bd27-4e43fe9acc4b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:49.609665 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port e2c96c4c-1566-4737-bd27-4e43fe9acc4b {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:49.610086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.610230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:49.616864 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] For port 618a6b5f-d54d-4483-ae9a-ed9033e6ef94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=618a6b5f-d54d-4483-ae9a-ed9033e6ef94,segment=NetworkSegment(5986e4cc-4fcc-4fe9-bfe7-9af2bf480899),segment_id=5986e4cc-4fcc-4fe9-bfe7-9af2bf480899)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:49.617318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.635603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fcc4c-fec9-420a-ae48-dec87c33a664 req-7512451f-cbec-4ec0-9486-1e694d6398c3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:49.643314 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d64fcc4c-fec9-420a-ae48-dec87c33a664 req-7512451f-cbec-4ec0-9486-1e694d6398c3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.4090605 Dec 06 12:06:49.648573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Calling delete_port for 618a6b5f-d54d-4483-ae9a-ed9033e6ef94 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:49.724448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-380cd0a2-458d-4937-9de3-240d357a8345 None None] Provisioning complete for port e2c96c4c-1566-4737-bd27-4e43fe9acc4b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:49.725114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-380cd0a2-458d-4937-9de3-240d357a8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.766934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] For port e2c96c4c-1566-4737-bd27-4e43fe9acc4b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2c96c4c-1566-4737-bd27-4e43fe9acc4b,segment=NetworkSegment(7ddc597d-4120-49ac-88c7-445940cffb55),segment_id=7ddc597d-4120-49ac-88c7-445940cffb55)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:49.767645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.792880 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for e2c96c4c-1566-4737-bd27-4e43fe9acc4b owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:49.810631 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Pushing event updated for resources: {'Port': ['ID=553a6d15-0630-48ca-9bf9-bb13575eb3f6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:49.837878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.837878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.838465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.838837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.839377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.839808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.840304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.840736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.841247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.841672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.842108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.842527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.843044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195c39f-e2d7-4ba8-b971-118a72ae73b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:49.868671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b6035a-8ebf-4ad0-9401-d29c7d62df84 None None] Network e05bed3f-c21d-45ba-8509-7648ab5cfe32 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:49.923435 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-009dcaf7-8edf-43e2-a4d1-4c3ed9f7925e service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748037 Dec 06 12:06:49.939088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e2c96c4c-1566-4737-bd27-4e43fe9acc4b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:49.939752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:49.949069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.052337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Port': ['ID=618a6b5f-d54d-4483-ae9a-ed9033e6ef94,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:50.058222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No DVR routers for this DVR port 618a6b5f-d54d-4483-ae9a-ed9033e6ef94 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:50.111493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-380cd0a2-458d-4937-9de3-240d357a8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.117365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] DHCP port deletion for c2a9155f-69fa-4881-a881-d0493b160a1d request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:50.126822 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-43c3ceb8-ae81-40cb-9038-7a62a52877b1 req-c32aee9d-e1fb-4f56-833b-79843d640e85 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894286 Dec 06 12:06:50.176099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.204575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.207795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Port e2c96c4c-1566-4737-bd27-4e43fe9acc4b update to ACTIVE by agent not found {{(pid=103288) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 12:06:50.208498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05bed3f-c21d-45ba-8509-7648ab5cfe32']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.249395 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d64fcc4c-fec9-420a-ae48-dec87c33a664 req-5a7c836e-b869-4f8b-bbb9-b5e843d3480d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6039505 Dec 06 12:06:50.287523 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.288990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5986e4cc-4fcc-4fe9-bfe7-9af2bf480899') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.294823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=e2c96c4c-1566-4737-bd27-4e43fe9acc4b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:50.300647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] Deleting port e2c96c4c-1566-4737-bd27-4e43fe9acc4b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:50.301045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.327459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No DVR routers for this DVR port e2c96c4c-1566-4737-bd27-4e43fe9acc4b on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:50.341047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.350789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 7eb3a7df-6616-4940-84c2-8a5fdb693611 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:06:50.406744 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.414778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] For port e2c96c4c-1566-4737-bd27-4e43fe9acc4b, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:50.415181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.434558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] Calling delete_port for e2c96c4c-1566-4737-bd27-4e43fe9acc4b owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:50.437874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] Port e2c96c4c-1566-4737-bd27-4e43fe9acc4b was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:06:50.439105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ef47a942-d5a0-4d32-a93c-8ddee0727055 None None] Provisioning complete for port 8fabbb38-1c85-4715-9244-9cbbeb9497ae triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:50.439539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef47a942-d5a0-4d32-a93c-8ddee0727055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.441742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.476664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:50.477603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:50.481328 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:50.499987 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 553a6d15-0630-48ca-9bf9-bb13575eb3f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:50.502392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] No DVR routers for this DVR port e2c96c4c-1566-4737-bd27-4e43fe9acc4b on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:50.508979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4da7d-d6a4-454e-89b1-3e6faa038060 None None] Pushing event deleted for resources: {'Port': ['ID=e2c96c4c-1566-4737-bd27-4e43fe9acc4b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:50.540875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:50.545961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ef47a942-d5a0-4d32-a93c-8ddee0727055 None None] Port 8fabbb38-1c85-4715-9244-9cbbeb9497ae cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:50.546599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.548228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.objects.ports [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103286) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:06:50.560672 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-766968fa-6374-4f8c-9ed5-b089fbb98943 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/7eb3a7df-6616-4940-84c2-8a5fdb693611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3253129 Dec 06 12:06:50.561305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41674) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:50.562817 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f878130-32ac-4b5a-87ab-39aa877f88b8 None None] Sync routers for ids ['7eb3a7df-6616-4940-84c2-8a5fdb693611'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:50.566803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:50.567189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.585758 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f878130-32ac-4b5a-87ab-39aa877f88b8 None None] Routers {'7eb3a7df-6616-4940-84c2-8a5fdb693611'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:50.586819 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0f878130-32ac-4b5a-87ab-39aa877f88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7eb3a7df-6616-4940-84c2-8a5fdb693611'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.604011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a9155f-69fa-4881-a881-d0493b160a1d']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.615582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.619506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddc597d-4120-49ac-88c7-445940cffb55') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.619882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddc597d-4120-49ac-88c7-445940cffb55') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.635314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.646212 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/e05bed3f-c21d-45ba-8509-7648ab5cfe32 HTTP/1.1" status: 204 len: 168 time: 2.9822130 Dec 06 12:06:50.653036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41676) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:50.654888 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.666126 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0f878130-32ac-4b5a-87ab-39aa877f88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.666328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.678493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348418cb-e4a8-4487-adc4-fc038490b4e6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=e05bed3f-c21d-45ba-8509-7648ab5cfe32,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:50.688701 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f878130-32ac-4b5a-87ab-39aa877f88b8 None None] Routers {'7eb3a7df-6616-4940-84c2-8a5fdb693611'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:50.689694 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0f878130-32ac-4b5a-87ab-39aa877f88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7eb3a7df-6616-4940-84c2-8a5fdb693611'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.707703 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8a4c41-a450-41a2-af23-cec60266d5c8 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:50.708237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8a4c41-a450-41a2-af23-cec60266d5c8 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:50.714648 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2f8a4c41-a450-41a2-af23-cec60266d5c8 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/1fc4de2f-59e3-4c4c-b049-c373abbbd455 HTTP/1.1" status: 404 len: 337 time: 0.0550804 Dec 06 12:06:50.717035 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41678) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:50.726093 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.744747 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6059ed5-152e-4073-a8b2-7ed0cbb1fe8d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:50.745128 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6059ed5-152e-4073-a8b2-7ed0cbb1fe8d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:50.751420 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d6059ed5-152e-4073-a8b2-7ed0cbb1fe8d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/e05bed3f-c21d-45ba-8509-7648ab5cfe32 HTTP/1.1" status: 404 len: 339 time: 0.0332041 Dec 06 12:06:50.751420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:50.751420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.752079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 553a6d15-0630-48ca-9bf9-bb13575eb3f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=553a6d15-0630-48ca-9bf9-bb13575eb3f6,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:50.758342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:50.761847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41680) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:50.764574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:50.775703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88facc1-cf81-4d08-9712-2cec9aa2caa6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:50.787713 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d88facc1-cf81-4d08-9712-2cec9aa2caa6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports/8fabbb38-1c85-4715-9244-9cbbeb9497ae HTTP/1.1" status: 200 len: 977 time: 0.2215099 Dec 06 12:06:50.790592 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41682) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:50.870259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=f582f6fd-dbf8-472f-a986-a308b3b4f38c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:50.886215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e2c96c4c-1566-4737-bd27-4e43fe9acc4b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:50.904168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.904536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.904944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.905312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.905656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.906187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.906544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.906882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.907217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.907674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.908064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.908400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.908735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:06:50.936568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: e2c96c4c-1566-4737-bd27-4e43fe9acc4b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:50.936887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e2c96c4c-1566-4737-bd27-4e43fe9acc4b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:50.967154 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0f878130-32ac-4b5a-87ab-39aa877f88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:50.967820 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f878130-32ac-4b5a-87ab-39aa877f88b8 None None] The sync data for ids ['7eb3a7df-6616-4940-84c2-8a5fdb693611'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:50.976861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=553a6d15-0630-48ca-9bf9-bb13575eb3f6,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:51.001269 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ff986a-4383-4b86-bb9f-b8e8fc355bfd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:51.001834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ff986a-4383-4b86-bb9f-b8e8fc355bfd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:51.005228 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-53ff986a-4383-4b86-bb9f-b8e8fc355bfd tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/b9a78f28-42fc-4476-b9ad-742edda75a6e HTTP/1.1" status: 404 len: 337 time: 0.2424591 Dec 06 12:06:51.040893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41684) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:51.080071 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f84a38-300d-4747-8621-a11143a28a18 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:51.081999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f84a38-300d-4747-8621-a11143a28a18 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:51.085215 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f4f84a38-300d-4747-8621-a11143a28a18 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/b8c59e33-4014-4939-8b0a-d31b88a9c17e HTTP/1.1" status: 404 len: 339 time: 0.0429165 Dec 06 12:06:51.088434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41686) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:51.102707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.130504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.138424 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/networks/c2a9155f-69fa-4881-a881-d0493b160a1d HTTP/1.1" status: 204 len: 168 time: 1.7877259 Dec 06 12:06:51.146803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41688) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:51.156057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341065fe-0599-4e2b-8e2c-b428dcd05b1f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Network': ['ID=c2a9155f-69fa-4881-a881-d0493b160a1d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:51.171701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1471026426'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:51.237433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.288333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.293416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:51.294564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.329837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.387038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4c5c61-0fd0-4c22-9439-dc77d0e8149d None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:06:51.429851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.445528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8d9f40ba-d4ea-4829-99d6-627b03f26128 None None] Provisioning complete for port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:51.446276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d9f40ba-d4ea-4829-99d6-627b03f26128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.470514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff38b72-620e-4c94-8959-3b5eeb1aa983']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:51.489087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60a0ba9-989b-4a78-90fb-0862b5d0ff9b') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:51.489401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60a0ba9-989b-4a78-90fb-0862b5d0ff9b') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:51.502170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:51.548220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.548220 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Added segment fc62457d-643e-43b1-9724-9f4bb930625f of type vlan for network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c Dec 06 12:06:51.581368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4c5c61-0fd0-4c22-9439-dc77d0e8149d None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:06:51.784812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.805522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.814801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:51.815195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:51.819396 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:51.907938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.916758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:51.919622 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/dff38b72-620e-4c94-8959-3b5eeb1aa983 HTTP/1.1" status: 204 len: 168 time: 0.8302445 Dec 06 12:06:51.922248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41692) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:51.964160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598a04e-e386-46c3-8c86-16b2f056a0cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=dff38b72-620e-4c94-8959-3b5eeb1aa983,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:51.968948 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f10429-7cf1-4e48-8732-570796ed5f45 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:51.969406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f10429-7cf1-4e48-8732-570796ed5f45 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:51.972469 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-03f10429-7cf1-4e48-8732-570796ed5f45 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/c41da89c-a98e-4d92-840f-f531864d0025 HTTP/1.1" status: 404 len: 337 time: 0.0481396 Dec 06 12:06:51.974938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41694) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:51.986722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.026636 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-923c766c-30e2-42a7-9bdb-5b78e5f0ea53 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.027460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923c766c-30e2-42a7-9bdb-5b78e5f0ea53 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.030188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece6bd8-40ad-4130-bc17-e4883c4f20a7 req-72f98009-c0a1-428c-b279-f3979d751fc3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.030641 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-923c766c-30e2-42a7-9bdb-5b78e5f0ea53 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/06764df1-02aa-4e26-8866-d63c3f0c05ed HTTP/1.1" status: 404 len: 339 time: 0.0543599 Dec 06 12:06:52.031826 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5ece6bd8-40ad-4130-bc17-e4883c4f20a7 req-72f98009-c0a1-428c-b279-f3979d751fc3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.6441503 Dec 06 12:06:52.049906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41696) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.134418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.169930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 9cc913e4-2437-470d-b069-ad13632c1477 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:52.174420 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-a081adc1-af74-4bbe-90e9-6e2f723653d6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.174878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a081adc1-af74-4bbe-90e9-6e2f723653d6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.181032 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a081adc1-af74-4bbe-90e9-6e2f723653d6 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/801da1e2-20de-4e72-a5ea-a627765453e2 HTTP/1.1" status: 404 len: 337 time: 0.1259975 Dec 06 12:06:52.182359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41698) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.203816 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-edeb2ef5-7913-467a-a56f-87b3d27d342a tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.204344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edeb2ef5-7913-467a-a56f-87b3d27d342a tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.207487 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-edeb2ef5-7913-467a-a56f-87b3d27d342a tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/515fe4d6-8e79-4cc7-bfa2-a53d0bb5820e HTTP/1.1" status: 404 len: 339 time: 0.0227234 Dec 06 12:06:52.210799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41700) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.242071 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d0d5a8-1214-4a32-9405-af3fc49b854d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.243300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d0d5a8-1214-4a32-9405-af3fc49b854d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.246696 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e2d0d5a8-1214-4a32-9405-af3fc49b854d tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/bf95fe8b-192a-401f-8afc-5b30844b74d5 HTTP/1.1" status: 404 len: 337 time: 0.0341072 Dec 06 12:06:52.249442 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41702) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.259189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.264695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.265276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.271747 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e86f171-6520-4b41-aea0-66bd16847e57 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.272367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e86f171-6520-4b41-aea0-66bd16847e57 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.276122 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5e86f171-6520-4b41-aea0-66bd16847e57 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/0525737d-d93f-4c8b-a3e5-65b71fad0c2c HTTP/1.1" status: 404 len: 339 time: 0.0251369 Dec 06 12:06:52.278624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35237b59-129c-4b02-a8ef-a812aa052a04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.284940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41704) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.293283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 8fabbb38-1c85-4715-9244-9cbbeb9497ae {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:52.293283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.335049 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-429b5ed3-20cc-4332-b9c6-6504d0f36946 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.335548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429b5ed3-20cc-4332-b9c6-6504d0f36946 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.340934 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-429b5ed3-20cc-4332-b9c6-6504d0f36946 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/dbe596ad-da72-47f7-aa5b-6757b1137864 HTTP/1.1" status: 404 len: 337 time: 0.0530713 Dec 06 12:06:52.341560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41706) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.374006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35237b59-129c-4b02-a8ef-a812aa052a04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.374461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 553a6d15-0630-48ca-9bf9-bb13575eb3f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:52.389664 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5ece6bd8-40ad-4130-bc17-e4883c4f20a7 req-eb868485-3daa-4ff8-8e9a-3e5df071a688 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405924 Dec 06 12:06:52.396664 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f5b63b-9aef-4b8f-8f3a-a643eb3a465b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.397072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f5b63b-9aef-4b8f-8f3a-a643eb3a465b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.403730 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-60f5b63b-9aef-4b8f-8f3a-a643eb3a465b tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/8483d5a4-8057-42dd-a1e4-75a8de073383 HTTP/1.1" status: 404 len: 339 time: 0.0589578 Dec 06 12:06:52.404312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41708) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.436440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] For port 553a6d15-0630-48ca-9bf9-bb13575eb3f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=553a6d15-0630-48ca-9bf9-bb13575eb3f6,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:52.438589 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-53749f91-fcbf-47e2-b7f2-336627cbc5ee tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.439018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53749f91-fcbf-47e2-b7f2-336627cbc5ee tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.443906 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-53749f91-fcbf-47e2-b7f2-336627cbc5ee tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/fd627c70-0f60-42db-be96-e444464d83dc HTTP/1.1" status: 404 len: 337 time: 0.0368996 Dec 06 12:06:52.444101 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2889431 Dec 06 12:06:52.445399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41712) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.452434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '79342e12-2086-4ee8-a449-fb5f3ef5fb7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:52.453007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41714) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.454961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:52.455984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.457615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:52.483526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34f079-e57a-4fd1-b989-d54a92fdb135 None None] Sync routers for ids ['9cc913e4-2437-470d-b069-ad13632c1477'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:52.496088 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c0b00c12-c74e-46c0-8069-112b8be20fd1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/9cc913e4-2437-470d-b069-ad13632c1477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0674462 Dec 06 12:06:52.501727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41716) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.506606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34f079-e57a-4fd1-b989-d54a92fdb135 None None] Routers {'9cc913e4-2437-470d-b069-ad13632c1477'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:52.507278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9b34f079-e57a-4fd1-b989-d54a92fdb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9cc913e4-2437-470d-b069-ad13632c1477'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:52.517238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7e22e-ce51-447d-b245-55dfa000ef03 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Network': ['ID=79342e12-2086-4ee8-a449-fb5f3ef5fb7c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:52.529031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.546856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:52.551418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9b34f079-e57a-4fd1-b989-d54a92fdb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:52.555460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 8fabbb38-1c85-4715-9244-9cbbeb9497ae owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:52.563353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-825ab4b1-a65a-4053-bf7b-95ed62f18606 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc913e4-2437-470d-b069-ad13632c1477 HTTP/1.1" status: 200 len: 205 time: 0.0518312 Dec 06 12:06:52.563353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-713a6fcb-697c-40ba-8ac8-461c69401e42 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.563353 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713a6fcb-697c-40ba-8ac8-461c69401e42 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.564938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41718) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.565903 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-713a6fcb-697c-40ba-8ac8-461c69401e42 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/5f4b84e5-6e88-404d-8c4e-52a662cb1e34 HTTP/1.1" status: 404 len: 339 time: 0.1071339 Dec 06 12:06:52.570867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41720) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.611567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34f079-e57a-4fd1-b989-d54a92fdb135 None None] Routers {'9cc913e4-2437-470d-b069-ad13632c1477'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:52.612172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9b34f079-e57a-4fd1-b989-d54a92fdb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['9cc913e4-2437-470d-b069-ad13632c1477'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:52.613174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.623208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.624060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.680973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9b34f079-e57a-4fd1-b989-d54a92fdb135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:52.681214 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-936ef497-f3b8-4ae8-8ee7-267ff5403d33 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.681546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936ef497-f3b8-4ae8-8ee7-267ff5403d33 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.681655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34f079-e57a-4fd1-b989-d54a92fdb135 None None] The sync data for ids ['9cc913e4-2437-470d-b069-ad13632c1477'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:52.687213 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-936ef497-f3b8-4ae8-8ee7-267ff5403d33 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/698ebe10-690f-4d6f-ae2c-5c6e3668fd63 HTTP/1.1" status: 404 len: 337 time: 0.1061003 Dec 06 12:06:52.690181 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41722) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.702272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:52.715138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:52.722799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:52.723065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.726814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf2add-4d6c-4e87-a089-ccafeb2a6a9c None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:52.745699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35237b59-129c-4b02-a8ef-a812aa052a04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Router 465978f1-6f6a-4061-9437-5043fb568ff7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:52.750435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4df43d0-b7c3-4748-91bc-daf3c9f33fc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.751018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=30f4321d-65da-4d2c-b71e-32ee971b2265,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:52.755716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=553a6d15-0630-48ca-9bf9-bb13575eb3f6,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:52.798627 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-196363a0-af62-4568-8433-2f9e24a25ba7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.799323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196363a0-af62-4568-8433-2f9e24a25ba7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.804701 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-196363a0-af62-4568-8433-2f9e24a25ba7 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/b9c4cc4d-facb-4999-a0c0-eca1576e3b11 HTTP/1.1" status: 404 len: 339 time: 0.0814288 Dec 06 12:06:52.806162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41724) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.843736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2cd7dd0b-a5ad-4610-a5b8-66199479a40e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2989373 Dec 06 12:06:52.844013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:52.844137 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4a6d73-9c03-4d87-9cb8-c9a62c35aa70 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.844137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4a6d73-9c03-4d87-9cb8-c9a62c35aa70 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.844368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:52.849132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4c4a6d73-9c03-4d87-9cb8-c9a62c35aa70 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/6895d9a3-9357-4d01-b54a-ea6039edbd61 HTTP/1.1" status: 404 len: 337 time: 0.0396254 Dec 06 12:06:52.849298 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41726) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.850705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41728) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.857999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:64:1c:12', 'name': 'tempest-NetworksTestDHCPv6-1978834544'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:52.901211 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa16ada2-ca41-415d-90a3-67c3f829a9cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.901457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa16ada2-ca41-415d-90a3-67c3f829a9cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.906724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aa16ada2-ca41-415d-90a3-67c3f829a9cb tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/f5846cac-308f-4fdc-8e03-3b74a67906a9 HTTP/1.1" status: 404 len: 339 time: 0.0526836 Dec 06 12:06:52.906935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41730) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.945977 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec03b911-894e-4b48-9a31-b2a736c7c8fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.946440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec03b911-894e-4b48-9a31-b2a736c7c8fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.951876 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ec03b911-894e-4b48-9a31-b2a736c7c8fc tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/24f3a958-9479-4768-8500-79f620d6008a HTTP/1.1" status: 404 len: 337 time: 0.0416684 Dec 06 12:06:52.951876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41732) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.980203 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0cc8e1-adaf-43c1-80fb-f67978da05d4 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] DELETE failed (client error): The resource could not be found. Dec 06 12:06:52.980733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0cc8e1-adaf-43c1-80fb-f67978da05d4 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:06:52.983882 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6d0cc8e1-adaf-43c1-80fb-f67978da05d4 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/8c2e170f-0633-4f1a-99f5-ea820fc0f52c HTTP/1.1" status: 404 len: 339 time: 0.0307419 Dec 06 12:06:52.986967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35237b59-129c-4b02-a8ef-a812aa052a04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:52.988445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41734) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:52.996531 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29976d7f-5b63-4a1c-b018-928d80c9a319 None None] Sync routers for ids ['465978f1-6f6a-4061-9437-5043fb568ff7'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:53.001468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35237b59-129c-4b02-a8ef-a812aa052a04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.005428 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-35237b59-129c-4b02-a8ef-a812aa052a04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "PUT /v2.0/routers/465978f1-6f6a-4061-9437-5043fb568ff7 HTTP/1.1" status: 200 len: 918 time: 5.1946065 Dec 06 12:06:53.006738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41736) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:53.011149 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29976d7f-5b63-4a1c-b018-928d80c9a319 None None] Routers {'465978f1-6f6a-4061-9437-5043fb568ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:53.011778 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-29976d7f-5b63-4a1c-b018-928d80c9a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['465978f1-6f6a-4061-9437-5043fb568ff7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:53.053833 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-29976d7f-5b63-4a1c-b018-928d80c9a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:53.066876 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29976d7f-5b63-4a1c-b018-928d80c9a319 None None] Routers {'465978f1-6f6a-4061-9437-5043fb568ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:53.067613 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-29976d7f-5b63-4a1c-b018-928d80c9a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['465978f1-6f6a-4061-9437-5043fb568ff7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:53.111363 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-29976d7f-5b63-4a1c-b018-928d80c9a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:53.112238 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29976d7f-5b63-4a1c-b018-928d80c9a319 None None] The sync data for ids ['465978f1-6f6a-4061-9437-5043fb568ff7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:53.145548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4df43d0-b7c3-4748-91bc-daf3c9f33fc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.148820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-1302b250-4145-4de0-94e1-cf0ca33b2013 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Deleting subnet 2602bd72-b7ca-4c88-8fba-de989d672d2a {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:53.149737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4df43d0-b7c3-4748-91bc-daf3c9f33fc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.153909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1302b250-4145-4de0-94e1-cf0ca33b2013 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.212298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1302b250-4145-4de0-94e1-cf0ca33b2013 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.247239 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c7ae304e-890b-4468-b756-7a48757e3fa1 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/routers/465978f1-6f6a-4061-9437-5043fb568ff7 HTTP/1.1" status: 200 len: 918 time: 0.2402656 Dec 06 12:06:53.250385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41738) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:53.269870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4df43d0-b7c3-4748-91bc-daf3c9f33fc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.270362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df43d0-b7c3-4748-91bc-daf3c9f33fc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc913e4-2437-470d-b069-ad13632c1477 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:53.278547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4df43d0-b7c3-4748-91bc-daf3c9f33fc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.279682 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f4df43d0-b7c3-4748-91bc-daf3c9f33fc4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/9cc913e4-2437-470d-b069-ad13632c1477 HTTP/1.1" status: 204 len: 168 time: 0.7111185 Dec 06 12:06:53.297719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41740) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:53.348209 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.380996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:53.401078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-54311d75-791c-483a-897b-757c5b968298 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet c0378bbb-7c55-4ad2-a096-6232ab86683d {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:53.406622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9cf4ca-22a7-4b54-8623-899c2c35e138 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:53.410774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5b9cf4ca-22a7-4b54-8623-899c2c35e138 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=465978f1-6f6a-4061-9437-5043fb568ff7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1570835 Dec 06 12:06:53.412429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54311d75-791c-483a-897b-757c5b968298 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.415920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41742) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:53.431596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=8fabbb38-1c85-4715-9244-9cbbeb9497ae,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:53.471746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1302b250-4145-4de0-94e1-cf0ca33b2013 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.533140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.571231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54311d75-791c-483a-897b-757c5b968298 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.644981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d9996-9ea3-47fa-a274-1d93a40632c6 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:53.646476 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e39d9996-9ea3-47fa-a274-1d93a40632c6 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 881 time: 0.2295330 Dec 06 12:06:53.652018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41744) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:53.684074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1302b250-4145-4de0-94e1-cf0ca33b2013 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.686625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.692737 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5ae6a091-d76b-4ed0-b17d-00854a1af3a0 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=465978f1-6f6a-4061-9437-5043fb568ff7 HTTP/1.1" status: 200 len: 205 time: 0.0396204 Dec 06 12:06:53.713952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41746) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:53.739884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=c63916f6-bbba-4f51-9994-43174f687040,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:53.744587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-75052e62-ff1c-4ecb-9dec-342721d4c120 None None] Provisioning complete for port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:53.746406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75052e62-ff1c-4ecb-9dec-342721d4c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.758052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port fc181b5d-16ed-49b9-a294-74903fd649cd yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:53.777581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7337492d-bf7e-4346-9de4-1a4a220cbac0 None None] Network eb69b275-54cd-4078-857f-1bc5d04a51d4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:53.781519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302b250-4145-4de0-94e1-cf0ca33b2013 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Subnet': ['ID=2602bd72-b7ca-4c88-8fba-de989d672d2a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:53.785745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1302b250-4145-4de0-94e1-cf0ca33b2013 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.791970 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1302b250-4145-4de0-94e1-cf0ca33b2013 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/subnets/2602bd72-b7ca-4c88-8fba-de989d672d2a HTTP/1.1" status: 204 len: 168 time: 0.7997348 Dec 06 12:06:53.796590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41748) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:53.805877 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking segment: {'id': 'fc62457d-643e-43b1-9724-9f4bb930625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79342e12-2086-4ee8-a449-fb5f3ef5fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:53.806212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network hostable DHCP agents. Network: 79342e12-2086-4ee8-a449-fb5f3ef5fb7c, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:06:53.811717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.840653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54311d75-791c-483a-897b-757c5b968298 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.939832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:06:53.973198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.975275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 79342e12-2086-4ee8-a449-fb5f3ef5fb7c) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:53.979850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:53.986254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2aaf4-ec78-4094-8274-4fb4e511d156 None None] Network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:53.998403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:53.999000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.042687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54311d75-791c-483a-897b-757c5b968298 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.114815 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3ed9d980-27d0-48af-be95-294f82fefc04 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6682875 Dec 06 12:06:54.124192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41750) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:54.129465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': '79342e12-2086-4ee8-a449-fb5f3ef5fb7c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1069064030'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:54.129674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54311d75-791c-483a-897b-757c5b968298 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=c0378bbb-7c55-4ad2-a096-6232ab86683d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:54.134187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54311d75-791c-483a-897b-757c5b968298 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.140124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::123 (61c27f2c-faab-4f7c-b849-24512843983c/c3ef3eec-70c3-4417-975b-11b29a97f267/fc181b5d-16ed-49b9-a294-74903fd649cd) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:54.140638 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-54311d75-791c-483a-897b-757c5b968298 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/c0378bbb-7c55-4ad2-a096-6232ab86683d HTTP/1.1" status: 204 len: 168 time: 0.8415086 Dec 06 12:06:54.144731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41752) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:54.156523 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 7eb3a7df-6616-4940-84c2-8a5fdb693611 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:06:54.170455 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8:0:1:f816:3eff:fe64:1c12 (61c27f2c-faab-4f7c-b849-24512843983c/30f4321d-65da-4d2c-b71e-32ee971b2265/fc181b5d-16ed-49b9-a294-74903fd649cd) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:54.194596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] DHCP port deletion for eb69b275-54cd-4078-857f-1bc5d04a51d4 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:54.196664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b0f46-112f-4eec-9770-c514bfe27e5f None None] Network 9c08f340-5f4a-4dd8-8abf-019f5672ece6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:54.247488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.258096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.267372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Deleting port 5fce1e5a-fdda-4bf7-a839-50507234b14c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:54.267951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.346181 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:06:54.357069 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7092d936-5618-473f-8068-78fea688c41f tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/7eb3a7df-6616-4940-84c2-8a5fdb693611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5649211 Dec 06 12:06:54.360633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41754) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:54.375881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e21398-c531-4fa4-892b-880c2f9af784 None None] Sync routers for ids ['7eb3a7df-6616-4940-84c2-8a5fdb693611'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:06:54.404394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] For port 5fce1e5a-fdda-4bf7-a839-50507234b14c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fce1e5a-fdda-4bf7-a839-50507234b14c,segment=NetworkSegment(906eaa75-87c7-46b1-a6d2-6b8cfdefe37f),segment_id=906eaa75-87c7-46b1-a6d2-6b8cfdefe37f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:54.405283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.448015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Calling delete_port for 5fce1e5a-fdda-4bf7-a839-50507234b14c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:54.458356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 553a6d15-0630-48ca-9bf9-bb13575eb3f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:54.503066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e21398-c531-4fa4-892b-880c2f9af784 None None] Routers {'7eb3a7df-6616-4940-84c2-8a5fdb693611'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:54.504283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f7e21398-c531-4fa4-892b-880c2f9af784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7eb3a7df-6616-4940-84c2-8a5fdb693611'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:54.534475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Deleting port 295eb3c4-db24-4e93-8950-1bc83fda1156 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:54.534862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.561383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-79342e12-2086-4ee8-a449-fb5f3ef5fb7c', 'network_id': '79342e12-2086-4ee8-a449-fb5f3ef5fb7c', 'tenant_id': 'c8faa62093a043a8a9c828d10521c053', 'fixed_ips': [{'subnet_id': 'c63916f6-bbba-4f51-9994-43174f687040'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:06:54.562375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.570233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] Deleting port 5fce1e5a-fdda-4bf7-a839-50507234b14c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:54.570598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.573444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f7e21398-c531-4fa4-892b-880c2f9af784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:54.600311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port bc44c857-323d-4dbf-84b1-68a1e4a2a332 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:54.600655 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.660396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.665809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e21398-c531-4fa4-892b-880c2f9af784 None None] Routers {'7eb3a7df-6616-4940-84c2-8a5fdb693611'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:06:54.666135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f7e21398-c531-4fa4-892b-880c2f9af784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7eb3a7df-6616-4940-84c2-8a5fdb693611'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:54.707228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Port': ['ID=5fce1e5a-fdda-4bf7-a839-50507234b14c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:54.723588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.726563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] No DVR routers for this DVR port 5fce1e5a-fdda-4bf7-a839-50507234b14c on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:54.728969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port bc44c857-323d-4dbf-84b1-68a1e4a2a332, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc44c857-323d-4dbf-84b1-68a1e4a2a332,segment=NetworkSegment(598f0491-fd72-40a1-9e19-2316de796393),segment_id=598f0491-fd72-40a1-9e19-2316de796393)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:54.729387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.778385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for bc44c857-323d-4dbf-84b1-68a1e4a2a332 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:54.778763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f7e21398-c531-4fa4-892b-880c2f9af784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:54.779556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e21398-c531-4fa4-892b-880c2f9af784 None None] The sync data for ids ['7eb3a7df-6616-4940-84c2-8a5fdb693611'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:06:54.785955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Calling delete_port for 295eb3c4-db24-4e93-8950-1bc83fda1156 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:54.789697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] For port 5fce1e5a-fdda-4bf7-a839-50507234b14c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fce1e5a-fdda-4bf7-a839-50507234b14c,segment=NetworkSegment(906eaa75-87c7-46b1-a6d2-6b8cfdefe37f),segment_id=906eaa75-87c7-46b1-a6d2-6b8cfdefe37f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:54.790000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.816902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] DHCP port deletion for 9c08f340-5f4a-4dd8-8abf-019f5672ece6 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:54.826292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] Calling delete_port for 5fce1e5a-fdda-4bf7-a839-50507234b14c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:54.833923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:54.834288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.883440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:54.886035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.887285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.948985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port df5e9d2d-d3a9-4823-bde0-527c6c1ac723 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:06:54.980011 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-3d755d12-9282-40f3-ba92-4d041d38aee2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 12:06:54.983849 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3d755d12-9282-40f3-ba92-4d041d38aee2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/7eb3a7df-6616-4940-84c2-8a5fdb693611/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6176584 Dec 06 12:06:54.984769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:54.988417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41756) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:55.019408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Allocated IP 2001:db8::2 (79342e12-2086-4ee8-a449-fb5f3ef5fb7c/c63916f6-bbba-4f51-9994-43174f687040/5fc6805f-8b69-4c06-80d5-5e838d43a164) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:55.053405 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-74a236fa-2453-49cb-a8c7-602bb753da2d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb3a7df-6616-4940-84c2-8a5fdb693611 HTTP/1.1" status: 200 len: 205 time: 0.0612946 Dec 06 12:06:55.056480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41758) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:55.102741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] Deleting port bc44c857-323d-4dbf-84b1-68a1e4a2a332 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:55.103119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.111139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.165601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3433e4d-56b3-4811-8b53-5470f4734c86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.197185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] No DVR routers for this DVR port 5fce1e5a-fdda-4bf7-a839-50507234b14c on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:55.202026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcabdd3-f1ab-40ec-9059-1bdbac6a813f None None] Pushing event deleted for resources: {'Port': ['ID=5fce1e5a-fdda-4bf7-a839-50507234b14c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.275824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb69b275-54cd-4078-857f-1bc5d04a51d4']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:55.292504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] For port bc44c857-323d-4dbf-84b1-68a1e4a2a332, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc44c857-323d-4dbf-84b1-68a1e4a2a332,segment=NetworkSegment(598f0491-fd72-40a1-9e19-2316de796393),segment_id=598f0491-fd72-40a1-9e19-2316de796393)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:55.292906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.297979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906eaa75-87c7-46b1-a6d2-6b8cfdefe37f') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:55.298470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906eaa75-87c7-46b1-a6d2-6b8cfdefe37f') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:55.316189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] Calling delete_port for bc44c857-323d-4dbf-84b1-68a1e4a2a332 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:55.327219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.346957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.353728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5fce1e5a-fdda-4bf7-a839-50507234b14c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:55.378414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.408241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3433e4d-56b3-4811-8b53-5470f4734c86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.415432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3433e4d-56b3-4811-8b53-5470f4734c86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.417994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5fce1e5a-fdda-4bf7-a839-50507234b14c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:55.418919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5fce1e5a-fdda-4bf7-a839-50507234b14c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:55.421315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:55.438491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.443770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:55.444372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.446858 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:55.449368 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:55.463832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.469857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:55.497405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=bc44c857-323d-4dbf-84b1-68a1e4a2a332,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.528168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:55.528708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No DVR routers for this DVR port bc44c857-323d-4dbf-84b1-68a1e4a2a332 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:55.533581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:55.543690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:55.546610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.546758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=fc181b5d-16ed-49b9-a294-74903fd649cd,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.562892 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:55.564914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Pushing event updated for resources: {'Port': ['ID=5fc6805f-8b69-4c06-80d5-5e838d43a164,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.570905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:55.575993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.599987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.600553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] No DVR routers for this DVR port bc44c857-323d-4dbf-84b1-68a1e4a2a332 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:55.601815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3433e4d-56b3-4811-8b53-5470f4734c86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.602598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3433e4d-56b3-4811-8b53-5470f4734c86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Fanout notify agent at l3_agent the message router_deleted on router 7eb3a7df-6616-4940-84c2-8a5fdb693611 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:55.633225 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2489832-2b07-43b5-a3fc-f3c25fc68b88 None None] Pushing event deleted for resources: {'Port': ['ID=bc44c857-323d-4dbf-84b1-68a1e4a2a332,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.638274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3433e4d-56b3-4811-8b53-5470f4734c86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.642638 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b3433e4d-56b3-4811-8b53-5470f4734c86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/7eb3a7df-6616-4940-84c2-8a5fdb693611 HTTP/1.1" status: 204 len: 168 time: 0.5835824 Dec 06 12:06:55.643533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41760) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:55.645525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::1fd (79342e12-2086-4ee8-a449-fb5f3ef5fb7c/c63916f6-bbba-4f51-9994-43174f687040/df5e9d2d-d3a9-4823-bde0-527c6c1ac723) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:55.658290 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-48119619-08f4-4700-b6d8-e58edb35141e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8041770 Dec 06 12:06:55.664881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.669748 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] 10.222.0.24 "DELETE /v2.0/networks/eb69b275-54cd-4078-857f-1bc5d04a51d4 HTTP/1.1" status: 204 len: 168 time: 1.8703532 Dec 06 12:06:55.672056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41762) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:55.673329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Attempting to bind port 5fc6805f-8b69-4c06-80d5-5e838d43a164 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:06:55.673957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Attempting to bind port 5fc6805f-8b69-4c06-80d5-5e838d43a164 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fc62457d-643e-43b1-9724-9f4bb930625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79342e12-2086-4ee8-a449-fb5f3ef5fb7c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:06:55.674400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Attempting to bind port 5fc6805f-8b69-4c06-80d5-5e838d43a164 on network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:06:55.680634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:06:55.681137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Checking segment: {'id': 'fc62457d-643e-43b1-9724-9f4bb930625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79342e12-2086-4ee8-a449-fb5f3ef5fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:06:55.681549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.682144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Bound using segment: {'id': 'fc62457d-643e-43b1-9724-9f4bb930625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79342e12-2086-4ee8-a449-fb5f3ef5fb7c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:06:55.682862 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Bound port: 5fc6805f-8b69-4c06-80d5-5e838d43a164, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc62457d-643e-43b1-9724-9f4bb930625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '79342e12-2086-4ee8-a449-fb5f3ef5fb7c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:06:55.683260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.731470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cb11a7-b21b-49bc-9e51-c70b8779afda tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet fa9d437f-995b-4c45-bc72-6587c356b943 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:55.735119 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33cb11a7-b21b-49bc-9e51-c70b8779afda tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.746461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.747781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca760baf-408a-4d8b-9160-aeed220116a0 tempest-NetworksTest-854686215 tempest-NetworksTest-854686215-project] Pushing event deleted for resources: {'Network': ['ID=eb69b275-54cd-4078-857f-1bc5d04a51d4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.771097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] For port 5fc6805f-8b69-4c06-80d5-5e838d43a164, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:06:55.775120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] For port 5fc6805f-8b69-4c06-80d5-5e838d43a164, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fc6805f-8b69-4c06-80d5-5e838d43a164,segment=NetworkSegment(fc62457d-643e-43b1-9724-9f4bb930625f),segment_id=fc62457d-643e-43b1-9724-9f4bb930625f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:06:55.781186 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.818504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33cb11a7-b21b-49bc-9e51-c70b8779afda tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.836829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c08f340-5f4a-4dd8-8abf-019f5672ece6']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:55.862456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.893504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598f0491-fd72-40a1-9e19-2316de796393') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:55.893803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598f0491-fd72-40a1-9e19-2316de796393') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:55.946355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:55.957216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event deleted for resources: {'Port': ['ID=295eb3c4-db24-4e93-8950-1bc83fda1156,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:55.986242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266a4a0-4b0b-4412-8b0b-aa54c67e2c78 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:56.001021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb5116-7006-4622-993c-bb38f23751ec None None] Pushing event updated for resources: {'Port': ['ID=5fc6805f-8b69-4c06-80d5-5e838d43a164,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:56.021749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.031776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f708fdff-367c-4209-91fc-483b3941c8f0 None None] Provisioning complete for port fc181b5d-16ed-49b9-a294-74903fd649cd triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:56.032285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f708fdff-367c-4209-91fc-483b3941c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.037610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:56.037610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:56.041433 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:56.090850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33cb11a7-b21b-49bc-9e51-c70b8779afda tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.110183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.176451 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.224262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f267bc81-e1b0-40f6-942e-f10bb6e9f20b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port fc181b5d-16ed-49b9-a294-74903fd649cd {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:56.228138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f267bc81-e1b0-40f6-942e-f10bb6e9f20b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.230646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33cb11a7-b21b-49bc-9e51-c70b8779afda tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.265109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb11a7-b21b-49bc-9e51-c70b8779afda tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9d437f-995b-4c45-bc72-6587c356b943,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:56.279506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33cb11a7-b21b-49bc-9e51-c70b8779afda tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.291472 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-33cb11a7-b21b-49bc-9e51-c70b8779afda tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/fa9d437f-995b-4c45-bc72-6587c356b943 HTTP/1.1" status: 204 len: 168 time: 0.6283121 Dec 06 12:06:56.297557 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41768) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:56.304700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.325943 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.347659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41770) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:56.363938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.366936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3b423-6ef6-4665-aa2d-3b2b953aa008 None None] Network e47ac4e1-7249-4510-9953-6aab0451c6a5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:56.371768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.372871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f708fdff-367c-4209-91fc-483b3941c8f0 None None] Port fc181b5d-16ed-49b9-a294-74903fd649cd cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:56.383509 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/9c08f340-5f4a-4dd8-8abf-019f5672ece6 HTTP/1.1" status: 204 len: 168 time: 2.2364566 Dec 06 12:06:56.386005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41774) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:56.395153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.395309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1428454137', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:56.458133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d76670a7-1309-4dcf-807d-4d689331bf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.476737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28654da-9912-47bc-872d-faadf5de1f5f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=9c08f340-5f4a-4dd8-8abf-019f5672ece6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:56.507475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:56.535237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:56.544681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.556691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:56.562698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:56.563344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.567792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.568847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.599502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5fc6805f-8b69-4c06-80d5-5e838d43a164 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:56.611012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f267bc81-e1b0-40f6-942e-f10bb6e9f20b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.621395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.621683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=df5e9d2d-d3a9-4823-bde0-527c6c1ac723,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:56.623726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Fanout notify agent at l3_agent the message router_deleted on router 465978f1-6f6a-4061-9437-5043fb568ff7 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:06:56.643979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.645392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e2864f37-fd5e-4e7e-8b0a-fb6be0ed7fc7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/465978f1-6f6a-4061-9437-5043fb568ff7 HTTP/1.1" status: 204 len: 168 time: 2.9134607 Dec 06 12:06:56.655395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41776) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:56.657701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f267bc81-e1b0-40f6-942e-f10bb6e9f20b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for fc181b5d-16ed-49b9-a294-74903fd649cd owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:56.664926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-346a9e9c-0ed0-411a-85f6-a4eec1385586 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1424768418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:56.670485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5fc6805f-8b69-4c06-80d5-5e838d43a164 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:56.670875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.697214 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cf6a8789-0d41-4228-9671-b93c73d9207f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.5719359 Dec 06 12:06:56.704598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] DHCP port deletion for e47ac4e1-7249-4510-9953-6aab0451c6a5 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:56.728369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41778) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:56.742690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-346a9e9c-0ed0-411a-85f6-a4eec1385586 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.743716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-346a9e9c-0ed0-411a-85f6-a4eec1385586 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.748300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.814762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.825537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] Deleting port abfdec65-6781-4291-8747-5a05a83b191c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:56.825909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.867848 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-394b2041-4288-40da-8d92-7bf97e63c10d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7e69dfec2464c8c9a637601cf8037e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170896 Dec 06 12:06:56.870650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41780) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:56.888079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-346a9e9c-0ed0-411a-85f6-a4eec1385586 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.900139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 5fc6805f-8b69-4c06-80d5-5e838d43a164, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fc6805f-8b69-4c06-80d5-5e838d43a164,segment=NetworkSegment(fc62457d-643e-43b1-9724-9f4bb930625f),segment_id=fc62457d-643e-43b1-9724-9f4bb930625f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:56.904225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-346a9e9c-0ed0-411a-85f6-a4eec1385586 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.909005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.918615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] For port abfdec65-6781-4291-8747-5a05a83b191c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=abfdec65-6781-4291-8747-5a05a83b191c,segment=NetworkSegment(19c9192a-dd49-4811-8ed3-6629941ef81b),segment_id=19c9192a-dd49-4811-8ed3-6629941ef81b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:56.918759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.934714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port abfdec65-6781-4291-8747-5a05a83b191c {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:56.934714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.940296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.958806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] Calling delete_port for abfdec65-6781-4291-8747-5a05a83b191c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:56.983439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-346a9e9c-0ed0-411a-85f6-a4eec1385586 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:56.985237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-346a9e9c-0ed0-411a-85f6-a4eec1385586 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3284681 Dec 06 12:06:56.991000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41782) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:57.005660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:57.027571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=5fc6805f-8b69-4c06-80d5-5e838d43a164,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.053123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port abfdec65-6781-4291-8747-5a05a83b191c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=abfdec65-6781-4291-8747-5a05a83b191c,segment=NetworkSegment(19c9192a-dd49-4811-8ed3-6629941ef81b),segment_id=19c9192a-dd49-4811-8ed3-6629941ef81b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:57.053669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.068734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bc44c857-323d-4dbf-84b1-68a1e4a2a332 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:57.094340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for abfdec65-6781-4291-8747-5a05a83b191c owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:57.101489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: bc44c857-323d-4dbf-84b1-68a1e4a2a332 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:57.101489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bc44c857-323d-4dbf-84b1-68a1e4a2a332 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:57.105807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ddebacb5-0954-4f05-9f86-aed00656b8b1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port df5e9d2d-d3a9-4823-bde0-527c6c1ac723 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:57.106156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ddebacb5-0954-4f05-9f86-aed00656b8b1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.109278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.141814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6010ede5-662f-4943-a5dc-42b203bb279f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.157696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] Pushing event deleted for resources: {'Port': ['ID=abfdec65-6781-4291-8747-5a05a83b191c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.169626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28b493-6a29-4f35-911b-c20a78c6fb8b None None] No DVR routers for this DVR port abfdec65-6781-4291-8747-5a05a83b191c on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:57.218836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.250652 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=abfdec65-6781-4291-8747-5a05a83b191c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.317969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6010ede5-662f-4943-a5dc-42b203bb279f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.389127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f267bc81-e1b0-40f6-942e-f10bb6e9f20b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.417359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.470863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267bc81-e1b0-40f6-942e-f10bb6e9f20b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=fc181b5d-16ed-49b9-a294-74903fd649cd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.474509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ddebacb5-0954-4f05-9f86-aed00656b8b1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.526990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ddebacb5-0954-4f05-9f86-aed00656b8b1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for df5e9d2d-d3a9-4823-bde0-527c6c1ac723 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:57.530570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d07f0c-4b57-4ca5-b0a9-321956badab4 None None] Network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:57.574757 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No DVR routers for this DVR port abfdec65-6781-4291-8747-5a05a83b191c on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:57.574868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f267bc81-e1b0-40f6-942e-f10bb6e9f20b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.586136 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f267bc81-e1b0-40f6-942e-f10bb6e9f20b tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/fc181b5d-16ed-49b9-a294-74903fd649cd HTTP/1.1" status: 204 len: 168 time: 1.8741338 Dec 06 12:06:57.602532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41784) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:57.670223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.690910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-48eae2ef-cffe-488b-928d-6a39bbc4b5b9 None None] Provisioning complete for port 5fc6805f-8b69-4c06-80d5-5e838d43a164 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:57.691282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48eae2ef-cffe-488b-928d-6a39bbc4b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.696769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6010ede5-662f-4943-a5dc-42b203bb279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.699422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6010ede5-662f-4943-a5dc-42b203bb279f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.703176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6010ede5-662f-4943-a5dc-42b203bb279f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a0b13c3-451d-4862-ad99-08b913b0bf31 HTTP/1.1" status: 204 len: 168 time: 0.8221037 Dec 06 12:06:57.724891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010ede5-662f-4943-a5dc-42b203bb279f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b13c3-451d-4862-ad99-08b913b0bf31,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.766912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.770879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.817776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ddebacb5-0954-4f05-9f86-aed00656b8b1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.828466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47ac4e1-7249-4510-9953-6aab0451c6a5']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:57.861962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebacb5-0954-4f05-9f86-aed00656b8b1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=df5e9d2d-d3a9-4823-bde0-527c6c1ac723,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:57.899770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a5535-1dba-42a0-8aec-a67bc7f20737 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:57.904053 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-071a5535-1dba-42a0-8aec-a67bc7f20737 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2981739 Dec 06 12:06:57.908904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41788) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:57.910842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c9192a-dd49-4811-8ed3-6629941ef81b') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:57.911152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c9192a-dd49-4811-8ed3-6629941ef81b') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:06:57.923190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.954089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ddebacb5-0954-4f05-9f86-aed00656b8b1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.954394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.959886 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ddebacb5-0954-4f05-9f86-aed00656b8b1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/df5e9d2d-d3a9-4823-bde0-527c6c1ac723 HTTP/1.1" status: 204 len: 168 time: 1.2264321 Dec 06 12:06:57.960214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41792) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:57.987193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:06:57.987651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:06:57.990866 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:06:57.994217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00e8103-3448-4e31-a223-151942495168 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:06:57.994217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f00e8103-3448-4e31-a223-151942495168 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/df5e9d2d-d3a9-4823-bde0-527c6c1ac723 HTTP/1.1" status: 404 len: 333 time: 0.0317996 Dec 06 12:06:57.997976 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41794) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.012170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.040334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.177232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-563943f8-befe-48b4-a5bd-c2d02423c89d None None] Provisioning complete for port 5fc6805f-8b69-4c06-80d5-5e838d43a164 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:58.177717 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-563943f8-befe-48b4-a5bd-c2d02423c89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.178017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc958d-fdde-4edd-b76f-3a99948b9559 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.180483 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3dfc958d-fdde-4edd-b76f-3a99948b9559 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2390831 Dec 06 12:06:58.183332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41802) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.184434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.195394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8a587c-d255-42ff-924d-eff68413fa29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet c63916f6-bbba-4f51-9994-43174f687040 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:58.201106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 172.36.1.66 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/ec32e8a8-716e-4141-97f6-ca97785d43aa) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:58.219040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.227067 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/e47ac4e1-7249-4510-9953-6aab0451c6a5 HTTP/1.1" status: 204 len: 168 time: 1.9291329 Dec 06 12:06:58.227067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e8a587c-d255-42ff-924d-eff68413fa29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.233402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0868d6a-6892-4a68-adac-f0c9306d7bfe tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=e47ac4e1-7249-4510-9953-6aab0451c6a5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:58.236299 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41804) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.268016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-1488272115'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:58.298823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e030d278-0b69-4f27-bdfd-acd545542c62 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.300376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e030d278-0b69-4f27-bdfd-acd545542c62 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.303489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e030d278-0b69-4f27-bdfd-acd545542c62 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.309773 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e030d278-0b69-4f27-bdfd-acd545542c62 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1227658 Dec 06 12:06:58.310109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41808) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.318413 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-563943f8-befe-48b4-a5bd-c2d02423c89d None None] Could not find standard attr ID for object df5e9d2d-d3a9-4823-bde0-527c6c1ac723. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:06:58.357405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:58.361047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.365929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e8a587c-d255-42ff-924d-eff68413fa29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.385304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8aa66b-ed57-4fc8-9024-50354acef40f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 30f4321d-65da-4d2c-b71e-32ee971b2265 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:58.390178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa66b-ed57-4fc8-9024-50354acef40f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.424604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5fc6805f-8b69-4c06-80d5-5e838d43a164 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:06:58.487658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:58.502075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa66b-ed57-4fc8-9024-50354acef40f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.518857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.519264 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment e9cb9f1d-00d4-481e-8077-7878c1a81b98 of type vlan for network b0176dcd-47be-41e8-82bd-db1e08269312 Dec 06 12:06:58.532003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5fc6805f-8b69-4c06-80d5-5e838d43a164 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:58.532454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.535643 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42eb492d-ade9-4aa9-bf24-1f088fedd3ef None None] Could not find standard attr ID for object df5e9d2d-d3a9-4823-bde0-527c6c1ac723. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:06:58.616124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-254df318-4319-4f06-9ba6-d58757524f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.658267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa66b-ed57-4fc8-9024-50354acef40f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.679658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e8a587c-d255-42ff-924d-eff68413fa29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.687938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.734047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.748963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device abfdec65-6781-4291-8747-5a05a83b191c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:06:58.763054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa66b-ed57-4fc8-9024-50354acef40f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.786761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: abfdec65-6781-4291-8747-5a05a83b191c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:06:58.787592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device abfdec65-6781-4291-8747-5a05a83b191c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:06:58.802066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41818) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.805102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aa66b-ed57-4fc8-9024-50354acef40f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=30f4321d-65da-4d2c-b71e-32ee971b2265,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:58.809593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa66b-ed57-4fc8-9024-50354acef40f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.815751 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5f8aa66b-ed57-4fc8-9024-50354acef40f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/30f4321d-65da-4d2c-b71e-32ee971b2265 HTTP/1.1" status: 204 len: 168 time: 0.5016379 Dec 06 12:06:58.815883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41820) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.821207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271900a-1110-416e-a731-5929e211c50a None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:58.836392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.842761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:58.843359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.862629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.869282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e8a587c-d255-42ff-924d-eff68413fa29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.913585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dee767-59f4-4073-b64c-82412a24c30e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet c3ef3eec-70c3-4417-975b-11b29a97f267 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:06:58.918851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81dee767-59f4-4073-b64c-82412a24c30e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.925585 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6615870 Dec 06 12:06:58.940877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d176d2fe-4cc2-4169-a7c6-5e4ba4adf67a None None] Network 79342e12-2086-4ee8-a449-fb5f3ef5fb7c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:06:58.943457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41824) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:58.950770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': 'b0176dcd-47be-41e8-82bd-db1e08269312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:58.974919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Allocated IP 172.36.1.67 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/8fec6ad8-6f5c-4176-a00c-64622c9e4e37) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:06:58.991950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e8a587c-d255-42ff-924d-eff68413fa29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:58.999091 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7e8a587c-d255-42ff-924d-eff68413fa29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/c63916f6-bbba-4f51-9994-43174f687040 HTTP/1.1" status: 204 len: 168 time: 0.9859400 Dec 06 12:06:58.999905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41826) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:59.023689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a587c-d255-42ff-924d-eff68413fa29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=c63916f6-bbba-4f51-9994-43174f687040,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.041511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-212381054-network', 'tenant_id': '476d118404804726b0478cca7be4582e'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:59.058547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb18eac-5c50-4161-82a6-cb70b5964f29 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=b0176dcd-47be-41e8-82bd-db1e08269312,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.066794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:06:59.076784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:06:59.079219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:06:59.082042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network b0176dcd-47be-41e8-82bd-db1e08269312 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:59.101629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=ec32e8a8-716e-4141-97f6-ca97785d43aa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.119851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Made reservation on behalf of 476d118404804726b0478cca7be4582e for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:59.121932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002b412-1cf4-4ad3-b97c-0de1a8e7a36a None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:59.122707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.140286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.267318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-52e1c5ee-fb26-4a26-bfd7-f931333544fb None None] Provisioning complete for port ec32e8a8-716e-4141-97f6-ca97785d43aa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:06:59.268392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52e1c5ee-fb26-4a26-bfd7-f931333544fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.339226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-52e1c5ee-fb26-4a26-bfd7-f931333544fb None None] Port ec32e8a8-716e-4141-97f6-ca97785d43aa cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:06:59.361513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] DHCP port deletion for 79342e12-2086-4ee8-a449-fb5f3ef5fb7c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:06:59.385871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81dee767-59f4-4073-b64c-82412a24c30e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.392562 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.425776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] Deleting port 5fc6805f-8b69-4c06-80d5-5e838d43a164 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:06:59.426550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.426715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.470134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:06:59.472399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a2177c-cf4a-466d-9c9e-fd49ca5063a6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.490909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.491348 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Added segment d2a17ffb-ab42-4731-89a3-9e267b4c4a99 of type vlan for network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 Dec 06 12:06:59.505658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.514678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] For port 5fc6805f-8b69-4c06-80d5-5e838d43a164, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fc6805f-8b69-4c06-80d5-5e838d43a164,segment=NetworkSegment(fc62457d-643e-43b1-9724-9f4bb930625f),segment_id=fc62457d-643e-43b1-9724-9f4bb930625f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:06:59.518969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.536645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] Calling delete_port for 5fc6805f-8b69-4c06-80d5-5e838d43a164 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:06:59.578917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.621349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.640028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.651275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.652417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:06:59.653010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.656515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:59.660715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.674919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] Pushing event deleted for resources: {'Port': ['ID=5fc6805f-8b69-4c06-80d5-5e838d43a164,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.681457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd00bd1e-c4e8-4e35-9322-c4403fcaf9ca None None] No DVR routers for this DVR port 5fc6805f-8b69-4c06-80d5-5e838d43a164 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:06:59.702408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.732389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.770882 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9611676 Dec 06 12:06:59.775688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41828) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:06:59.781125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Request body: {'subnet': {'network_id': 'cc939dbc-7c78-45a0-9000-f6eeea2fcdc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-212381054-subnet', 'tenant_id': '476d118404804726b0478cca7be4582e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:06:59.803314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82246-a8de-4712-871f-8455d094cf85 admin admin] Pushing event updated for resources: {'Network': ['ID=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:06:59.822218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:06:59.852683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Made reservation on behalf of 476d118404804726b0478cca7be4582e for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:06:59.855158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.876668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81dee767-59f4-4073-b64c-82412a24c30e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.904976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:06:59.926326 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.021362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.044645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:00.065014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:00.072589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event updated for resources: {'Port': ['ID=8fec6ad8-6f5c-4176-a00c-64622c9e4e37,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:00.075802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79342e12-2086-4ee8-a449-fb5f3ef5fb7c']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:00.080779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:00.083771 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf261b2-ef93-4d95-903d-54a0203548fc None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:00.145874 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc62457d-643e-43b1-9724-9f4bb930625f') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:00.146131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.146236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc62457d-643e-43b1-9724-9f4bb930625f') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:00.166437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ef95b173-b3b3-4318-9aca-6b01a90f9aed None None] Provisioning complete for port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:00.167212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef95b173-b3b3-4318-9aca-6b01a90f9aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.170312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.193172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 7060ffe6-21ea-4fe7-952d-0783e3ce93c3 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:00.197451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81dee767-59f4-4073-b64c-82412a24c30e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.213568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448e1dba-cb0a-414a-94cc-e688b78c6b7d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:00.220263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.271273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Checking segment: {'id': 'd2a17ffb-ab42-4731-89a3-9e267b4c4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc939dbc-7c78-45a0-9000-f6eeea2fcdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:00.271668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Network hostable DHCP agents. Network: cc939dbc-7c78-45a0-9000-f6eeea2fcdc2, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:00.277732 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ef95b173-b3b3-4318-9aca-6b01a90f9aed None None] Provisioning complete for port 8fec6ad8-6f5c-4176-a00c-64622c9e4e37 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:00.278256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef95b173-b3b3-4318-9aca-6b01a90f9aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.315903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ef95b173-b3b3-4318-9aca-6b01a90f9aed None None] Port 8fec6ad8-6f5c-4176-a00c-64622c9e4e37 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:00.330485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:00.340908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dee767-59f4-4073-b64c-82412a24c30e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ef3eec-70c3-4417-975b-11b29a97f267,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:00.343436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:00.343890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.347282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:00.349463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cc939dbc-7c78-45a0-9000-f6eeea2fcdc2) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:00.349570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81dee767-59f4-4073-b64c-82412a24c30e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.353990 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-81dee767-59f4-4073-b64c-82412a24c30e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/c3ef3eec-70c3-4417-975b-11b29a97f267 HTTP/1.1" status: 204 len: 168 time: 1.5368183 Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:00.356758 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:00.358744 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41830) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:00.364928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:00.365575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.367375 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b9f8c-288d-47d9-8174-8a2b8f5ba3b0 None None] Sync routers for ids ['7060ffe6-21ea-4fe7-952d-0783e3ce93c3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:00.387117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dee391-e83c-4cc0-bc83-03ce646aa190 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:00.401128 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b9f8c-288d-47d9-8174-8a2b8f5ba3b0 None None] Routers {'7060ffe6-21ea-4fe7-952d-0783e3ce93c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:00.401998 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-072b9f8c-288d-47d9-8174-8a2b8f5ba3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7060ffe6-21ea-4fe7-952d-0783e3ce93c3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:00.416848 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-691bb868-687b-49a7-a54f-1bd65f346d34 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559866 Dec 06 12:07:00.418368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41832) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:00.423923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:00.432073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.435420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.436024 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3eb4d937-0215-4aef-a470-b04f38b65b16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0445168 Dec 06 12:07:00.443977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41834) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:00.449541 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-072b9f8c-288d-47d9-8174-8a2b8f5ba3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:00.449911 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0798e455-2575-4a5d-b3fb-6d6bbebee960 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6717193 Dec 06 12:07:00.471092 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b9f8c-288d-47d9-8174-8a2b8f5ba3b0 None None] Routers {'7060ffe6-21ea-4fe7-952d-0783e3ce93c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:00.471644 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-072b9f8c-288d-47d9-8174-8a2b8f5ba3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7060ffe6-21ea-4fe7-952d-0783e3ce93c3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:00.505027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90423998-2e8a-4122-8134-9c05f588ec03 None None] Network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:00.511944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5fc6805f-8b69-4c06-80d5-5e838d43a164 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:00.547285 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-072b9f8c-288d-47d9-8174-8a2b8f5ba3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:00.547880 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b9f8c-288d-47d9-8174-8a2b8f5ba3b0 None None] The sync data for ids ['7060ffe6-21ea-4fe7-952d-0783e3ce93c3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:00.599534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5fc6805f-8b69-4c06-80d5-5e838d43a164 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:00.599902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5fc6805f-8b69-4c06-80d5-5e838d43a164 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:00.603398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.610091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=1bac9c5b-21a9-4819-98e2-699506397e3d,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:00.616946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:00.623949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.664743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.674412 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/networks/79342e12-2086-4ee8-a449-fb5f3ef5fb7c HTTP/1.1" status: 204 len: 168 time: 1.6696484 Dec 06 12:07:00.681804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41840) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:00.690961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'name': 'tempest-PortsIpV6TestJSON-146233944'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:00.728526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403ae69-cc47-4c58-abac-c85a37e4a4c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Network': ['ID=79342e12-2086-4ee8-a449-fb5f3ef5fb7c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:00.781519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': 'e9cb9f1d-00d4-481e-8077-7878c1a81b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b0176dcd-47be-41e8-82bd-db1e08269312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:00.781797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: b0176dcd-47be-41e8-82bd-db1e08269312, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:00.810161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:00.831932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2eb7a-3b3f-418c-8f8d-786cbdfe7b98 None None] Network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:00.855536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7f3d75fa-03f9-466d-8997-fe95e1caec9d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/routers/7060ffe6-21ea-4fe7-952d-0783e3ce93c3 HTTP/1.1" status: 200 len: 884 time: 0.4073892 Dec 06 12:07:00.856449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41846) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:00.876325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.898964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.914301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.949762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:00.955788 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:00.967250 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:00.968112 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:00.972239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network b0176dcd-47be-41e8-82bd-db1e08269312 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:00.982970 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=9bb0a00b-cc52-4412-978a-c005dab1bf7e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:01.016921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b0176dcd-47be-41e8-82bd-db1e08269312) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:01.030351 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2512638a-1b4f-4705-95e9-f2421283886e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6080685 Dec 06 12:07:01.030623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41852) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:01.036202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6926a576-89b8-4a9d-b397-9f00b4205d61 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:01.055972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:01.059509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.064378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:01.065069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.091663 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2292e3e-8c81-4df3-b5e5-312e693114e7 None None] Network b0176dcd-47be-41e8-82bd-db1e08269312 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:01.126143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port bbef6bbc-31c5-433a-bfaa-5723bd0be615 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:01.138459 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6fda0c82-379c-4e00-9d65-22fb351235e8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1918104 Dec 06 12:07:01.139163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41854) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:01.151677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a5abffdb-36bd-4aad-a7da-489d80b68155 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1904054693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:01.228562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] Deleting port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:01.228987 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.234560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41858) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:01.239547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1962485318-network', 'tenant_id': '2cfc8c00ce32491294888981dc048491'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:01.257944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:07:01.257944 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:07:01.257944 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'project_id_1': '2cfc8c00ce32491294888981dc048491', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 6, 41, 246022)}] Dec 06 12:07:01.257944 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:07:01.258549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:07:01.266423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6926a576-89b8-4a9d-b397-9f00b4205d61 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:01.270519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6926a576-89b8-4a9d-b397-9f00b4205d61 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.301198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5abffdb-36bd-4aad-a7da-489d80b68155 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.301648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5abffdb-36bd-4aad-a7da-489d80b68155 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.413081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] For port 553a6d15-0630-48ca-9bf9-bb13575eb3f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=553a6d15-0630-48ca-9bf9-bb13575eb3f6,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:01.413541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.425269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b0176dcd-47be-41e8-82bd-db1e08269312', 'network_id': 'b0176dcd-47be-41e8-82bd-db1e08269312', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': '1bac9c5b-21a9-4819-98e2-699506397e3d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:01.426170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.449232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] Calling delete_port for 553a6d15-0630-48ca-9bf9-bb13575eb3f6 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:01.484056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5abffdb-36bd-4aad-a7da-489d80b68155 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.505456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.515802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5abffdb-36bd-4aad-a7da-489d80b68155 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.562149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.594659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5abffdb-36bd-4aad-a7da-489d80b68155 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.598960 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a5abffdb-36bd-4aad-a7da-489d80b68155 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4526067 Dec 06 12:07:01.601320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41860) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:01.649911 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d83c2bd7-ad8f-41fe-ae6c-f20dd4e8a3c8 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7882028 Dec 06 12:07:01.650585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41862) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:01.652693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Allocated IP 172.20.0.2 (b0176dcd-47be-41e8-82bd-db1e08269312/1bac9c5b-21a9-4819-98e2-699506397e3d/533f9734-6b2d-4768-abd7-d26324dd8433) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:01.659290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6d08d8db-277f-4006-b031-a3b4b6b36580 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1428454137'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:01.662734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.668734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.724342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] No DVR routers for this DVR port 553a6d15-0630-48ca-9bf9-bb13575eb3f6 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:01.735196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f605b8-c538-48d8-bd66-ae412f82bd29 None None] Pushing event deleted for resources: {'Port': ['ID=553a6d15-0630-48ca-9bf9-bb13575eb3f6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:01.749359 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.ipam_backend_mixin [None req-6926a576-89b8-4a9d-b397-9f00b4205d61 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9bb0a00b-cc52-4412-978a-c005dab1bf7e (CIDR: 2001:db8::/64) Dec 06 12:07:01.784201 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-6926a576-89b8-4a9d-b397-9f00b4205d61 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:07:01.784825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6926a576-89b8-4a9d-b397-9f00b4205d61 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:01.794468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a3882-2942-4d87-9d71-f07db14b0633 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:01.873106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Made reservation on behalf of 2cfc8c00ce32491294888981dc048491 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:01.875328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.898808 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6926a576-89b8-4a9d-b397-9f00b4205d61 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8642299 Dec 06 12:07:01.916814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.934056 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:01.939211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41864) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:01.952662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'subnet': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:02.023365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.051248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.077611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.079440 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61c27f2c-faab-4f7c-b849-24512843983c', 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'tenant_id': '28ecb84b99e14839980df3a0bf487f45', 'fixed_ips': [{'subnet_id': '9bb0a00b-cc52-4412-978a-c005dab1bf7e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:02.080776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.114479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Network b0176dcd-47be-41e8-82bd-db1e08269312 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:02.122239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Pushing event updated for resources: {'Port': ['ID=533f9734-6b2d-4768-abd7-d26324dd8433,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:02.125096 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:02.128491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:02.214924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.276780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Attempting to bind port 533f9734-6b2d-4768-abd7-d26324dd8433 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:02.277261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Attempting to bind port 533f9734-6b2d-4768-abd7-d26324dd8433 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e9cb9f1d-00d4-481e-8077-7878c1a81b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b0176dcd-47be-41e8-82bd-db1e08269312'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:02.277700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Attempting to bind port 533f9734-6b2d-4768-abd7-d26324dd8433 on network b0176dcd-47be-41e8-82bd-db1e08269312 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:02.286176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:02.286887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Checking segment: {'id': 'e9cb9f1d-00d4-481e-8077-7878c1a81b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b0176dcd-47be-41e8-82bd-db1e08269312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:02.287147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.287608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Bound using segment: {'id': 'e9cb9f1d-00d4-481e-8077-7878c1a81b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b0176dcd-47be-41e8-82bd-db1e08269312'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:02.288744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Bound port: 533f9734-6b2d-4768-abd7-d26324dd8433, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cb9f1d-00d4-481e-8077-7878c1a81b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b0176dcd-47be-41e8-82bd-db1e08269312'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:02.289201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.304807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.315757 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.324141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Allocated IP 2001:db8::2 (61c27f2c-faab-4f7c-b849-24512843983c/9bb0a00b-cc52-4412-978a-c005dab1bf7e/cc1916ed-6834-470c-a7bd-cb98b029468f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:02.332942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:02.337019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.354898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:02.363010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:02.367177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:02.373507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:02.374505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.417441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:02.423953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=bbef6bbc-31c5-433a-bfaa-5723bd0be615,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:02.432332 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-55f7dee9-b148-4e78-887d-1154702575a3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7467175 Dec 06 12:07:02.434789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41866) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:02.450093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Router d4cc5c79-c2af-493e-bcd6-7eb81899973e is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:02.465428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] For port 533f9734-6b2d-4768-abd7-d26324dd8433, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:02.477062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.477403 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Added segment 0b64b6d7-32e6-4993-b112-14949eed6632 of type vlan for network d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47 Dec 06 12:07:02.489014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 553a6d15-0630-48ca-9bf9-bb13575eb3f6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:02.494225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7120704e-3b9e-4844-b670-0206d55bcad8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:02.500342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] For port 533f9734-6b2d-4768-abd7-d26324dd8433, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=533f9734-6b2d-4768-abd7-d26324dd8433,segment=NetworkSegment(e9cb9f1d-00d4-481e-8077-7878c1a81b98),segment_id=e9cb9f1d-00d4-481e-8077-7878c1a81b98)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:02.524613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 553a6d15-0630-48ca-9bf9-bb13575eb3f6 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:02.525643 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 553a6d15-0630-48ca-9bf9-bb13575eb3f6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:02.526913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.573076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.625265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.20.0.1 (b0176dcd-47be-41e8-82bd-db1e08269312/1bac9c5b-21a9-4819-98e2-699506397e3d/f7da4593-fe66-4740-8afa-d60b23c5348e) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:02.641068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931b44b-0bb5-4a09-831a-e798fc0f4f62 None None] Pushing event updated for resources: {'Port': ['ID=533f9734-6b2d-4768-abd7-d26324dd8433,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:02.671226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.672263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:02.672841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.684111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.693262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.746523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:02.746969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b9b07d24-311b-40b5-b979-af0fc708741b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port bbef6bbc-31c5-433a-bfaa-5723bd0be615 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:02.747547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9b07d24-311b-40b5-b979-af0fc708741b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.749889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:02.754753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:02.757004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:02.759078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:02.760791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Pushing event updated for resources: {'Port': ['ID=cc1916ed-6834-470c-a7bd-cb98b029468f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:02.776510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.778036 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-843b8711-0428-4d52-8ddd-566c4889cc22 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "PUT /v2.0/routers/d4cc5c79-c2af-493e-bcd6-7eb81899973e HTTP/1.1" status: 200 len: 879 time: 5.7799516 Dec 06 12:07:02.786794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41868) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:02.789539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d08d8db-277f-4006-b031-a3b4b6b36580 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.793149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:02.797804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af800523-548c-475b-9ec1-3d8ccb5b46af None None] Sync routers for ids ['d4cc5c79-c2af-493e-bcd6-7eb81899973e'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:02.825988 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e9d5f794-e344-4f07-ac21-31d0e66f23c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5901444 Dec 06 12:07:02.855613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41870) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:02.864812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Request body: {'subnet': {'network_id': 'd9ec4cdd-37e3-47d0-8b1d-96ea451e7f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1962485318-subnet', 'tenant_id': '2cfc8c00ce32491294888981dc048491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:02.878663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d08d8db-277f-4006-b031-a3b4b6b36580 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.900704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Made reservation on behalf of 2cfc8c00ce32491294888981dc048491 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:02.902263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9b07d24-311b-40b5-b979-af0fc708741b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.903052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:02.950671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af800523-548c-475b-9ec1-3d8ccb5b46af None None] Routers {'d4cc5c79-c2af-493e-bcd6-7eb81899973e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:02.950671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-af800523-548c-475b-9ec1-3d8ccb5b46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d4cc5c79-c2af-493e-bcd6-7eb81899973e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:02.977716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b9b07d24-311b-40b5-b979-af0fc708741b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for bbef6bbc-31c5-433a-bfaa-5723bd0be615 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:03.000177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.010955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Attempting to bind port cc1916ed-6834-470c-a7bd-cb98b029468f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:03.011476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Attempting to bind port cc1916ed-6834-470c-a7bd-cb98b029468f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:03.011971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Attempting to bind port cc1916ed-6834-470c-a7bd-cb98b029468f on network 61c27f2c-faab-4f7c-b849-24512843983c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:03.027741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-af800523-548c-475b-9ec1-3d8ccb5b46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:03.045228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:03.045485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Checking segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:03.046864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.047290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Bound using segment: {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:03.048421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Bound port: cc1916ed-6834-470c-a7bd-cb98b029468f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61c27f2c-faab-4f7c-b849-24512843983c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:03.050593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.075679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af800523-548c-475b-9ec1-3d8ccb5b46af None None] Routers {'d4cc5c79-c2af-493e-bcd6-7eb81899973e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:03.076471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-af800523-548c-475b-9ec1-3d8ccb5b46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d4cc5c79-c2af-493e-bcd6-7eb81899973e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:03.140718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-af800523-548c-475b-9ec1-3d8ccb5b46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:03.141696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af800523-548c-475b-9ec1-3d8ccb5b46af None None] The sync data for ids ['d4cc5c79-c2af-493e-bcd6-7eb81899973e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:03.153139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2c315bad-b575-4ceb-80e1-b18c01044b51 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/routers/d4cc5c79-c2af-493e-bcd6-7eb81899973e HTTP/1.1" status: 200 len: 920 time: 0.3569338 Dec 06 12:07:03.154820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41872) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.156476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.176007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d08d8db-277f-4006-b031-a3b4b6b36580 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 7060ffe6-21ea-4fe7-952d-0783e3ce93c3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:03.186217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] For port cc1916ed-6834-470c-a7bd-cb98b029468f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:03.197568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] For port cc1916ed-6834-470c-a7bd-cb98b029468f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc1916ed-6834-470c-a7bd-cb98b029468f,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:03.205416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.229656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9b07d24-311b-40b5-b979-af0fc708741b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.266980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b07d24-311b-40b5-b979-af0fc708741b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=bbef6bbc-31c5-433a-bfaa-5723bd0be615,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:03.281322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1499d9-a7c6-465e-8133-008324e37f76 None None] Pushing event updated for resources: {'Port': ['ID=cc1916ed-6834-470c-a7bd-cb98b029468f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:03.305024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9b07d24-311b-40b5-b979-af0fc708741b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.308776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b9b07d24-311b-40b5-b979-af0fc708741b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/bbef6bbc-31c5-433a-bfaa-5723bd0be615 HTTP/1.1" status: 204 len: 168 time: 0.8720345 Dec 06 12:07:03.311370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41874) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.325994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'mac_address': 'fa:16:3e:35:b9:92', 'name': 'tempest-PortsIpV6TestJSON-94276615'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:03.356048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network b0176dcd-47be-41e8-82bd-db1e08269312 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:03.375793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:03.403668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d08d8db-277f-4006-b031-a3b4b6b36580 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:03.410775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d08d8db-277f-4006-b031-a3b4b6b36580 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.414928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6d08d8db-277f-4006-b031-a3b4b6b36580 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/7060ffe6-21ea-4fe7-952d-0783e3ce93c3 HTTP/1.1" status: 200 len: 891 time: 1.7569902 Dec 06 12:07:03.415239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:03.415342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41876) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.419561 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675a812-0d5d-4c90-b070-d588e41b78b5 None None] Sync routers for ids ['7060ffe6-21ea-4fe7-952d-0783e3ce93c3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:03.425346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=f7da4593-fe66-4740-8afa-d60b23c5348e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:03.431584 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675a812-0d5d-4c90-b070-d588e41b78b5 None None] Routers {'7060ffe6-21ea-4fe7-952d-0783e3ce93c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:03.432488 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a675a812-0d5d-4c90-b070-d588e41b78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7060ffe6-21ea-4fe7-952d-0783e3ce93c3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:03.486201 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a675a812-0d5d-4c90-b070-d588e41b78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:03.506145 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675a812-0d5d-4c90-b070-d588e41b78b5 None None] Routers {'7060ffe6-21ea-4fe7-952d-0783e3ce93c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:03.507789 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a675a812-0d5d-4c90-b070-d588e41b78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['7060ffe6-21ea-4fe7-952d-0783e3ce93c3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:03.511301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.520696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a313ed5-edd9-4126-a1ea-3ccd49240e04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:03.525140 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2a313ed5-edd9-4126-a1ea-3ccd49240e04 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=d4cc5c79-c2af-493e-bcd6-7eb81899973e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3669162 Dec 06 12:07:03.526313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41878) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.585807 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a675a812-0d5d-4c90-b070-d588e41b78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:03.586466 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675a812-0d5d-4c90-b070-d588e41b78b5 None None] The sync data for ids ['7060ffe6-21ea-4fe7-952d-0783e3ce93c3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:03.592497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.601074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.objects.ports [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 12:07:03.602668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:03.727568 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.742965 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-14762af0-7799-4321-a82b-12db1c77d547 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/routers/7060ffe6-21ea-4fe7-952d-0783e3ce93c3 HTTP/1.1" status: 200 len: 891 time: 0.3267169 Dec 06 12:07:03.749578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41880) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.765224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9df2218-01c7-4c37-857a-e17262bd905f,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:03.783638 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0acf9506-509d-4ff4-8247-3109df87d673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=7060ffe6-21ea-4fe7-952d-0783e3ce93c3 HTTP/1.1" status: 200 len: 205 time: 0.0328417 Dec 06 12:07:03.790545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41882) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.798678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71daf274-1fd0-4950-a070-c05668d422a9 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:03.803081 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-71daf274-1fd0-4950-a070-c05668d422a9 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 881 time: 0.2701607 Dec 06 12:07:03.806821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41884) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.816804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Checking segment: {'id': '0b64b6d7-32e6-4993-b112-14949eed6632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd9ec4cdd-37e3-47d0-8b1d-96ea451e7f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:03.817191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Network hostable DHCP agents. Network: d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:03.851927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 9dd2a5d7-bc91-40d6-b5d2-f336a2ed067f yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:03.884666 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bf361a19-1d56-4dc6-8ac6-ad149be0e65e tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4cc5c79-c2af-493e-bcd6-7eb81899973e HTTP/1.1" status: 200 len: 205 time: 0.0726943 Dec 06 12:07:03.887803 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41886) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:03.904338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:03.958528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Network d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:04.013490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.044038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:04.064746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.065366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.068195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85c63f-4972-4172-9fee-44d1ffe871d1 None None] Network d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:04.088722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.180848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.218755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.249682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef799f-8314-4e10-98f1-1c590866eb91 None None] Network b0176dcd-47be-41e8-82bd-db1e08269312 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:04.278208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.334593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:04.344081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:04.350024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:04.366701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.367727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.389446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=9dd2a5d7-bc91-40d6-b5d2-f336a2ed067f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:04.391544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port ec32e8a8-716e-4141-97f6-ca97785d43aa {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:04.392019 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.421247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff81992-ba34-4f83-8503-5fe31b5029b3 None None] Network d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:04.430507 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-af6757cf-f94e-475d-bf54-7017859f2b5a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1176655 Dec 06 12:07:04.437245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41888) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:04.514198 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-409a1917-0cac-4f74-acea-d828dd7137b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6574709 Dec 06 12:07:04.526654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.724094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 533f9734-6b2d-4768-abd7-d26324dd8433 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:04.800733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-145758da-f87a-461f-825d-c50f10aee042 None None] Provisioning complete for port 533f9734-6b2d-4768-abd7-d26324dd8433 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:04.801898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-145758da-f87a-461f-825d-c50f10aee042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.899461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 533f9734-6b2d-4768-abd7-d26324dd8433 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:04.900015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.949851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:04.973778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b177cc-4c80-42cd-b872-0888c861f13a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:04.977336 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d4b177cc-4c80-42cd-b872-0888c861f13a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/9dd2a5d7-bc91-40d6-b5d2-f336a2ed067f HTTP/1.1" status: 200 len: 843 time: 0.5389297 Dec 06 12:07:04.981818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41898) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:05.027155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.058811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for ec32e8a8-716e-4141-97f6-ca97785d43aa owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:05.063276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] For port cc1916ed-6834-470c-a7bd-cb98b029468f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc1916ed-6834-470c-a7bd-cb98b029468f,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:05.094353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.100114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.105960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-145758da-f87a-461f-825d-c50f10aee042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.109811 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.187159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 533f9734-6b2d-4768-abd7-d26324dd8433, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=533f9734-6b2d-4768-abd7-d26324dd8433,segment=NetworkSegment(e9cb9f1d-00d4-481e-8077-7878c1a81b98),segment_id=e9cb9f1d-00d4-481e-8077-7878c1a81b98)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:05.195377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.196301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cc1916ed-6834-470c-a7bd-cb98b029468f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:05.202544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0e4288c5-5f8b-439e-ba32-917868ed4300 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 9dd2a5d7-bc91-40d6-b5d2-f336a2ed067f {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:05.202544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e4288c5-5f8b-439e-ba32-917868ed4300 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.234123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.250710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.251437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.275020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Deleting port 8fec6ad8-6f5c-4176-a00c-64622c9e4e37 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:05.275360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.277389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.337799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=f7da4593-fe66-4740-8afa-d60b23c5348e,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.339045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=533f9734-6b2d-4768-abd7-d26324dd8433,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.348866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-145758da-f87a-461f-825d-c50f10aee042 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:07:05.349227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-145758da-f87a-461f-825d-c50f10aee042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:07:05.349734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cc1916ed-6834-470c-a7bd-cb98b029468f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:05.350107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.422391 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:05.423495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e4288c5-5f8b-439e-ba32-917868ed4300 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.431037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.457090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Subnet': ['ID=d6303151-3c88-40e0-9b0d-92fd30d93706,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.466426 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0e4288c5-5f8b-439e-ba32-917868ed4300 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 9dd2a5d7-bc91-40d6-b5d2-f336a2ed067f owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:05.467416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:05.471611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port cc1916ed-6834-470c-a7bd-cb98b029468f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc1916ed-6834-470c-a7bd-cb98b029468f,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:05.476759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.477365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.477496 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.512399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256eb0ea-6e9f-45ed-a41d-75191ea82fd5 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:05.564063 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6200714 Dec 06 12:07:05.564063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca82ecf-9107-4793-9e50-9d234934b425 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=cc1916ed-6834-470c-a7bd-cb98b029468f,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.564418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41912) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:05.566194 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.575836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Request body: {'port': {'network_id': '61c27f2c-faab-4f7c-b849-24512843983c', 'mac_address': 'fa:16:3e:7d:2a:54', 'name': 'tempest-NetworksTestDHCPv6-2058592960'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:05.603516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=cc1916ed-6834-470c-a7bd-cb98b029468f,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.611888 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:07:05.613465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Calling delete_port for 8fec6ad8-6f5c-4176-a00c-64622c9e4e37 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:05.645365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-a7957fa7-c5f9-48ec-b03d-0b790a2f4835 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:05.647032 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-a7957fa7-c5f9-48ec-b03d-0b790a2f4835 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/networks?id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 HTTP/1.1" status: 200 len: 811 time: 0.3611467 Dec 06 12:07:05.650339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.705633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=ec32e8a8-716e-4141-97f6-ca97785d43aa,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:05.708939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d44d1-f907-4c1c-aa5e-7f8db1a52e96 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:05.715411 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-cd5ceb5a-e22f-4acd-9df7-034dd85f3360 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/quotas/476d118404804726b0478cca7be4582e HTTP/1.1" status: 200 len: 375 time: 0.0441720 Dec 06 12:07:05.816916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network b0176dcd-47be-41e8-82bd-db1e08269312 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:05.821204 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-52e3144f-a068-4001-83e7-e6358b649baa tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=476d118404804726b0478cca7be4582e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047451 Dec 06 12:07:05.826554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:05.856320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e4288c5-5f8b-439e-ba32-917868ed4300 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.875687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.947167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Made reservation on behalf of 28ecb84b99e14839980df3a0bf487f45 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:05.980151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:05.982401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.049546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-95dfe1e0-d5c0-4681-ab50-ff4f9a5a2d98 None None] Provisioning complete for port 533f9734-6b2d-4768-abd7-d26324dd8433 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:06.050233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95dfe1e0-d5c0-4681-ab50-ff4f9a5a2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.078170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4288c5-5f8b-439e-ba32-917868ed4300 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=9dd2a5d7-bc91-40d6-b5d2-f336a2ed067f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:06.094331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e4288c5-5f8b-439e-ba32-917868ed4300 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.099269 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0e4288c5-5f8b-439e-ba32-917868ed4300 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/9dd2a5d7-bc91-40d6-b5d2-f336a2ed067f HTTP/1.1" status: 204 len: 168 time: 1.1164362 Dec 06 12:07:06.105728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.106265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Fanout notify agent at l3_agent the message router_deleted on router 7060ffe6-21ea-4fe7-952d-0783e3ce93c3 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:06.115097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.119846 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4dbe9834-9a51-4a64-a039-21d33ffe93f9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/7060ffe6-21ea-4fe7-952d-0783e3ce93c3 HTTP/1.1" status: 204 len: 168 time: 2.3249061 Dec 06 12:07:06.119846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41914) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:06.134869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41916) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:06.141593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239170197'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:06.159541 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ea693f-5ef7-4ee8-b567-5a83e836312f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:07:06.166017 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-74ea693f-5ef7-4ee8-b567-5a83e836312f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/9dd2a5d7-bc91-40d6-b5d2-f336a2ed067f HTTP/1.1" status: 404 len: 333 time: 0.0448122 Dec 06 12:07:06.169042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41918) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:06.177067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'name': 'tempest-PortsIpV6TestJSON-1859621356'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:06.210426 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-a0958939-f404-41b9-9085-ab00310bf261 service neutron] 10.222.0.24 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753312 Dec 06 12:07:06.214129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 42b1cae5-40bf-4888-99ee-d2c29a286a74 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:06.226875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:06.230731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.234544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-95dfe1e0-d5c0-4681-ab50-ff4f9a5a2d98 None None] Provisioning complete for port cc1916ed-6834-470c-a7bd-cb98b029468f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:06.235100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95dfe1e0-d5c0-4681-ab50-ff4f9a5a2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.239578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.295724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.301841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:06.315027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.353223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 4b58ea3a-2abf-441e-89ac-a0009f0ff896 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:06.390721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-95dfe1e0-d5c0-4681-ab50-ff4f9a5a2d98 None None] Provisioning complete for port f7da4593-fe66-4740-8afa-d60b23c5348e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:06.391123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95dfe1e0-d5c0-4681-ab50-ff4f9a5a2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.406795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:06.421010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:06.427284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d06fbf-83ac-4357-96eb-fb46c1657003 None None] Sync routers for ids ['42b1cae5-40bf-4888-99ee-d2c29a286a74'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:06.432434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.432789 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment c68cd8a7-4842-4941-9a97-b82cdf775d80 of type vlan for network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 Dec 06 12:07:06.464333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e2847-0f3b-491f-a12a-bd6f33de4631 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:06.474697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d06fbf-83ac-4357-96eb-fb46c1657003 None None] Routers {'42b1cae5-40bf-4888-99ee-d2c29a286a74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:06.476273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-33d06fbf-83ac-4357-96eb-fb46c1657003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['42b1cae5-40bf-4888-99ee-d2c29a286a74'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:06.494781 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-7507544c-5af4-4394-8a07-2cf0ce0b3a60 service neutron] 10.222.0.24 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139750 Dec 06 12:07:06.509100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.527237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 533f9734-6b2d-4768-abd7-d26324dd8433 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:06.534326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-33d06fbf-83ac-4357-96eb-fb46c1657003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:06.541954 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-07fa31d1-0847-49cd-b79d-eb6d0a133aef tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/42b1cae5-40bf-4888-99ee-d2c29a286a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9383554 Dec 06 12:07:06.549795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event deleted for resources: {'Port': ['ID=8fec6ad8-6f5c-4176-a00c-64622c9e4e37,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:06.561565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41920) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:06.577324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-95dfe1e0-d5c0-4681-ab50-ff4f9a5a2d98 None None] Port f7da4593-fe66-4740-8afa-d60b23c5348e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:06.588701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d06fbf-83ac-4357-96eb-fb46c1657003 None None] Routers {'42b1cae5-40bf-4888-99ee-d2c29a286a74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:06.589358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-33d06fbf-83ac-4357-96eb-fb46c1657003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['42b1cae5-40bf-4888-99ee-d2c29a286a74'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:06.617650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.633256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-33d06fbf-83ac-4357-96eb-fb46c1657003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:06.633899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d06fbf-83ac-4357-96eb-fb46c1657003 None None] The sync data for ids ['42b1cae5-40bf-4888-99ee-d2c29a286a74'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:06.647754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 533f9734-6b2d-4768-abd7-d26324dd8433 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:06.648497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.651593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] device_id is not set on port 3183f9a7-9f4b-48a9-ad7d-d9a71453bc36 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:06.684642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.resource_extend [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:07:06.689129 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.729645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-08531c41-4ce7-4c47-ae81-b00b10e22ce3 None None] Provisioning complete for port cc1916ed-6834-470c-a7bd-cb98b029468f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:06.730033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08531c41-4ce7-4c47-ae81-b00b10e22ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.753441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:06.759587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:06.764449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:06.770446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.770610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.771633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4169b47-1975-4989-9f79-034db4555858 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.773780 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c4169b47-1975-4989-9f79-034db4555858 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports/f7da4593-fe66-4740-8afa-d60b23c5348e HTTP/1.1" status: 200 len: 910 time: 0.1994879 Dec 06 12:07:06.779974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41928) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:06.815727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.818018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.821033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cc1916ed-6834-470c-a7bd-cb98b029468f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:06.824812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:06.825224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:06.891240 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-17a1537e-907f-4610-9db0-6a65af5c89a6 req-9d71d6ba-cdd0-4aac-89c6-29c8c4578708 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 210 time: 0.0975149 Dec 06 12:07:06.893739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=4b58ea3a-2abf-441e-89ac-a0009f0ff896,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:06.901802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f7879519-c183-4f64-919f-042592992ec9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7315130 Dec 06 12:07:06.919324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41930) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:06.926136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:06.949277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-08531c41-4ce7-4c47-ae81-b00b10e22ce3 None None] Provisioning complete for port f7da4593-fe66-4740-8afa-d60b23c5348e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:06.949977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08531c41-4ce7-4c47-ae81-b00b10e22ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.005811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-08531c41-4ce7-4c47-ae81-b00b10e22ce3 None None] Port f7da4593-fe66-4740-8afa-d60b23c5348e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:07.013977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cc1916ed-6834-470c-a7bd-cb98b029468f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:07.013977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.027986 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8892014 Dec 06 12:07:07.032767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41936) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:07.035300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.041110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': '540b34a3-e0fe-45d5-a1c3-2eef523b1579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:07.042562 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.055123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effdad6-0238-4489-bc66-766df3ad4b9e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=540b34a3-e0fe-45d5-a1c3-2eef523b1579,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:07.078502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:07.128057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.128730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Fanout notify agent at l3_agent the message router_deleted on router d4cc5c79-c2af-493e-bcd6-7eb81899973e {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:07.138802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.142801 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6b1107a1-538f-413f-aa9e-8ac859e95e67 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/d4cc5c79-c2af-493e-bcd6-7eb81899973e HTTP/1.1" status: 204 len: 168 time: 3.2487991 Dec 06 12:07:07.148969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41938) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:07.159521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9e0510eb-fb2a-4558-8446-392cccfc84f5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1218267609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:07.188050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.191357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8::78 (61c27f2c-faab-4f7c-b849-24512843983c/9bb0a00b-cc52-4412-978a-c005dab1bf7e/3183f9a7-9f4b-48a9-ad7d-d9a71453bc36) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:07.202422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:2a54 (61c27f2c-faab-4f7c-b849-24512843983c/d6303151-3c88-40e0-9b0d-92fd30d93706/3183f9a7-9f4b-48a9-ad7d-d9a71453bc36) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:07.212103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e0510eb-fb2a-4558-8446-392cccfc84f5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.213528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e0510eb-fb2a-4558-8446-392cccfc84f5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.326265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e0510eb-fb2a-4558-8446-392cccfc84f5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.331493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e0510eb-fb2a-4558-8446-392cccfc84f5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.401121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:07.404921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.409940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e0510eb-fb2a-4558-8446-392cccfc84f5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.411133 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9e0510eb-fb2a-4558-8446-392cccfc84f5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2611547 Dec 06 12:07:07.414760 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41942) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:07.421447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': True}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:07.524283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.594004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.610428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.677867 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.684626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] In _notify_port_updated(), no bound segment for port 4b58ea3a-2abf-441e-89ac-a0009f0ff896 on network 52db61b1-6c83-432b-af86-b2e33820c6a6 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:07:07.690232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:07.690882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.695903 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "PUT /v2.0/ports/4b58ea3a-2abf-441e-89ac-a0009f0ff896 HTTP/1.1" status: 200 len: 818 time: 0.7715514 Dec 06 12:07:07.698180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41944) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:07.809913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b52b2c-432f-4bcd-9e64-8231a7d1f017 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=4b58ea3a-2abf-441e-89ac-a0009f0ff896,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:07.958149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:07.983005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.050464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Network 61c27f2c-faab-4f7c-b849-24512843983c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:08.088334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:08.095505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:08.101831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.102480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.106225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event updated for resources: {'Port': ['ID=3183f9a7-9f4b-48a9-ad7d-d9a71453bc36,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:08.129635 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5346503e-fa70-475a-a92b-82ea04632788 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5550702 Dec 06 12:07:08.129868 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41948) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:08.253574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d941baf-c56a-4b67-8a60-29d25e20c504 req-f89450a8-c28f-44e4-a79f-24f273352306 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 210 time: 0.0887904 Dec 06 12:07:08.306631 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.385243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4c2874c7-026a-4c34-9a47-be54853e8ca2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting port 3183f9a7-9f4b-48a9-ad7d-d9a71453bc36 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:08.385841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c2874c7-026a-4c34-9a47-be54853e8ca2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.390494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.427188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.448822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-98625511-3e24-40e9-86c2-ef7508e28a6b None None] Provisioning complete for port 3183f9a7-9f4b-48a9-ad7d-d9a71453bc36 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:08.449384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98625511-3e24-40e9-86c2-ef7508e28a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.457375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=2647806b-a2f5-4784-a03b-98f87f536d2a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:08.485888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-99955c3e-6bc9-45f4-bae1-7472b0d681e2 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.486956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-98625511-3e24-40e9-86c2-ef7508e28a6b None None] Port 3183f9a7-9f4b-48a9-ad7d-d9a71453bc36 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:08.487372 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-99955c3e-6bc9-45f4-bae1-7472b0d681e2 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.43 "GET /v2.0/networks?id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 HTTP/1.1" status: 200 len: 811 time: 0.3334765 Dec 06 12:07:08.508479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Request body: {'port': {'device_id': '10f80ab6-2125-43e8-83ba-7951bc815e94', 'network_id': 'cc939dbc-7c78-45a0-9000-f6eeea2fcdc2', 'admin_state_up': True, 'tenant_id': '476d118404804726b0478cca7be4582e'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:08.515989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3bf940bf-3fe1-4042-bb87-a7dce5ab315f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 4b58ea3a-2abf-441e-89ac-a0009f0ff896 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:08.516331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bf940bf-3fe1-4042-bb87-a7dce5ab315f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.532168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': 'c68cd8a7-4842-4941-9a97-b82cdf775d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '540b34a3-e0fe-45d5-a1c3-2eef523b1579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:08.532539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: 540b34a3-e0fe-45d5-a1c3-2eef523b1579, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:08.548073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c2874c7-026a-4c34-9a47-be54853e8ca2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.582090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4c2874c7-026a-4c34-9a47-be54853e8ca2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Calling delete_port for 3183f9a7-9f4b-48a9-ad7d-d9a71453bc36 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:08.645982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Allocated IP 172.36.1.58 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/da9ed5b6-8adf-404e-9086-6d30b32f64d5) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:08.668277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bf940bf-3fe1-4042-bb87-a7dce5ab315f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.674220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:08.721902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3bf940bf-3fe1-4042-bb87-a7dce5ab315f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 4b58ea3a-2abf-441e-89ac-a0009f0ff896 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:08.731587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 540b34a3-e0fe-45d5-a1c3-2eef523b1579) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:08.742276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:08.743037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.743416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a300534-f00f-4c00-8aac-daa43ab71717 None None] Network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:08.819111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.855924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Made reservation on behalf of 476d118404804726b0478cca7be4582e for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:08.859399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.871237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-99211f03-617e-4b0b-82a4-c12d49b78673 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8373642 Dec 06 12:07:08.873466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41954) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:08.889946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-efdd9725-c049-408d-ae71-7c2d65b4fd24 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-150034659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:08.901793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c2874c7-026a-4c34-9a47-be54853e8ca2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.910231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.919039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-540b34a3-e0fe-45d5-a1c3-2eef523b1579', 'network_id': '540b34a3-e0fe-45d5-a1c3-2eef523b1579', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': '2647806b-a2f5-4784-a03b-98f87f536d2a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:08.921522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.929932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port f7da4593-fe66-4740-8afa-d60b23c5348e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:08.930279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.936961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2874c7-026a-4c34-9a47-be54853e8ca2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Port': ['ID=3183f9a7-9f4b-48a9-ad7d-d9a71453bc36,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:08.980232 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:08.986847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:08.994695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-efdd9725-c049-408d-ae71-7c2d65b4fd24 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.995742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-efdd9725-c049-408d-ae71-7c2d65b4fd24 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:08.999008 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bf940bf-3fe1-4042-bb87-a7dce5ab315f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.011196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:09.030028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c7409-5861-4941-8f1a-8f5d8bfcc7f6 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:09.071061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c2874c7-026a-4c34-9a47-be54853e8ca2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.084082 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4c2874c7-026a-4c34-9a47-be54853e8ca2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/3183f9a7-9f4b-48a9-ad7d-d9a71453bc36 HTTP/1.1" status: 204 len: 168 time: 0.9510207 Dec 06 12:07:09.086593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'Port': ['ID=da9ed5b6-8adf-404e-9086-6d30b32f64d5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:09.088143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41956) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:09.092172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf940bf-3fe1-4042-bb87-a7dce5ab315f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=4b58ea3a-2abf-441e-89ac-a0009f0ff896,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:09.135440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bf940bf-3fe1-4042-bb87-a7dce5ab315f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.141501 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3bf940bf-3fe1-4042-bb87-a7dce5ab315f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/4b58ea3a-2abf-441e-89ac-a0009f0ff896 HTTP/1.1" status: 204 len: 168 time: 1.4076324 Dec 06 12:07:09.146791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d5e8fe26-f37f-455d-8392-0ae720f73e72 None None] Provisioning complete for port da9ed5b6-8adf-404e-9086-6d30b32f64d5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:09.148664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5e8fe26-f37f-455d-8392-0ae720f73e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.170523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41958) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:09.198207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Allocated IP 2001:db8::2 (540b34a3-e0fe-45d5-a1c3-2eef523b1579/2647806b-a2f5-4784-a03b-98f87f536d2a/ab9613e0-7b6f-453d-a811-dcfdb2a3f549) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:09.208228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8fe26-f37f-455d-8392-0ae720f73e72 None None] Port da9ed5b6-8adf-404e-9086-6d30b32f64d5 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:09.301740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.306107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-efdd9725-c049-408d-ae71-7c2d65b4fd24 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.331238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-efdd9725-c049-408d-ae71-7c2d65b4fd24 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.353011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for f7da4593-fe66-4740-8afa-d60b23c5348e owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:09.364347 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.404920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Allocated IP 172.20.0.8 (cc939dbc-7c78-45a0-9000-f6eeea2fcdc2/448e1dba-cb0a-414a-94cc-e688b78c6b7d/cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:09.406715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.410886 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-682679f1-373e-432f-99bf-738ffc989d26 req-130ee6ea-df09-4fac-9e39-72b02a205906 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 210 time: 0.0719280 Dec 06 12:07:09.413398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.418068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-efdd9725-c049-408d-ae71-7c2d65b4fd24 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.422320 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-efdd9725-c049-408d-ae71-7c2d65b4fd24 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5414929 Dec 06 12:07:09.431211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5d3bb-bb93-4078-9411-994d67bb491c tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.432996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5dc5d3bb-bb93-4078-9411-994d67bb491c tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3420327 Dec 06 12:07:09.435227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41962) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:09.435704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41964) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:09.458383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:09.463266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:09.468373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:09.471477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Pushing event updated for resources: {'Port': ['ID=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:09.498583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ed8d7-e152-4575-ac40-5cfa403c3e3c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.503104 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e60ed8d7-e152-4575-ac40-5cfa403c3e3c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3195713 Dec 06 12:07:09.528765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41966) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:09.531589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Attempting to bind port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:09.531971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Attempting to bind port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c68cd8a7-4842-4941-9a97-b82cdf775d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '540b34a3-e0fe-45d5-a1c3-2eef523b1579'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:09.532445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Attempting to bind port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 on network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:09.538190 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:09.538816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Checking segment: {'id': 'c68cd8a7-4842-4941-9a97-b82cdf775d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '540b34a3-e0fe-45d5-a1c3-2eef523b1579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:09.539343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.539894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Bound using segment: {'id': 'c68cd8a7-4842-4941-9a97-b82cdf775d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '540b34a3-e0fe-45d5-a1c3-2eef523b1579'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:09.540467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Bound port: ab9613e0-7b6f-453d-a811-dcfdb2a3f549, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cd8a7-4842-4941-9a97-b82cdf775d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '540b34a3-e0fe-45d5-a1c3-2eef523b1579'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:09.540958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.561312 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d50f5fb-023c-46e5-9d61-c2cfd8caea70 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:07:09.566841 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6d50f5fb-023c-46e5-9d61-c2cfd8caea70 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/4b58ea3a-2abf-441e-89ac-a0009f0ff896 HTTP/1.1" status: 404 len: 333 time: 0.0334511 Dec 06 12:07:09.566841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41968) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:09.573463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-31676060'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:09.610727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] For port ab9613e0-7b6f-453d-a811-dcfdb2a3f549, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:09.614412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] For port ab9613e0-7b6f-453d-a811-dcfdb2a3f549, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,segment=NetworkSegment(c68cd8a7-4842-4941-9a97-b82cdf775d80),segment_id=c68cd8a7-4842-4941-9a97-b82cdf775d80)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:09.620945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.641855 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:09.646711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.665308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.677826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:09.688758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.691919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.692534 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Added segment 4536c3b0-4352-45f1-a6df-af0ed3ccb264 of type vlan for network 84dec588-d46e-472d-9247-9bff80dc0d06 Dec 06 12:07:09.693560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83248ec7-7255-44bb-bced-f25b3fc93e53 None None] Pushing event updated for resources: {'Port': ['ID=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:09.736558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7c136-de6e-424a-8d51-614b6d6ad35c tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.739892 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dfd7c136-de6e-424a-8d51-614b6d6ad35c tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2977941 Dec 06 12:07:09.758799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41970) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:09.804311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.901125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f9a5b-95e5-4b47-b4e6-5ab3cd7983e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.902649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f9a5b-95e5-4b47-b4e6-5ab3cd7983e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.904311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f9a5b-95e5-4b47-b4e6-5ab3cd7983e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.905890 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-104f9a5b-95e5-4b47-b4e6-5ab3cd7983e7 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1462247 Dec 06 12:07:09.911257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41972) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:09.955675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:09.961689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:09.962299 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.025884 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4555590 Dec 06 12:07:10.027903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 41974) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:10.035420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:10.045860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.063765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-07395fa6-fdaa-456a-9c80-570505d61cf5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet 9bb0a00b-cc52-4412-978a-c005dab1bf7e {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:10.077364 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07395fa6-fdaa-456a-9c80-570505d61cf5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.107947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16ddbd-4841-4d1f-833a-c68dffc4abde tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Network': ['ID=84dec588-d46e-472d-9247-9bff80dc0d06,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:10.123722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 84dec588-d46e-472d-9247-9bff80dc0d06 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:10.137929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.147719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07395fa6-fdaa-456a-9c80-570505d61cf5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.151603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Router 755d4ea8-f237-40c4-a5af-d66f5aa29983 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:10.154933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.216908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=f7da4593-fe66-4740-8afa-d60b23c5348e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:10.334658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:10.341036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.342256 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-626461f5-9563-4d72-a44d-bbf7964f0409 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "PUT /v2.0/routers/755d4ea8-f237-40c4-a5af-d66f5aa29983 HTTP/1.1" status: 200 len: 914 time: 2.9263551 Dec 06 12:07:10.343966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07395fa6-fdaa-456a-9c80-570505d61cf5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.344575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.346613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41976) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:10.354175 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2b02f-d20c-4480-8972-67c4537f4025 None None] Sync routers for ids ['755d4ea8-f237-40c4-a5af-d66f5aa29983'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:10.375327 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2b02f-d20c-4480-8972-67c4537f4025 None None] Routers {'755d4ea8-f237-40c4-a5af-d66f5aa29983'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:10.375838 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f3e2b02f-d20c-4480-8972-67c4537f4025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['755d4ea8-f237-40c4-a5af-d66f5aa29983'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:10.445678 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f3e2b02f-d20c-4480-8972-67c4537f4025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:10.468075 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2b02f-d20c-4480-8972-67c4537f4025 None None] Routers {'755d4ea8-f237-40c4-a5af-d66f5aa29983'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:10.468725 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f3e2b02f-d20c-4480-8972-67c4537f4025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['755d4ea8-f237-40c4-a5af-d66f5aa29983'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:10.475475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:10.479349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.538716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07395fa6-fdaa-456a-9c80-570505d61cf5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.539572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ab9613e0-7b6f-453d-a811-dcfdb2a3f549 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:10.576190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07395fa6-fdaa-456a-9c80-570505d61cf5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb0a00b-cc52-4412-978a-c005dab1bf7e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:10.576709 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f3e2b02f-d20c-4480-8972-67c4537f4025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:10.577580 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2b02f-d20c-4480-8972-67c4537f4025 None None] The sync data for ids ['755d4ea8-f237-40c4-a5af-d66f5aa29983'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:10.601598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:10.618869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1357948d-b18c-41fc-b057-1b85943f7f86 None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:10.656554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:10.682490 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-251f4902-f54e-4475-8996-f82704f9685a tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/routers/755d4ea8-f237-40c4-a5af-d66f5aa29983 HTTP/1.1" status: 200 len: 920 time: 0.3348253 Dec 06 12:07:10.683113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41980) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:10.684894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-07395fa6-fdaa-456a-9c80-570505d61cf5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.691133 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-07395fa6-fdaa-456a-9c80-570505d61cf5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/9bb0a00b-cc52-4412-978a-c005dab1bf7e HTTP/1.1" status: 204 len: 168 time: 0.7788064 Dec 06 12:07:10.693033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41982) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:10.707241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:10.707617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.716632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:10.748721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Pushing event updated for resources: {'Port': ['ID=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:10.862558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.894243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:10.974940 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port ab9613e0-7b6f-453d-a811-dcfdb2a3f549, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,segment=NetworkSegment(c68cd8a7-4842-4941-9a97-b82cdf775d80),segment_id=c68cd8a7-4842-4941-9a97-b82cdf775d80)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:10.981098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.027522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad8e9-9c7f-4c41-9b2b-8443dd9f9867 req-154aea61-6a91-4d8f-905c-5354a89d3321 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.029390 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a5ad8e9-9c7f-4c41-9b2b-8443dd9f9867 req-154aea61-6a91-4d8f-905c-5354a89d3321 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 931 time: 0.4461844 Dec 06 12:07:11.062579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:11.106599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8faf573-cbd5-4899-a902-855702e2bf02 None None] Network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:11.133980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8::1 (540b34a3-e0fe-45d5-a1c3-2eef523b1579/2647806b-a2f5-4784-a03b-98f87f536d2a/8b510773-d216-4718-8282-5c17ee561cdc) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:11.142951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.143611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.150138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ec1f9-8850-4d40-8f82-9f4639660950 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.154647 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-225ec1f9-8850-4d40-8f82-9f4639660950 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=755d4ea8-f237-40c4-a5af-d66f5aa29983&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4622967 Dec 06 12:07:11.155265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41984) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:11.196966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-9463dd98-a5fe-45c8-b46d-be9c5a56a140 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Deleting subnet d6303151-3c88-40e0-9b0d-92fd30d93706 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:11.200866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9463dd98-a5fe-45c8-b46d-be9c5a56a140 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.247198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9463dd98-a5fe-45c8-b46d-be9c5a56a140 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.377852 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5bd78be5-984c-4504-904b-c57a4c0c18a2 None None] Provisioning complete for port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:11.378297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bd78be5-984c-4504-904b-c57a4c0c18a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.388070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1513a9c-179c-4d0b-8c84-db3af092681d tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.392599 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a1513a9c-179c-4d0b-8c84-db3af092681d tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 881 time: 0.2338290 Dec 06 12:07:11.395832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41986) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:11.412137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9463dd98-a5fe-45c8-b46d-be9c5a56a140 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.452055 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8dd2fdb0-708e-40eb-a98c-eaf6b826a685 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=755d4ea8-f237-40c4-a5af-d66f5aa29983 HTTP/1.1" status: 200 len: 205 time: 0.0551586 Dec 06 12:07:11.452671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41988) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:11.594648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9463dd98-a5fe-45c8-b46d-be9c5a56a140 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.633770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9463dd98-a5fe-45c8-b46d-be9c5a56a140 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.639221 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-709563cd-0fd9-4b3f-ac37-ccb32cc5bff3 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1337783 Dec 06 12:07:11.639784 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9463dd98-a5fe-45c8-b46d-be9c5a56a140 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/d6303151-3c88-40e0-9b0d-92fd30d93706 HTTP/1.1" status: 204 len: 168 time: 0.9456973 Dec 06 12:07:11.640814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41990) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:11.643291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.645601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.647034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463dd98-a5fe-45c8-b46d-be9c5a56a140 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Subnet': ['ID=d6303151-3c88-40e0-9b0d-92fd30d93706,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:11.678913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Request body: {'port': {'device_id': '10f80ab6-2125-43e8-83ba-7951bc815e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:11.730990 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7367930d-1e8d-4156-ae23-9f28b6fb5baf tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808642 Dec 06 12:07:11.731586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41992) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:11.764538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 42b1cae5-40bf-4888-99ee-d2c29a286a74 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:11.849617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d01b0-ffbc-49ed-8608-95f314d4e7d5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.854172 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a27d01b0-ffbc-49ed-8608-95f314d4e7d5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1197176 Dec 06 12:07:11.854789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41994) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:11.867994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:11.872256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=8d5c2860-be72-40d6-88a0-d2542ca6c425,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:11.877718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a5ad8e9-9c7f-4c41-9b2b-8443dd9f9867 req-308f0900-ca18-4124-a899-50c3861e885f tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7246430 Dec 06 12:07:11.940736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking segment: {'id': '4536c3b0-4352-45f1-a6df-af0ed3ccb264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:11.941115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network hostable DHCP agents. Network: 84dec588-d46e-472d-9247-9bff80dc0d06, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:11.948291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126070e2-d6ea-48e6-927e-3bdab3dd937a None None] Network 61c27f2c-faab-4f7c-b849-24512843983c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:11.957285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3093fe-c378-4be5-82c6-5bff6084b3d4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:11.962172 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6c3093fe-c378-4be5-82c6-5bff6084b3d4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051509 Dec 06 12:07:11.966527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41996) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:11.977159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.009692 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-961c7784-51e0-4ee5-945a-1603d21e5127 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395133 Dec 06 12:07:12.012369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 41998) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.017048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cba9018e-7cbc-4efb-a68b-cbd3a7a857f2 None None] Provisioning complete for port cc1916ed-6834-470c-a7bd-cb98b029468f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:12.017240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cba9018e-7cbc-4efb-a68b-cbd3a7a857f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.019247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:12.038514 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e10e17d-abb6-4346-928f-2696c1bf68c6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.039201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e10e17d-abb6-4346-928f-2696c1bf68c6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.044567 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9e10e17d-abb6-4346-928f-2696c1bf68c6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/3183f9a7-9f4b-48a9-ad7d-d9a71453bc36 HTTP/1.1" status: 404 len: 333 time: 0.0289977 Dec 06 12:07:12.045447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a8d42f-d07e-40e4-b72c-f69a719719eb None None] Sync routers for ids ['42b1cae5-40bf-4888-99ee-d2c29a286a74'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:12.046568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42000) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.052500 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1f1dc757-9836-40c2-8a1e-3c10a08c1f18 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/42b1cae5-40bf-4888-99ee-d2c29a286a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2690523 Dec 06 12:07:12.058287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42002) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.071344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 84dec588-d46e-472d-9247-9bff80dc0d06 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:12.077349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.078519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8d42f-d07e-40e4-b72c-f69a719719eb None None] Routers {'42b1cae5-40bf-4888-99ee-d2c29a286a74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:12.079301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a0a8d42f-d07e-40e4-b72c-f69a719719eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['42b1cae5-40bf-4888-99ee-d2c29a286a74'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:12.094226 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-61992c64-9504-4b55-8e3b-93b0062ac49d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.094840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61992c64-9504-4b55-8e3b-93b0062ac49d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.101236 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-61992c64-9504-4b55-8e3b-93b0062ac49d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/d6303151-3c88-40e0-9b0d-92fd30d93706 HTTP/1.1" status: 404 len: 337 time: 0.0499356 Dec 06 12:07:12.112369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.115317 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Deleting port da9ed5b6-8adf-404e-9086-6d30b32f64d5 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:12.115823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.127500 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-73ab6c52-4b76-4930-88c0-a8138a4b93d1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=42b1cae5-40bf-4888-99ee-d2c29a286a74 HTTP/1.1" status: 200 len: 205 time: 0.0651653 Dec 06 12:07:12.128996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42006) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.133194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a0a8d42f-d07e-40e4-b72c-f69a719719eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:12.163113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 84dec588-d46e-472d-9247-9bff80dc0d06) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:12.173483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1787fdb0-bb66-44a1-9939-2adacb4a4a47 None None] Network 84dec588-d46e-472d-9247-9bff80dc0d06 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:12.177179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8d42f-d07e-40e4-b72c-f69a719719eb None None] Routers {'42b1cae5-40bf-4888-99ee-d2c29a286a74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:12.177804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a0a8d42f-d07e-40e4-b72c-f69a719719eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['42b1cae5-40bf-4888-99ee-d2c29a286a74'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:12.191297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:12.192164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.200642 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-41829694-0171-41b7-bbf4-63fdee20eb97 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.201248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41829694-0171-41b7-bbf4-63fdee20eb97 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.206759 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-41829694-0171-41b7-bbf4-63fdee20eb97 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/9bb0a00b-cc52-4412-978a-c005dab1bf7e HTTP/1.1" status: 404 len: 337 time: 0.0908494 Dec 06 12:07:12.212455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42008) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.258171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a0a8d42f-d07e-40e4-b72c-f69a719719eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:12.258825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a8d42f-d07e-40e4-b72c-f69a719719eb None None] The sync data for ids ['42b1cae5-40bf-4888-99ee-d2c29a286a74'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:12.270298 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-941ebbc4-f00b-4fc8-a3de-500662e8f5e3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.324927 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a948c422-a0b4-4d5e-ae0c-34102aa056e3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2969511 Dec 06 12:07:12.341341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42010) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.352273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6ee0ddf7-17eb-403b-b8db-703c54aa540e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:12.360774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f7239f-95f3-4069-a80c-4c821f5408d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.367944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f7239f-95f3-4069-a80c-4c821f5408d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.372623 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d7f7239f-95f3-4069-a80c-4c821f5408d6 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/fc181b5d-16ed-49b9-a294-74903fd649cd HTTP/1.1" status: 404 len: 333 time: 0.1591811 Dec 06 12:07:12.382729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42012) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.397695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.415594 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-65731f58-c9a3-4533-8a04-5a5bca9101ff tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.416329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65731f58-c9a3-4533-8a04-5a5bca9101ff tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.419560 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-65731f58-c9a3-4533-8a04-5a5bca9101ff tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/30f4321d-65da-4d2c-b71e-32ee971b2265 HTTP/1.1" status: 404 len: 337 time: 0.0337653 Dec 06 12:07:12.422857 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42014) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.434291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cba9018e-7cbc-4efb-a68b-cbd3a7a857f2 None None] Provisioning complete for port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:12.434685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cba9018e-7cbc-4efb-a68b-cbd3a7a857f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.437177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] DHCP port deletion for 61c27f2c-faab-4f7c-b849-24512843983c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:12.470044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.478457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ab9613e0-7b6f-453d-a811-dcfdb2a3f549 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:12.498396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Calling delete_port for da9ed5b6-8adf-404e-9086-6d30b32f64d5 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:12.514704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-84dec588-d46e-472d-9247-9bff80dc0d06', 'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06', 'tenant_id': 'c8faa62093a043a8a9c828d10521c053', 'fixed_ips': [{'subnet_id': '8d5c2860-be72-40d6-88a0-d2542ca6c425'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:12.516019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.526854 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a592d25-a753-478e-965a-4844329ac668 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.527320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a592d25-a753-478e-965a-4844329ac668 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.530521 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8a592d25-a753-478e-965a-4844329ac668 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/c3ef3eec-70c3-4417-975b-11b29a97f267 HTTP/1.1" status: 404 len: 337 time: 0.1064904 Dec 06 12:07:12.534525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42016) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.553766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-941ebbc4-f00b-4fc8-a3de-500662e8f5e3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.554600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=8b510773-d216-4718-8282-5c17ee561cdc,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:12.566268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:12.569628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:12.572405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-941ebbc4-f00b-4fc8-a3de-500662e8f5e3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.576780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:12.578584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.610355 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a3edf0-abac-4878-a15f-5a052e8b7924 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.610953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a3edf0-abac-4878-a15f-5a052e8b7924 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.617211 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-53a3edf0-abac-4878-a15f-5a052e8b7924 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/7ae6a9ed-60ba-494a-9716-356bff0b447f HTTP/1.1" status: 404 len: 333 time: 0.0743876 Dec 06 12:07:12.621918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42018) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.700266 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dbd3e4-bcd7-4f81-b065-80eb87976891 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.700645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04dbd3e4-bcd7-4f81-b065-80eb87976891 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.706294 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-04dbd3e4-bcd7-4f81-b065-80eb87976891 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/572a41e6-89dd-44b9-95a6-a03384df0cac HTTP/1.1" status: 404 len: 337 time: 0.0785906 Dec 06 12:07:12.708083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42020) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.721951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] Deleting port cc1916ed-6834-470c-a7bd-cb98b029468f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:12.722899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.733852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-941ebbc4-f00b-4fc8-a3de-500662e8f5e3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.734351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ebbc4-f00b-4fc8-a3de-500662e8f5e3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Fanout notify agent at l3_agent the message router_deleted on router 42b1cae5-40bf-4888-99ee-d2c29a286a74 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:12.762741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-941ebbc4-f00b-4fc8-a3de-500662e8f5e3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.766264 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-941ebbc4-f00b-4fc8-a3de-500662e8f5e3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/42b1cae5-40bf-4888-99ee-d2c29a286a74 HTTP/1.1" status: 204 len: 168 time: 0.6350346 Dec 06 12:07:12.768557 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c95dfbd-2d9e-4ed2-84b3-84a526f9080a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.769012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c95dfbd-2d9e-4ed2-84b3-84a526f9080a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.771434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42022) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.772751 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9c95dfbd-2d9e-4ed2-84b3-84a526f9080a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/01886e6a-bf4d-400d-ab60-67b4fbd44305 HTTP/1.1" status: 404 len: 337 time: 0.0630076 Dec 06 12:07:12.776692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42024) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.837896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-5355fb4d-ab36-4c1a-969d-993ed9d9f5d4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet 1bac9c5b-21a9-4819-98e2-699506397e3d {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:12.845389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:12.848755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:12.849137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.857494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.859760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5355fb4d-ab36-4c1a-969d-993ed9d9f5d4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.892911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.894157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] For port cc1916ed-6834-470c-a7bd-cb98b029468f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc1916ed-6834-470c-a7bd-cb98b029468f,segment=NetworkSegment(aabacddc-eb3b-4f1f-a19f-fd436575f6a8),segment_id=aabacddc-eb3b-4f1f-a19f-fd436575f6a8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:12.894726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.906550 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3fcb91-2d68-4d91-bc2c-0a05b6baee7e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.907409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3fcb91-2d68-4d91-bc2c-0a05b6baee7e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.911123 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7b3fcb91-2d68-4d91-bc2c-0a05b6baee7e tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/3cd4562c-3ada-40ce-9b98-57cba9720760 HTTP/1.1" status: 404 len: 333 time: 0.1321354 Dec 06 12:07:12.915420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42028) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:12.928484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] Calling delete_port for cc1916ed-6834-470c-a7bd-cb98b029468f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:12.951703 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-561b466a-3e6d-47f2-91f8-ee37f920570d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:12.952102 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561b466a-3e6d-47f2-91f8-ee37f920570d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:12.956067 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-561b466a-3e6d-47f2-91f8-ee37f920570d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/aa2ba173-41cc-4959-839d-b172a803f7cb HTTP/1.1" status: 404 len: 337 time: 0.0395765 Dec 06 12:07:12.957389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee0ddf7-17eb-403b-b8db-703c54aa540e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:12.958737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5355fb4d-ab36-4c1a-969d-993ed9d9f5d4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.961729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ddf7-17eb-403b-b8db-703c54aa540e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:12.968208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Allocated IP 2001:db8::2 (84dec588-d46e-472d-9247-9bff80dc0d06/8d5c2860-be72-40d6-88a0-d2542ca6c425/a9233160-c298-4a1b-9011-4b27c37ae70d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:12.986264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42030) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.035265 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4103967d-a5e5-4d4c-afe2-5ab04ecce968 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:13.035732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4103967d-a5e5-4d4c-afe2-5ab04ecce968 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.041893 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4103967d-a5e5-4d4c-afe2-5ab04ecce968 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/028031a5-441f-43db-b16a-d9a6628694b5 HTTP/1.1" status: 404 len: 337 time: 0.0521460 Dec 06 12:07:13.048587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42032) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.079648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.080096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Transition to ACTIVE for port object cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:07:13.106222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.141460 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ef4faa-f892-4c90-b3b2-6fa269bf500d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:13.142049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ef4faa-f892-4c90-b3b2-6fa269bf500d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.148634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-77ef4faa-f892-4c90-b3b2-6fa269bf500d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/44a00df7-e1fb-425a-8436-f05fd599a98d HTTP/1.1" status: 404 len: 333 time: 0.0954819 Dec 06 12:07:13.154846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event deleted for resources: {'Port': ['ID=da9ed5b6-8adf-404e-9086-6d30b32f64d5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.157330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b1810cf6-22a4-4f5c-b6e9-4ead8fe49532 None None] Provisioning complete for port 8b510773-d216-4718-8282-5c17ee561cdc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:13.157707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1810cf6-22a4-4f5c-b6e9-4ead8fe49532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.166524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42034) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.195293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf9f6e-304f-4bb4-ace3-877ecaf0d91b None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:13.202919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.229650 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1b7b7a-fae8-4bb1-ac4d-4466962b5291 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:13.230440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1b7b7a-fae8-4bb1-ac4d-4466962b5291 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.237222 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-af1b7b7a-fae8-4bb1-ac4d-4466962b5291 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/4dbc4e40-b689-4a06-9655-6b9c57ae38b4 HTTP/1.1" status: 404 len: 337 time: 0.0623019 Dec 06 12:07:13.237527 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.ipam_backend_mixin [None req-6ee0ddf7-17eb-403b-b8db-703c54aa540e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d5c2860-be72-40d6-88a0-d2542ca6c425 (CIDR: 2001:db8::/64) Dec 06 12:07:13.241369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42036) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.263131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6430-1d32-4f2f-94d9-198149a4e2b6 req-77cb8c09-ee4d-4149-bd4f-107535a250cd tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:13.264747 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-14ff6430-1d32-4f2f-94d9-198149a4e2b6 req-77cb8c09-ee4d-4149-bd4f-107535a250cd tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 931 time: 0.2725513 Dec 06 12:07:13.273357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] Pushing event deleted for resources: {'Port': ['ID=cc1916ed-6834-470c-a7bd-cb98b029468f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.274361 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee0ddf7-17eb-403b-b8db-703c54aa540e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:07:13.274550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee0ddf7-17eb-403b-b8db-703c54aa540e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.276296 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedeece-0d88-461c-90a5-1a7ccd268c1a None None] No DVR routers for this DVR port cc1916ed-6834-470c-a7bd-cb98b029468f on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:13.283692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b1810cf6-22a4-4f5c-b6e9-4ead8fe49532 None None] Port 8b510773-d216-4718-8282-5c17ee561cdc cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:13.295836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.306520 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb57cfb2-97f0-4f5a-9aa1-78d52b043b6a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:13.307236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb57cfb2-97f0-4f5a-9aa1-78d52b043b6a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.311794 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bb57cfb2-97f0-4f5a-9aa1-78d52b043b6a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/65a5bd15-d97b-4e09-b590-8874a2974063 HTTP/1.1" status: 404 len: 333 time: 0.0695205 Dec 06 12:07:13.317511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42038) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.322529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.340978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.344639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5355fb4d-ab36-4c1a-969d-993ed9d9f5d4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.347098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.389914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Network 84dec588-d46e-472d-9247-9bff80dc0d06 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:13.392964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:13.396769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:13.402878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Pushing event updated for resources: {'Port': ['ID=a9233160-c298-4a1b-9011-4b27c37ae70d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.413188 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df4e2b2-e32f-4f86-85b9-d20e5d0abdf1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:13.414034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df4e2b2-e32f-4f86-85b9-d20e5d0abdf1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.417579 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4df4e2b2-e32f-4f86-85b9-d20e5d0abdf1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/f2426434-42c3-4dc3-bc5b-f9a7faaace17 HTTP/1.1" status: 404 len: 337 time: 0.0988877 Dec 06 12:07:13.424976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42040) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.450373 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6ee0ddf7-17eb-403b-b8db-703c54aa540e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1065595 Dec 06 12:07:13.453242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42042) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.458155 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:13.476334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.481424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Attempting to bind port a9233160-c298-4a1b-9011-4b27c37ae70d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:13.481801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Attempting to bind port a9233160-c298-4a1b-9011-4b27c37ae70d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4536c3b0-4352-45f1-a6df-af0ed3ccb264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:13.482165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Attempting to bind port a9233160-c298-4a1b-9011-4b27c37ae70d on network 84dec588-d46e-472d-9247-9bff80dc0d06 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:13.484037 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.490220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:13.491129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Checking segment: {'id': '4536c3b0-4352-45f1-a6df-af0ed3ccb264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:13.492197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.492799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Bound using segment: {'id': '4536c3b0-4352-45f1-a6df-af0ed3ccb264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:13.493618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Bound port: a9233160-c298-4a1b-9011-4b27c37ae70d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4536c3b0-4352-45f1-a6df-af0ed3ccb264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:13.494183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.512801 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-13db7466-a44b-47d2-85f9-b8161b9f4c4d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:13.513632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13db7466-a44b-47d2-85f9-b8161b9f4c4d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.516824 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-13db7466-a44b-47d2-85f9-b8161b9f4c4d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/6a74d07c-e2d0-41f7-97bf-8a77e6c16566 HTTP/1.1" status: 404 len: 333 time: 0.0831099 Dec 06 12:07:13.519810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42044) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.547448 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-14ff6430-1d32-4f2f-94d9-198149a4e2b6 req-4125e339-ad77-423d-9643-5ff8ec01a605 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660151 Dec 06 12:07:13.558004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Attempting to bind port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:13.558701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Attempting to bind port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd2a17ffb-ab42-4731-89a3-9e267b4c4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc939dbc-7c78-45a0-9000-f6eeea2fcdc2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:13.559101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Attempting to bind port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a on network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:13.563796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] For port a9233160-c298-4a1b-9011-4b27c37ae70d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:13.567786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] For port a9233160-c298-4a1b-9011-4b27c37ae70d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9233160-c298-4a1b-9011-4b27c37ae70d,segment=NetworkSegment(4536c3b0-4352-45f1-a6df-af0ed3ccb264),segment_id=4536c3b0-4352-45f1-a6df-af0ed3ccb264)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:13.575232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.582978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a on network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:07:13.583419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Attempting to bind port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a on network cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:13.602413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:13.602907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Checking segment: {'id': 'd2a17ffb-ab42-4731-89a3-9e267b4c4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc939dbc-7c78-45a0-9000-f6eeea2fcdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:13.603402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Bound using segment: {'id': 'd2a17ffb-ab42-4731-89a3-9e267b4c4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc939dbc-7c78-45a0-9000-f6eeea2fcdc2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:13.603983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Bound port: cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a17ffb-ab42-4731-89a3-9e267b4c4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cc939dbc-7c78-45a0-9000-f6eeea2fcdc2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:13.604443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.608427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5355fb4d-ab36-4c1a-969d-993ed9d9f5d4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.663324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abeb93-5b0b-4c46-a9f1-0726da551eb0 None None] Pushing event updated for resources: {'Port': ['ID=a9233160-c298-4a1b-9011-4b27c37ae70d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.672658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5355fb4d-ab36-4c1a-969d-993ed9d9f5d4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.676482 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5355fb4d-ab36-4c1a-969d-993ed9d9f5d4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/1bac9c5b-21a9-4819-98e2-699506397e3d HTTP/1.1" status: 204 len: 168 time: 0.9013045 Dec 06 12:07:13.681921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355fb4d-ab36-4c1a-969d-993ed9d9f5d4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=1bac9c5b-21a9-4819-98e2-699506397e3d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.682444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3238fca8-3828-4e7a-a7c4-96f5f7eaf530 None None] Network b0176dcd-47be-41e8-82bd-db1e08269312 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:13.690382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.694677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42046) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.708359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.708833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.891325 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-c524bce8-c49f-4c73-b0ba-e8e8d9862f9f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:13.891842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c524bce8-c49f-4c73-b0ba-e8e8d9862f9f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.897704 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c524bce8-c49f-4c73-b0ba-e8e8d9862f9f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/702fed49-73c3-4ca0-8a7a-121dc08aa9fc HTTP/1.1" status: 404 len: 337 time: 0.3744316 Dec 06 12:07:13.899392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.906741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42048) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.918461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.919129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Fanout notify agent at l3_agent the message router_deleted on router 755d4ea8-f237-40c4-a5af-d66f5aa29983 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:13.932026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:13.933151 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b9025f3a-5201-40d1-b371-c352dc56e5a5 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/755d4ea8-f237-40c4-a5af-d66f5aa29983 HTTP/1.1" status: 204 len: 168 time: 2.4765439 Dec 06 12:07:13.948477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42050) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.955558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3b51d9d1-fbb3-4968-957f-6ff17aacf5d7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1527908031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:13.957817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=8b510773-d216-4718-8282-5c17ee561cdc,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:13.961235 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-daabf94a-c121-4e2e-a541-b27aaea83a30 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:13.961745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daabf94a-c121-4e2e-a541-b27aaea83a30 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:13.966572 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-daabf94a-c121-4e2e-a541-b27aaea83a30 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/b4a92481-6455-4a24-8687-e4346d4c433f HTTP/1.1" status: 404 len: 333 time: 0.0576720 Dec 06 12:07:13.971829 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42052) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:13.973702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] For port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:13.986237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] DHCP port deletion for b0176dcd-47be-41e8-82bd-db1e08269312 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:14.003662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] For port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,segment=NetworkSegment(d2a17ffb-ab42-4731-89a3-9e267b4c4a99),segment_id=d2a17ffb-ab42-4731-89a3-9e267b4c4a99)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:14.034081 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5fd8c3-deda-44fb-b798-8531be112d9f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:14.035146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5fd8c3-deda-44fb-b798-8531be112d9f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:14.036551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.040276 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cc5fd8c3-deda-44fb-b798-8531be112d9f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/888abf78-20d3-4afa-9509-37dff1901575 HTTP/1.1" status: 404 len: 337 time: 0.0674088 Dec 06 12:07:14.046381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42054) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:14.051183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] Deleting port 533f9734-6b2d-4768-abd7-d26324dd8433 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:14.051743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.061134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d1-fbb3-4968-957f-6ff17aacf5d7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.062489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d1-fbb3-4968-957f-6ff17aacf5d7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.088550 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-59199ef6-8402-409e-872a-664057c655dd tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:14.089380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59199ef6-8402-409e-872a-664057c655dd tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:14.092758 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-59199ef6-8402-409e-872a-664057c655dd tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/fc6f8572-83cc-4bcf-9b29-5ca82193ae55 HTTP/1.1" status: 404 len: 333 time: 0.0451465 Dec 06 12:07:14.097618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42056) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:14.108979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:14.112408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:14.113022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.113168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.114390 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a HTTP/1.1" status: 200 len: 1093 time: 2.4591811 Dec 06 12:07:14.124027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f80ab6-2125-43e8-83ba-7951bc815e94', 'tag': 'cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:14.126277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ddc83d-dd11-4a65-9d7b-469992335524" -d '{"events": [{"name": "network-changed", "server_uuid": "10f80ab6-2125-43e8-83ba-7951bc815e94", "tag": "cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:14.133673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:14.138607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] For port 533f9734-6b2d-4768-abd7-d26324dd8433, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=533f9734-6b2d-4768-abd7-d26324dd8433,segment=NetworkSegment(e9cb9f1d-00d4-481e-8077-7878c1a81b98),segment_id=e9cb9f1d-00d4-481e-8077-7878c1a81b98)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:14.139746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.159816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:14.163197 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9c1ff9-818b-42bd-8cc3-de2ce2b2695f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:14.163563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9c1ff9-818b-42bd-8cc3-de2ce2b2695f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:14.170883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5c9c1ff9-818b-42bd-8cc3-de2ce2b2695f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/a59da321-be87-427a-a47f-2df91c2809d7 HTTP/1.1" status: 404 len: 337 time: 0.0676947 Dec 06 12:07:14.171528 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42060) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:14.177112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] Calling delete_port for 533f9734-6b2d-4768-abd7-d26324dd8433 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:14.202084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52391c18-720f-4580-be51-4f1d3dfd2706 x-openstack-request-id: req-52391c18-720f-4580-be51-4f1d3dfd2706 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:14.202380 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f80ab6-2125-43e8-83ba-7951bc815e94", "tag": "cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:14.202633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52391c18-720f-4580-be51-4f1d3dfd2706 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:14.203028 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f80ab6-2125-43e8-83ba-7951bc815e94', 'tag': 'cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a', 'status': 'completed', 'code': 200} Dec 06 12:07:14.216472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d1-fbb3-4968-957f-6ff17aacf5d7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.252075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd302fc-047f-4c1c-ac9e-1fc27e279fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:14.255107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d1-fbb3-4968-957f-6ff17aacf5d7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.261297 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-5343cdc2-837d-4b9b-97e9-e84690e969ce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:14.262125 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5343cdc2-837d-4b9b-97e9-e84690e969ce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:14.265564 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5343cdc2-837d-4b9b-97e9-e84690e969ce tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/e1d76461-0e05-4dc2-a1cc-9926c0c81185 HTTP/1.1" status: 404 len: 333 time: 0.0837371 Dec 06 12:07:14.269303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42062) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:14.307919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d1-fbb3-4968-957f-6ff17aacf5d7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.307919 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3b51d9d1-fbb3-4968-957f-6ff17aacf5d7 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3577476 Dec 06 12:07:14.315312 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.332334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42064) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:14.337724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'enable_snat': False}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:14.343005 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b40296-dc49-4da3-8d8e-73ed549761d4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:14.343587 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b40296-dc49-4da3-8d8e-73ed549761d4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:14.349709 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-83b40296-dc49-4da3-8d8e-73ed549761d4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/5ef9d71a-e9ea-4e13-a6d6-c1265b9cd293 HTTP/1.1" status: 404 len: 337 time: 0.0740566 Dec 06 12:07:14.372963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] Pushing event deleted for resources: {'Port': ['ID=533f9734-6b2d-4768-abd7-d26324dd8433,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:14.373770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42066) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:14.375933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721399d-5cb5-4b23-9eaf-cfc1a9587221 None None] No DVR routers for this DVR port 533f9734-6b2d-4768-abd7-d26324dd8433 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:14.439639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 533f9734-6b2d-4768-abd7-d26324dd8433 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:14.440115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.487782 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-67aec3e2-ae40-497c-a52d-de313d0221ab tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:14.488280 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67aec3e2-ae40-497c-a52d-de313d0221ab tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:14.494593 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-67aec3e2-ae40-497c-a52d-de313d0221ab tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/a0a74a51-5d03-49c4-bd9d-d517e57679d9 HTTP/1.1" status: 404 len: 337 time: 0.1252468 Dec 06 12:07:14.502026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42068) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:14.549559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a9233160-c298-4a1b-9011-4b27c37ae70d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:14.558499 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d6d0b6-03c2-403a-b634-616aa6cdb278 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:14.559092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d6d0b6-03c2-403a-b634-616aa6cdb278 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:14.564868 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e8d6d0b6-03c2-403a-b634-616aa6cdb278 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/bfe1eff9-281a-43e1-b632-c97c84d4ffe3 HTTP/1.1" status: 404 len: 333 time: 0.0591304 Dec 06 12:07:14.608094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a9233160-c298-4a1b-9011-4b27c37ae70d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:14.608490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.666675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3503cf4c-cd09-4d51-b147-ce5a38430699 None None] Provisioning complete for port 8b510773-d216-4718-8282-5c17ee561cdc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:14.667048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3503cf4c-cd09-4d51-b147-ce5a38430699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.709703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3503cf4c-cd09-4d51-b147-ce5a38430699 None None] Port 8b510773-d216-4718-8282-5c17ee561cdc cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:14.752111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.760508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42070) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:14.797159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port a9233160-c298-4a1b-9011-4b27c37ae70d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9233160-c298-4a1b-9011-4b27c37ae70d,segment=NetworkSegment(4536c3b0-4352-45f1-a6df-af0ed3ccb264),segment_id=4536c3b0-4352-45f1-a6df-af0ed3ccb264)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:14.804844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.833970 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.874481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=a9233160-c298-4a1b-9011-4b27c37ae70d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:14.891716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 533f9734-6b2d-4768-abd7-d26324dd8433 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:14.908313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port 533f9734-6b2d-4768-abd7-d26324dd8433, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:14.908946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.923472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 533f9734-6b2d-4768-abd7-d26324dd8433 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:14.923828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 533f9734-6b2d-4768-abd7-d26324dd8433 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:14.924286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cc1916ed-6834-470c-a7bd-cb98b029468f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:14.935568 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-84600c77-37f7-4393-aca7-7b8c86c5f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:14.937261 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-84600c77-37f7-4393-aca7-7b8c86c5f42d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=476d118404804726b0478cca7be4582e&device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 1096 time: 0.7643766 Dec 06 12:07:14.942196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 533f9734-6b2d-4768-abd7-d26324dd8433 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:14.961205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Port 533f9734-6b2d-4768-abd7-d26324dd8433 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:07:14.961837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: cc1916ed-6834-470c-a7bd-cb98b029468f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:14.962426 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cc1916ed-6834-470c-a7bd-cb98b029468f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:14.962645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.970606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:14.993413 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9d1be6-f878-4837-ba84-38002ada09e9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:14.993952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9d1be6-f878-4837-ba84-38002ada09e9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:14.999295 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6b9d1be6-f878-4837-ba84-38002ada09e9 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/8dbddefb-f511-43f1-a271-82f6e5633841 HTTP/1.1" status: 404 len: 337 time: 0.2353787 Dec 06 12:07:15.005780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=533f9734-6b2d-4768-abd7-d26324dd8433,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:15.006513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42074) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.052759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbc811-b409-4acd-ad1f-c6125c0a1cff req-b9d4dc2c-39a8-4294-aa1f-6ca6bdbda201 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.053683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.060022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 84dec588-d46e-472d-9247-9bff80dc0d06 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:15.061049 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cffbc811-b409-4acd-ad1f-c6125c0a1cff req-b9d4dc2c-39a8-4294-aa1f-6ca6bdbda201 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 943 time: 0.1849082 Dec 06 12:07:15.065119 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-1775caf6-909b-4626-9b07-50648f6540f3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.065119 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1775caf6-909b-4626-9b07-50648f6540f3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.066344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No DVR routers for this DVR port 533f9734-6b2d-4768-abd7-d26324dd8433 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:15.068354 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1775caf6-909b-4626-9b07-50648f6540f3 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/a940e869-ae14-4d99-a78d-ae65bfc07c89 HTTP/1.1" status: 404 len: 337 time: 0.0604486 Dec 06 12:07:15.071671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:15.073453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=cbfb1961-22c9-472e-8adf-2cfb7dc976f0,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:15.075708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42076) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.077006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.077712 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.084814 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-a4f7b67d-ba10-475a-9541-6fe1ecd2d934 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a HTTP/1.1" status: 200 len: 217 time: 0.1096275 Dec 06 12:07:15.121920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a264dd-bbd1-4d18-95a0-8eaf0924bb2a None None] Network 84dec588-d46e-472d-9247-9bff80dc0d06 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:15.122675 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-3211c807-068d-4e85-b120-f0b6d2a30bd0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.123498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3211c807-068d-4e85-b120-f0b6d2a30bd0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.127897 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3211c807-068d-4e85-b120-f0b6d2a30bd0 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/7757b3b4-2822-4a67-b1f7-b870c1f66efa HTTP/1.1" status: 404 len: 333 time: 0.0457199 Dec 06 12:07:15.130741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42078) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.151618 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4b57f699-c513-419e-b55c-adccb2595823 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6941829 Dec 06 12:07:15.156104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42080) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.163005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06', 'fixed_ips': [{'subnet_id': '8d5c2860-be72-40d6-88a0-d2542ca6c425'}, {'subnet_id': 'cbfb1961-22c9-472e-8adf-2cfb7dc976f0'}], 'name': 'tempest-PortsIpV6TestJSON-1281306532'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:15.176302 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-296f5a4c-3238-4a08-ab6c-6fed03c72e7d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.176789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296f5a4c-3238-4a08-ab6c-6fed03c72e7d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.182944 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-296f5a4c-3238-4a08-ab6c-6fed03c72e7d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/950283ef-e861-49e6-8071-0e535ed9020e HTTP/1.1" status: 404 len: 337 time: 0.0494409 Dec 06 12:07:15.183894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42082) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.187284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e07f165b-3f67-4066-a6da-00b0a9467b42 None None] Provisioning complete for port a9233160-c298-4a1b-9011-4b27c37ae70d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:15.187664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e07f165b-3f67-4066-a6da-00b0a9467b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.221190 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00e46fd-6324-4ae5-b5fd-484e9adf5c63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.222485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00e46fd-6324-4ae5-b5fd-484e9adf5c63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.228619 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f00e46fd-6324-4ae5-b5fd-484e9adf5c63 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/d8ab1bc4-9826-4641-bae6-6ad5a97c32cc HTTP/1.1" status: 404 len: 337 time: 0.0410295 Dec 06 12:07:15.257472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42084) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.287773 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-672a2027-7edd-4cba-bf63-ee0fc6165c99 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.288536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672a2027-7edd-4cba-bf63-ee0fc6165c99 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.296488 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-672a2027-7edd-4cba-bf63-ee0fc6165c99 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/325eaea0-d0d3-43a4-8d6b-afa24013657d HTTP/1.1" status: 404 len: 333 time: 0.0356348 Dec 06 12:07:15.297329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42086) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.313967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.317775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-45dd4b1b-58e5-4e5a-b950-84431bb81c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.320363 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-45dd4b1b-58e5-4e5a-b950-84431bb81c15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=448e1dba-cb0a-414a-94cc-e688b78c6b7d HTTP/1.1" status: 200 len: 851 time: 0.2347686 Dec 06 12:07:15.328145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router d654b17a-9811-4cbc-9c83-60bb235b530f is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:15.331874 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-3203c9ad-446c-4f1b-aa1e-bc8199bac635 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.332575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3203c9ad-446c-4f1b-aa1e-bc8199bac635 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.339703 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cffbc811-b409-4acd-ad1f-c6125c0a1cff req-49123c38-2ad4-48df-a7d7-e3024de64e77 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775021 Dec 06 12:07:15.340613 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3203c9ad-446c-4f1b-aa1e-bc8199bac635 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/ef2d0caa-7134-4e06-a365-841a81587e19 HTTP/1.1" status: 404 len: 337 time: 0.0415974 Dec 06 12:07:15.342749 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42088) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.384744 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4198d2e1-7913-49d7-80a5-33b680687263 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.385201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4198d2e1-7913-49d7-80a5-33b680687263 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.390908 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4198d2e1-7913-49d7-80a5-33b680687263 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/4e78c4da-a73d-4702-846d-29f2ca35c460 HTTP/1.1" status: 404 len: 337 time: 0.0427768 Dec 06 12:07:15.391420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42090) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.402071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0176dcd-47be-41e8-82bd-db1e08269312']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:15.409133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-1a0199f6-70d1-48b8-9b2d-ca41ff3a612a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755191 Dec 06 12:07:15.425962 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-609d5003-572f-4fac-9261-5bcaaed1169f tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb4fcd27-11e8-4577-b1a9-38218164e780 HTTP/1.1" status: 200 len: 205 time: 0.0310941 Dec 06 12:07:15.427147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42092) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.431585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d41d6-df0a-4f97-ba86-f13371d47cf0 None None] Update dhcp port {'port': {'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06', 'fixed_ips': [{'subnet_id': '8d5c2860-be72-40d6-88a0-d2542ca6c425', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cbfb1961-22c9-472e-8adf-2cfb7dc976f0'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a9233160-c298-4a1b-9011-4b27c37ae70d'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:07:15.464012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-407d41d6-df0a-4f97-ba86-f13371d47cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.465221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cb9f1d-00d4-481e-8077-7878c1a81b98') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:15.465621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cb9f1d-00d4-481e-8077-7878c1a81b98') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:15.490085 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-be0802d5-e5c4-455f-80ae-65dc67078e4a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] delete failed (client error): The resource could not be found. Dec 06 12:07:15.494560 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-be0802d5-e5c4-455f-80ae-65dc67078e4a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/routers/cb4fcd27-11e8-4577-b1a9-38218164e780 HTTP/1.1" status: 404 len: 336 time: 0.0636697 Dec 06 12:07:15.495089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42094) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.536742 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9203161-69e0-402e-b8d8-3ed356b610d2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.536742 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9203161-69e0-402e-b8d8-3ed356b610d2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.542289 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e9203161-69e0-402e-b8d8-3ed356b610d2 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/90d631e4-c365-47bf-b1e9-4cb747e83c11 HTTP/1.1" status: 404 len: 337 time: 0.0408592 Dec 06 12:07:15.542513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42096) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.565734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.630289 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-02093cf8-4795-4389-a0b1-52b45d8caa25 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "GET /v2.0/ports?device_id=17dda5c0-39d4-41c6-bee1-df3d0c324a33 HTTP/1.1" status: 200 len: 205 time: 0.0867050 Dec 06 12:07:15.633006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42098) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.643957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.663656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:15.678740 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-550e276e-7ec6-4145-bafe-54498d4ab981 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/d654b17a-9811-4cbc-9c83-60bb235b530f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2389164 Dec 06 12:07:15.680300 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed342ff-bf53-4e1d-b3aa-85e34b0b20c3 None None] Sync routers for ids ['d654b17a-9811-4cbc-9c83-60bb235b530f'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:15.681156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:15.681796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:15.687684 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:15.690633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42100) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.703816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:15.705752 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed342ff-bf53-4e1d-b3aa-85e34b0b20c3 None None] Routers {'d654b17a-9811-4cbc-9c83-60bb235b530f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:15.711305 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4ed342ff-bf53-4e1d-b3aa-85e34b0b20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d654b17a-9811-4cbc-9c83-60bb235b530f'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:15.721448 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-aa07a696-f523-4b6d-a526-abedc0aff512 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] delete failed (client error): The resource could not be found. Dec 06 12:07:15.722494 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aa07a696-f523-4b6d-a526-abedc0aff512 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/routers/17dda5c0-39d4-41c6-bee1-df3d0c324a33 HTTP/1.1" status: 404 len: 336 time: 0.0883868 Dec 06 12:07:15.727206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42102) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.776142 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-aa85a56b-f9fa-4fda-847a-b14b53face6a service neutron] 10.222.0.43 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564658 Dec 06 12:07:15.783113 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-53957ebd-4d64-4e5c-be9a-8e62d6e28255 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.783564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53957ebd-4d64-4e5c-be9a-8e62d6e28255 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.786616 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-53957ebd-4d64-4e5c-be9a-8e62d6e28255 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/e880db36-ad38-400b-b20d-7a3f6413aa81 HTTP/1.1" status: 404 len: 337 time: 0.0584862 Dec 06 12:07:15.789385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42104) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.799222 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4ed342ff-bf53-4e1d-b3aa-85e34b0b20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:15.805689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a149812-e80d-4f50-8542-9436f70d03d6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:15.807097 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9a149812-e80d-4f50-8542-9436f70d03d6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports/8b510773-d216-4718-8282-5c17ee561cdc HTTP/1.1" status: 200 len: 911 time: 0.1161070 Dec 06 12:07:15.811100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42106) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.816868 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-57a7bca8-de19-4e5d-aea7-2a68f70b43ca tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2647806b-a2f5-4784-a03b-98f87f536d2a'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:15.823508 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed342ff-bf53-4e1d-b3aa-85e34b0b20c3 None None] Routers {'d654b17a-9811-4cbc-9c83-60bb235b530f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:15.824379 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4ed342ff-bf53-4e1d-b3aa-85e34b0b20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d654b17a-9811-4cbc-9c83-60bb235b530f'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:15.841059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.884095 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4ed342ff-bf53-4e1d-b3aa-85e34b0b20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:15.885422 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed342ff-bf53-4e1d-b3aa-85e34b0b20c3 None None] The sync data for ids ['d654b17a-9811-4cbc-9c83-60bb235b530f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:15.894630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.904575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.914905 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/b0176dcd-47be-41e8-82bd-db1e08269312 HTTP/1.1" status: 204 len: 168 time: 2.2187140 Dec 06 12:07:15.926149 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac781f1-2a10-40f3-8086-20e703a1bca4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:15.926878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac781f1-2a10-40f3-8086-20e703a1bca4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:15.929355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-407d41d6-df0a-4f97-ba86-f13371d47cf0 None None] Allocated IP 2001:db8:0:1::2 (84dec588-d46e-472d-9247-9bff80dc0d06/cbfb1961-22c9-472e-8adf-2cfb7dc976f0/a9233160-c298-4a1b-9011-4b27c37ae70d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:15.930334 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1ac781f1-2a10-40f3-8086-20e703a1bca4 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/7c19baac-b3f5-4cb5-a8ac-6e7996bfbb3b HTTP/1.1" status: 404 len: 337 time: 0.1400924 Dec 06 12:07:15.931376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42108) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.937661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-460516273', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:15.945711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42110) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:15.946833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:15.966217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13133951-279c-4b02-806a-ddc86c8126ca tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=b0176dcd-47be-41e8-82bd-db1e08269312,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:16.021742 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e9f439-557e-4e68-b3aa-2a5db4ced8df tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.021742 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e9f439-557e-4e68-b3aa-2a5db4ced8df tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.027881 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-91e9f439-557e-4e68-b3aa-2a5db4ced8df tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/50e80431-96de-4140-8ecd-16aa6f06f06e HTTP/1.1" status: 404 len: 333 time: 0.0764101 Dec 06 12:07:16.028068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.034142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42112) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.057536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-407d41d6-df0a-4f97-ba86-f13371d47cf0 None None] For port a9233160-c298-4a1b-9011-4b27c37ae70d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9233160-c298-4a1b-9011-4b27c37ae70d,segment=NetworkSegment(4536c3b0-4352-45f1-a6df-af0ed3ccb264),segment_id=4536c3b0-4352-45f1-a6df-af0ed3ccb264)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:16.089682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-407d41d6-df0a-4f97-ba86-f13371d47cf0 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.091675 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b127fbad-13d5-42a7-8e34-8d6660809bb0 req-8ae23285-ab75-42e2-8349-2dafbc47fcff service neutron] 10.222.0.43 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037086 Dec 06 12:07:16.093678 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a30efb-98e8-485c-a370-bb29c758de0a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.094317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a30efb-98e8-485c-a370-bb29c758de0a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.095821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-407d41d6-df0a-4f97-ba86-f13371d47cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.102534 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-31a30efb-98e8-485c-a370-bb29c758de0a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/2a57d13b-3ccf-49ee-9752-8e4d35966291 HTTP/1.1" status: 404 len: 337 time: 0.0634768 Dec 06 12:07:16.104142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42114) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.104477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.105402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 43a3ddce-b089-4782-9eb9-da9e58efce11 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:16.105647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.121048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-7e327d4d-645e-4291-a811-b370ca53793a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1417279 Dec 06 12:07:16.151764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d41d6-df0a-4f97-ba86-f13371d47cf0 None None] Pushing event updated for resources: {'Port': ['ID=a9233160-c298-4a1b-9011-4b27c37ae70d,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:16.172646 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fed803-abc2-4576-b80d-9a27dd9071e5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.173199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fed803-abc2-4576-b80d-9a27dd9071e5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.178759 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-61fed803-abc2-4576-b80d-9a27dd9071e5 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/dd00866b-8d92-444e-8271-bfaeb5f84be1 HTTP/1.1" status: 404 len: 333 time: 0.0672615 Dec 06 12:07:16.181492 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42116) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.241754 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-10316119-6eba-42cd-a020-23cfe3f53eca tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.242211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10316119-6eba-42cd-a020-23cfe3f53eca tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.247619 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-10316119-6eba-42cd-a020-23cfe3f53eca tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/1ef1cbc3-e80a-4753-9cd4-5589b0a5a990 HTTP/1.1" status: 404 len: 337 time: 0.0587745 Dec 06 12:07:16.250660 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42118) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.313825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Allocated IP 172.36.1.17 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/299134b0-eb99-427e-8f9d-f3bfd537fc7b) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:16.323912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-6c28e066-fddc-4d49-86ce-0da5eea2e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:16.325544 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-6c28e066-fddc-4d49-86ce-0da5eea2e3c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=476d118404804726b0478cca7be4582e&device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 1096 time: 0.1368632 Dec 06 12:07:16.337640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-330bba2b-96b0-48c0-a885-e481926ec850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:16.338267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.339556 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-330bba2b-96b0-48c0-a885-e481926ec850 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.1203349 Dec 06 12:07:16.342796 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35b1e22-d736-4880-9137-d7197f85e74a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.344115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35b1e22-d736-4880-9137-d7197f85e74a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.350887 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e35b1e22-d736-4880-9137-d7197f85e74a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/747d3bd7-23c5-4bc0-aa56-1abb7adedcc2 HTTP/1.1" status: 404 len: 333 time: 0.0712717 Dec 06 12:07:16.351102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42120) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.361508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57a7bca8-de19-4e5d-aea7-2a68f70b43ca tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.465318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a9233160-c298-4a1b-9011-4b27c37ae70d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:16.477798 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-092ac4c0-d6c8-4116-8b9f-5fd35b37ed66 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.478246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092ac4c0-d6c8-4116-8b9f-5fd35b37ed66 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.483630 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-092ac4c0-d6c8-4116-8b9f-5fd35b37ed66 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/985ccb78-b1d2-4322-ace4-6ae7baecce64 HTTP/1.1" status: 404 len: 337 time: 0.1267812 Dec 06 12:07:16.519467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42124) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.530097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a9233160-c298-4a1b-9011-4b27c37ae70d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:16.530478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.576689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.639249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-5204d8ab-d2f9-483f-903b-4b4f45e1bcc1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.639966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5204d8ab-d2f9-483f-903b-4b4f45e1bcc1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.643494 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5204d8ab-d2f9-483f-903b-4b4f45e1bcc1 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/245a0dcd-6809-4de8-9ca4-8fa9b198bf38 HTTP/1.1" status: 404 len: 333 time: 0.1185160 Dec 06 12:07:16.658092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42126) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.732175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacf665-524f-4018-bf1f-21c3ebf81526 req-a665f08a-9bee-4d9b-b020-604019ee5b8b tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:16.733759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-baacf665-524f-4018-bf1f-21c3ebf81526 req-a665f08a-9bee-4d9b-b020-604019ee5b8b tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 943 time: 0.2803233 Dec 06 12:07:16.744740 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c391c78-f765-4b35-8896-4272a1019f60 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.745194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c391c78-f765-4b35-8896-4272a1019f60 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.750567 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7c391c78-f765-4b35-8896-4272a1019f60 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/39fcab09-0550-48a0-8586-13a0c34a7f13 HTTP/1.1" status: 404 len: 337 time: 0.0841959 Dec 06 12:07:16.772444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42128) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.831994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-463fd9c4-9156-43eb-a0c2-b8d20977620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:16.833472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-463fd9c4-9156-43eb-a0c2-b8d20977620d service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 HTTP/1.1" status: 200 len: 912 time: 0.4928946 Dec 06 12:07:16.852599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f855b74-1c13-4808-9bea-cfb1d576b86d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:16.853182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f855b74-1c13-4808-9bea-cfb1d576b86d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:16.858628 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6f855b74-1c13-4808-9bea-cfb1d576b86d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/50a57637-ca8f-486d-8f96-e8d7a6f7d53c HTTP/1.1" status: 404 len: 333 time: 0.0792816 Dec 06 12:07:16.858628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-fe55720c-757f-4500-8fdc-06dc6e72c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:16.859178 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-fe55720c-757f-4500-8fdc-06dc6e72c314 service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.4225545 Dec 06 12:07:16.859883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42130) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:16.875727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d17e1-a837-4fd1-bb34-7e6a32e0d675 None None] Network 84dec588-d46e-472d-9247-9bff80dc0d06 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:16.999028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-90ca3b0b-267e-451a-a75b-7c0870ed7273 None None] Provisioning complete for port a9233160-c298-4a1b-9011-4b27c37ae70d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:16.999300 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-2da5ee9c-c6fd-47d1-bd44-f9a5470d86bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a HTTP/1.1" status: 200 len: 217 time: 0.1516783 Dec 06 12:07:16.999789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90ca3b0b-267e-451a-a75b-7c0870ed7273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:16.999961 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8cfaef-9259-4283-a7bd-0e4c8e73710a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:17.000404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8cfaef-9259-4283-a7bd-0e4c8e73710a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:17.007958 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0b8cfaef-9259-4283-a7bd-0e4c8e73710a tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/07362cf6-7805-4739-a02d-a4dbe9b66f26 HTTP/1.1" status: 404 len: 337 time: 0.1297078 Dec 06 12:07:17.015046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42132) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:17.054508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.098505 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5514659-13d6-4601-9f69-a35a023095ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:17.099069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5514659-13d6-4601-9f69-a35a023095ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:17.106046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a5514659-13d6-4601-9f69-a35a023095ec tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/0ade61de-6053-4d38-a90b-9c320e34eca5 HTTP/1.1" status: 404 len: 333 time: 0.0723042 Dec 06 12:07:17.107477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42134) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:17.112388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-baacf665-524f-4018-bf1f-21c3ebf81526 req-a7bb50a7-c1bb-471f-9c91-8a41d95a2191 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546016 Dec 06 12:07:17.128135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::f9 (84dec588-d46e-472d-9247-9bff80dc0d06/8d5c2860-be72-40d6-88a0-d2542ca6c425/43a3ddce-b089-4782-9eb9-da9e58efce11) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:17.147230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.148176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8:0:1::32d (84dec588-d46e-472d-9247-9bff80dc0d06/cbfb1961-22c9-472e-8adf-2cfb7dc976f0/43a3ddce-b089-4782-9eb9-da9e58efce11) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:17.159443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-5572fb79-5e3d-41a0-ac1b-6194463f2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:17.162899 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-5572fb79-5e3d-41a0-ac1b-6194463f2d13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=448e1dba-cb0a-414a-94cc-e688b78c6b7d HTTP/1.1" status: 200 len: 851 time: 0.1457119 Dec 06 12:07:17.164361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-c87ce5c2-28be-471e-a8cf-2c729a830fc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 1001 time: 0.2701983 Dec 06 12:07:17.214256 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-46db37c9-a9c2-47dd-9ba8-a588ca0821bb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:17.214711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46db37c9-a9c2-47dd-9ba8-a588ca0821bb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:17.220126 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-46db37c9-a9c2-47dd-9ba8-a588ca0821bb tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/2a1913d7-dc88-4788-88b3-bf996abd442d HTTP/1.1" status: 404 len: 337 time: 0.1083927 Dec 06 12:07:17.221671 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-8f8f655d-0093-4eee-b15c-bbe72239ae6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459664 Dec 06 12:07:17.228716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42136) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:17.309116 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8540864-204a-41a1-9d43-d1c703edc206 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:17.309689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8540864-204a-41a1-9d43-d1c703edc206 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:17.315156 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c8540864-204a-41a1-9d43-d1c703edc206 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/ports/b4b8c5f8-f09a-4f73-828f-75f1171f4f9f HTTP/1.1" status: 404 len: 333 time: 0.0853198 Dec 06 12:07:17.320071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:17.323158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42138) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:17.340226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:17.358764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d036ce77-5cf7-4d75-b393-45e8d7f86846 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:17.366664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-e17b1200-8203-4315-9379-4db5aa5f99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:17.368223 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-e17b1200-8203-4315-9379-4db5aa5f99a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.1763723 Dec 06 12:07:17.369766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:17.388505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Pushing event updated for resources: {'Port': ['ID=299134b0-eb99-427e-8f9d-f3bfd537fc7b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:17.414028 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24aaeb1-5c6d-4d86-994a-20cd8f88fe88 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:17.414374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24aaeb1-5c6d-4d86-994a-20cd8f88fe88 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:17.417407 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a24aaeb1-5c6d-4d86-994a-20cd8f88fe88 tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/subnets/be1c2b95-9b77-4a50-b935-6b0d99d0fdac HTTP/1.1" status: 404 len: 337 time: 0.0897095 Dec 06 12:07:17.421671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42140) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:17.487897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a69e2cd1-6730-4241-92f3-6b6fc46b26f0 None None] Provisioning complete for port 299134b0-eb99-427e-8f9d-f3bfd537fc7b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:17.488890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a69e2cd1-6730-4241-92f3-6b6fc46b26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.528745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a69e2cd1-6730-4241-92f3-6b6fc46b26f0 None None] Port 299134b0-eb99-427e-8f9d-f3bfd537fc7b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:17.540589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a69e2cd1-6730-4241-92f3-6b6fc46b26f0 None None] Provisioning complete for port a9233160-c298-4a1b-9011-4b27c37ae70d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:17.541105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a69e2cd1-6730-4241-92f3-6b6fc46b26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.551327 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-351d3fdf-d919-46b9-b38d-42a31159b2cb service neutron] 10.222.0.43 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048301 Dec 06 12:07:17.804021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.836519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.926960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57a7bca8-de19-4e5d-aea7-2a68f70b43ca tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.928392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.931370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-c5dc3155-28eb-49f1-a564-ab7acd6c3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:17.933387 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-c5dc3155-28eb-49f1-a564-ab7acd6c3fa0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5263243 Dec 06 12:07:17.950762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57a7bca8-de19-4e5d-aea7-2a68f70b43ca tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.956587 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7bca8-de19-4e5d-aea7-2a68f70b43ca tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:17.957187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-57a7bca8-de19-4e5d-aea7-2a68f70b43ca tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:17.958486 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-57a7bca8-de19-4e5d-aea7-2a68f70b43ca tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/ports/8b510773-d216-4718-8282-5c17ee561cdc HTTP/1.1" status: 200 len: 911 time: 2.1461980 Dec 06 12:07:17.967543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42142) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:17.976173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.087869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.167251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7bca8-de19-4e5d-aea7-2a68f70b43ca tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=8b510773-d216-4718-8282-5c17ee561cdc,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:18.170078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.36.1.168 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/4fd89d81-2b1d-45d7-a8e4-27288f1882d0) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:18.194850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.216004 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-6970f636-d9bc-456a-b550-f39a5e9a5502 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657816 Dec 06 12:07:18.229177 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-50ddc83d-dd11-4a65-9d7b-469992335524 req-e8d7822c-6bdf-4904-86cf-ad19aa0cdbff service neutron] 10.222.0.43 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666751 Dec 06 12:07:18.248255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.254431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c27f2c-faab-4f7c-b849-24512843983c']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:18.326105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:18.326396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabacddc-eb3b-4f1f-a19f-fd436575f6a8') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:18.374890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.394486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 84dec588-d46e-472d-9247-9bff80dc0d06 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:18.409522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:18.412128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:18.418603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:18.419453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.422590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.434977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=43a3ddce-b089-4782-9eb9-da9e58efce11,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:18.455258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:18.456516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:18.461723 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:18.470224 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8137093-1241-40b2-ac27-26cdadf2b200 req-fa00adb1-8ed1-424b-aa25-5e3ecbc6c936 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:18.471964 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b8137093-1241-40b2-ac27-26cdadf2b200 req-fa00adb1-8ed1-424b-aa25-5e3ecbc6c936 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 943 time: 0.2618241 Dec 06 12:07:18.504503 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0d70085c-a6f1-42c6-b4d1-f86a48094470 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.3445389 Dec 06 12:07:18.545342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42146) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:18.561559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d5c2860-be72-40d6-88a0-d2542ca6c425'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:18.576592 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1462ef8b-5870-4e47-b0e1-af95bb793208 req-9de79c98-231e-4b53-a4a7-d31be1bd9a0c service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395829 Dec 06 12:07:18.623968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.628609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.635123 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] 10.222.0.24 "DELETE /v2.0/networks/61c27f2c-faab-4f7c-b849-24512843983c HTTP/1.1" status: 204 len: 168 time: 1.2084193 Dec 06 12:07:18.686800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6c3ae-817a-4fee-b115-d3a3c4202b1d tempest-NetworksTestDHCPv6-130511883 tempest-NetworksTestDHCPv6-130511883-project] Pushing event deleted for resources: {'Network': ['ID=61c27f2c-faab-4f7c-b849-24512843983c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:18.696285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b8137093-1241-40b2-ac27-26cdadf2b200 req-49194259-7486-4307-9cec-cd0d32566d81 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980639 Dec 06 12:07:18.703359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.759847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b89bcce7-281b-4a0d-a0f9-b46eea0eb0b3 None None] Provisioning complete for port 43a3ddce-b089-4782-9eb9-da9e58efce11 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:18.760416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b89bcce7-281b-4a0d-a0f9-b46eea0eb0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.809895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b89bcce7-281b-4a0d-a0f9-b46eea0eb0b3 None None] Port 43a3ddce-b089-4782-9eb9-da9e58efce11 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:18.813416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.913103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.928501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:18.967807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42152) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:18.989728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Delete allocated IP 2001:db8:0:1::32d (84dec588-d46e-472d-9247-9bff80dc0d06/cbfb1961-22c9-472e-8adf-2cfb7dc976f0) {{(pid=103286) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:07:19.024461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.122706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:19.133308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:19.138177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=4fd89d81-2b1d-45d7-a8e4-27288f1882d0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:19.141836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:19.146760 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-01fc8e21-f069-4f42-a91e-43a4b4549cf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28ecb84b99e14839980df3a0bf487f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775601 Dec 06 12:07:19.148198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42156) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:19.153041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a842d-3441-4dc3-bc83-414253051f10 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:19.166060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.173400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.200269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.238376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-681e09e4-4571-4eaf-bc4f-0877a0e9a36e None None] Provisioning complete for port 4fd89d81-2b1d-45d7-a8e4-27288f1882d0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:19.238993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-681e09e4-4571-4eaf-bc4f-0877a0e9a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.250538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] In _notify_port_updated(), no bound segment for port 43a3ddce-b089-4782-9eb9-da9e58efce11 on network 84dec588-d46e-472d-9247-9bff80dc0d06 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:07:19.256530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:19.257282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.261486 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "PUT /v2.0/ports/43a3ddce-b089-4782-9eb9-da9e58efce11 HTTP/1.1" status: 200 len: 925 time: 0.7116539 Dec 06 12:07:19.264529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42158) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:19.275127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d5c2860-be72-40d6-88a0-d2542ca6c425'}, {'subnet_id': 'cbfb1961-22c9-472e-8adf-2cfb7dc976f0'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:19.297620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-681e09e4-4571-4eaf-bc4f-0877a0e9a36e None None] Port 4fd89d81-2b1d-45d7-a8e4-27288f1882d0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:19.307918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fcce0-4668-49a4-a9de-ca9ce7fae4ea tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=43a3ddce-b089-4782-9eb9-da9e58efce11,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:19.367093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.435992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9cf02f6d-73f6-4ee6-a50c-8b877e26903b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.471019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Router 1e63bc40-c5f4-4eed-a6c9-08617dcf3032 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:19.522077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c26e7a2a-4337-4e26-a38d-4002f7e1e6f3 None None] Provisioning complete for port 43a3ddce-b089-4782-9eb9-da9e58efce11 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:19.522753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c26e7a2a-4337-4e26-a38d-4002f7e1e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.551264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9cf02f6d-73f6-4ee6-a50c-8b877e26903b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.557839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c26e7a2a-4337-4e26-a38d-4002f7e1e6f3 None None] Port 43a3ddce-b089-4782-9eb9-da9e58efce11 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:19.665060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8:0:1::2c (84dec588-d46e-472d-9247-9bff80dc0d06/cbfb1961-22c9-472e-8adf-2cfb7dc976f0/43a3ddce-b089-4782-9eb9-da9e58efce11) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:19.794579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9cf02f6d-73f6-4ee6-a50c-8b877e26903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.797210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9cf02f6d-73f6-4ee6-a50c-8b877e26903b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.800874 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9cf02f6d-73f6-4ee6-a50c-8b877e26903b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/430d4faf-b939-4cf7-8b2b-e84ee0bf73ab HTTP/1.1" status: 204 len: 168 time: 0.6149583 Dec 06 12:07:19.808325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:19.812917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.814164 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c73a73f7-da02-48e3-a919-9e3b53d0c15b tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "PUT /v2.0/routers/1e63bc40-c5f4-4eed-a6c9-08617dcf3032 HTTP/1.1" status: 200 len: 915 time: 5.4804418 Dec 06 12:07:19.819661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42164) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:19.833838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160aca6a-8135-41d6-987e-eeb08baebf89 None None] Sync routers for ids ['1e63bc40-c5f4-4eed-a6c9-08617dcf3032'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:19.845896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02f6d-73f6-4ee6-a50c-8b877e26903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430d4faf-b939-4cf7-8b2b-e84ee0bf73ab,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:19.867246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.878995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160aca6a-8135-41d6-987e-eeb08baebf89 None None] Routers {'1e63bc40-c5f4-4eed-a6c9-08617dcf3032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:19.879782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-160aca6a-8135-41d6-987e-eeb08baebf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1e63bc40-c5f4-4eed-a6c9-08617dcf3032'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:19.949542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-160aca6a-8135-41d6-987e-eeb08baebf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:19.954386 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.963801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160aca6a-8135-41d6-987e-eeb08baebf89 None None] Routers {'1e63bc40-c5f4-4eed-a6c9-08617dcf3032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:19.964639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-160aca6a-8135-41d6-987e-eeb08baebf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1e63bc40-c5f4-4eed-a6c9-08617dcf3032'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:19.979678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:19.994124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6b38f-a67f-4b6a-936a-8daef0319ba1 req-49a0a63d-671b-44c0-9f28-e497d41b1efb tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:19.995595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2a6b38f-a67f-4b6a-936a-8daef0319ba1 req-49a0a63d-671b-44c0-9f28-e497d41b1efb tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 943 time: 0.2106352 Dec 06 12:07:20.008923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-160aca6a-8135-41d6-987e-eeb08baebf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:20.009753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160aca6a-8135-41d6-987e-eeb08baebf89 None None] The sync data for ids ['1e63bc40-c5f4-4eed-a6c9-08617dcf3032'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:20.041834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 8b510773-d216-4718-8282-5c17ee561cdc {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:20.042173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.050048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e1a36433-9a2c-41fe-8428-25cd9a96729a tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/routers/1e63bc40-c5f4-4eed-a6c9-08617dcf3032 HTTP/1.1" status: 200 len: 921 time: 0.2283595 Dec 06 12:07:20.055647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:07:20.066821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42170) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:20.137811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=43a3ddce-b089-4782-9eb9-da9e58efce11,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.174233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] In _notify_port_updated(), no bound segment for port 43a3ddce-b089-4782-9eb9-da9e58efce11 on network 84dec588-d46e-472d-9247-9bff80dc0d06 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:07:20.182724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:20.182724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.183250 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0dabe36c-7db9-4a82-aa67-d79571f6f006 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "PUT /v2.0/ports/43a3ddce-b089-4782-9eb9-da9e58efce11 HTTP/1.1" status: 200 len: 1010 time: 0.9172978 Dec 06 12:07:20.185718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42176) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:20.192608 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2a6b38f-a67f-4b6a-936a-8daef0319ba1 req-cf831b21-b440-4d2e-95c9-dd0fc408c2e2 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640229 Dec 06 12:07:20.233892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,segment=NetworkSegment(d2a17ffb-ab42-4731-89a3-9e267b4c4a99),segment_id=d2a17ffb-ab42-4731-89a3-9e267b4c4a99)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:20.258168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a', 'network_id': 'cc939dbc-7c78-45a0-9000-f6eeea2fcdc2', 'port_id': 'cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a', 'mac_address': 'fa:16:3e:01:fb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448e1dba-cb0a-414a-94cc-e688b78c6b7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:07:20.283274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d115d-fc6a-4136-bfeb-1b61a931e9c8 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:20.286147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.292728 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e14d115d-fc6a-4136-bfeb-1b61a931e9c8 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=1e63bc40-c5f4-4eed-a6c9-08617dcf3032&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2201629 Dec 06 12:07:20.292728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42178) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:20.336178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.366473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:07:20.396543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,segment=NetworkSegment(d2a17ffb-ab42-4731-89a3-9e267b4c4a99),segment_id=d2a17ffb-ab42-4731-89a3-9e267b4c4a99)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:20.400147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.405408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.421960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 8b510773-d216-4718-8282-5c17ee561cdc owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:20.444760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4cc48b71-23c7-4990-9020-0d6adcf7814b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 43a3ddce-b089-4782-9eb9-da9e58efce11 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:20.445022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc48b71-23c7-4990-9020-0d6adcf7814b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.463385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.511108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a095377e-bf4a-4c42-b369-8f8aee9ce8ce None None] Provisioning complete for port 43a3ddce-b089-4782-9eb9-da9e58efce11 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:20.511436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a095377e-bf4a-4c42-b369-8f8aee9ce8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.522926 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 3a894113-1ea1-4c12-a850-83eefedeba73 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:20.529226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f57020-564e-41d5-acc7-c0aa2d6e6b7d tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:20.530631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-25f57020-564e-41d5-acc7-c0aa2d6e6b7d tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/networks/c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 881 time: 0.2406974 Dec 06 12:07:20.535347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42184) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:20.568869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a095377e-bf4a-4c42-b369-8f8aee9ce8ce None None] Port 43a3ddce-b089-4782-9eb9-da9e58efce11 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:20.577611 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-45bbffc9-7bcc-4278-8f5b-0ea8d6ad78cc tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e63bc40-c5f4-4eed-a6c9-08617dcf3032 HTTP/1.1" status: 200 len: 205 time: 0.0383434 Dec 06 12:07:20.577611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42188) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:20.636281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc48b71-23c7-4990-9020-0d6adcf7814b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.653727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4cc48b71-23c7-4990-9020-0d6adcf7814b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 43a3ddce-b089-4782-9eb9-da9e58efce11 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:20.749096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.754842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:20.761577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.765729 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814e2d9-8d97-41ce-a02f-4c023618782d None None] Sync routers for ids ['3a894113-1ea1-4c12-a850-83eefedeba73'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:20.785452 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814e2d9-8d97-41ce-a02f-4c023618782d None None] Routers {'3a894113-1ea1-4c12-a850-83eefedeba73'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:20.786394 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0814e2d9-8d97-41ce-a02f-4c023618782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3a894113-1ea1-4c12-a850-83eefedeba73'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:20.789184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:07:20.826882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:20.828159 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e0ea4e6f-6d95-4b24-a06e-4b6a6677cd8e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8938954 Dec 06 12:07:20.829116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=8b510773-d216-4718-8282-5c17ee561cdc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:20.830896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42194) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:20.846184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42196) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:20.856669 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0814e2d9-8d97-41ce-a02f-4c023618782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:20.867516 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814e2d9-8d97-41ce-a02f-4c023618782d None None] Routers {'3a894113-1ea1-4c12-a850-83eefedeba73'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:20.868509 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0814e2d9-8d97-41ce-a02f-4c023618782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3a894113-1ea1-4c12-a850-83eefedeba73'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:20.948401 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0814e2d9-8d97-41ce-a02f-4c023618782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:20.949527 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814e2d9-8d97-41ce-a02f-4c023618782d None None] The sync data for ids ['3a894113-1ea1-4c12-a850-83eefedeba73'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:21.044845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-945856608'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:21.074023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.130789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc48b71-23c7-4990-9020-0d6adcf7814b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.135637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Made reservation on behalf of c66d9d1cce7f407cac27ddc9de36250f for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:21.139166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.181711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.183657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc48b71-23c7-4990-9020-0d6adcf7814b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=43a3ddce-b089-4782-9eb9-da9e58efce11,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:21.255472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc48b71-23c7-4990-9020-0d6adcf7814b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.262004 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4cc48b71-23c7-4990-9020-0d6adcf7814b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/43a3ddce-b089-4782-9eb9-da9e58efce11 HTTP/1.1" status: 204 len: 168 time: 1.0708711 Dec 06 12:07:21.262942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42202) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:21.300624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Deleting port 299134b0-eb99-427e-8f9d-f3bfd537fc7b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:21.301216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.313727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.325377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb01501a-6a9e-476a-9ba0-5bd4ca4f3d82 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:07:21.329566 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cb01501a-6a9e-476a-9ba0-5bd4ca4f3d82 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/43a3ddce-b089-4782-9eb9-da9e58efce11 HTTP/1.1" status: 404 len: 333 time: 0.0629911 Dec 06 12:07:21.331734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42204) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:21.447725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.462770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Calling delete_port for 299134b0-eb99-427e-8f9d-f3bfd537fc7b owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:21.485526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ce41c2-62dd-4ae9-9fc8-6dcdd4af99f2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet cbfb1961-22c9-472e-8adf-2cfb7dc976f0 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:21.493667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08ce41c2-62dd-4ae9-9fc8-6dcdd4af99f2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.499212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.529164 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ade3e861-0b94-4119-9a3a-46b1e0807d3a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/routers/3a894113-1ea1-4c12-a850-83eefedeba73 HTTP/1.1" status: 200 len: 880 time: 0.6960943 Dec 06 12:07:21.534430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba08b9-15ee-4289-b561-fedee4f714e1 req-0da69366-d58c-4397-af36-5098f4929fc5 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:21.534606 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42206) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:21.535957 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83ba08b9-15ee-4289-b561-fedee4f714e1 req-0da69366-d58c-4397-af36-5098f4929fc5 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 944 time: 0.2412350 Dec 06 12:07:21.540177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.606966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:21.608782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8dc6f5-c79b-4912-80f7-0aec2538454d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:21.639172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08ce41c2-62dd-4ae9-9fc8-6dcdd4af99f2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.667250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.667595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Added segment 246986aa-c6fb-45a9-a23e-940c62771670 of type vlan for network e22df75b-5fe6-4562-8e39-07b080d58e4a Dec 06 12:07:21.693829 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router d654b17a-9811-4cbc-9c83-60bb235b530f has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:21.697802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83ba08b9-15ee-4289-b561-fedee4f714e1 req-8428d543-8b57-496a-8b9c-3f0d963c5a49 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539032 Dec 06 12:07:21.735660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.802799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.809820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:21.810439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.829119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.869971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08ce41c2-62dd-4ae9-9fc8-6dcdd4af99f2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:21.895276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event deleted for resources: {'Port': ['ID=299134b0-eb99-427e-8f9d-f3bfd537fc7b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:21.899514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:21.907453 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0254128 Dec 06 12:07:21.911111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1de659-94b4-4fb2-9d7f-81750f5bf26c None None] Sync routers for ids ['d654b17a-9811-4cbc-9c83-60bb235b530f'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:21.913038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42208) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:21.922901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Request body: {'subnet': {'network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:21.925561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b43c786-6e4c-44ca-9dca-6d43869df2d1 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:21.926336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be949ee-d2b5-43e6-a920-4abff6408e88 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'Network': ['ID=e22df75b-5fe6-4562-8e39-07b080d58e4a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:21.934407 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-869e2c96-7c7b-48cd-b310-ed3af993440d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/d654b17a-9811-4cbc-9c83-60bb235b530f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9606435 Dec 06 12:07:21.935478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1de659-94b4-4fb2-9d7f-81750f5bf26c None None] Routers {'d654b17a-9811-4cbc-9c83-60bb235b530f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:21.936543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ea1de659-94b4-4fb2-9d7f-81750f5bf26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d654b17a-9811-4cbc-9c83-60bb235b530f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:21.938204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42210) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:21.943781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network e22df75b-5fe6-4562-8e39-07b080d58e4a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:21.978977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ea1de659-94b4-4fb2-9d7f-81750f5bf26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:21.987880 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c712c2a3-e40f-4568-96d7-7d1f13d8a787 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d654b17a-9811-4cbc-9c83-60bb235b530f HTTP/1.1" status: 200 len: 205 time: 0.0423999 Dec 06 12:07:21.988064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42212) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:22.041084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1de659-94b4-4fb2-9d7f-81750f5bf26c None None] Routers {'d654b17a-9811-4cbc-9c83-60bb235b530f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:22.041885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ea1de659-94b4-4fb2-9d7f-81750f5bf26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d654b17a-9811-4cbc-9c83-60bb235b530f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:22.047384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08ce41c2-62dd-4ae9-9fc8-6dcdd4af99f2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.079227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:22.085218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ea1de659-94b4-4fb2-9d7f-81750f5bf26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:22.085841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1de659-94b4-4fb2-9d7f-81750f5bf26c None None] The sync data for ids ['d654b17a-9811-4cbc-9c83-60bb235b530f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:22.088787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce41c2-62dd-4ae9-9fc8-6dcdd4af99f2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfb1961-22c9-472e-8adf-2cfb7dc976f0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:22.093088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08ce41c2-62dd-4ae9-9fc8-6dcdd4af99f2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.096302 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-08ce41c2-62dd-4ae9-9fc8-6dcdd4af99f2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/cbfb1961-22c9-472e-8adf-2cfb7dc976f0 HTTP/1.1" status: 204 len: 168 time: 0.7654455 Dec 06 12:07:22.102395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42214) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:22.120251 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6043a019-be84-4054-96b3-e0e220a80ee6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5822775 Dec 06 12:07:22.123061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42216) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:22.131940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-221ea766-e96d-4ba7-adf3-6ba789c55d3e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-460516273'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:22.141524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731cebbd-01b6-4f14-9d2a-32f9eb50c060 None None] Network 84dec588-d46e-472d-9247-9bff80dc0d06 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:22.141773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bc322cb-3ce0-4439-a2bd-26cd090ec719 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.164692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dcb75e-9c01-4d6e-ba91-10f684d850c8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet 8d5c2860-be72-40d6-88a0-d2542ca6c425 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:22.169475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20dcb75e-9c01-4d6e-ba91-10f684d850c8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.213222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:07:22.219800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20dcb75e-9c01-4d6e-ba91-10f684d850c8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.222633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:22.223231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.318244 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20dcb75e-9c01-4d6e-ba91-10f684d850c8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.384642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.395018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20dcb75e-9c01-4d6e-ba91-10f684d850c8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.416808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f80ab6-2125-43e8-83ba-7951bc815e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:22.419120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f8df3c-a771-48e0-ba67-5fe0ced7ae53" -d '{"events": [{"server_uuid": "10f80ab6-2125-43e8-83ba-7951bc815e94", "name": "network-vif-plugged", "status": "completed", "tag": "cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:22.434678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20dcb75e-9c01-4d6e-ba91-10f684d850c8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.437667 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-20dcb75e-9c01-4d6e-ba91-10f684d850c8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/8d5c2860-be72-40d6-88a0-d2542ca6c425 HTTP/1.1" status: 204 len: 168 time: 0.3344975 Dec 06 12:07:22.439075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcb75e-9c01-4d6e-ba91-10f684d850c8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5c2860-be72-40d6-88a0-d2542ca6c425,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:22.440684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42220) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:22.446831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,segment=NetworkSegment(d2a17ffb-ab42-4731-89a3-9e267b4c4a99),segment_id=d2a17ffb-ab42-4731-89a3-9e267b4c4a99)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:22.457734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.464588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c8aa5d-c372-48ed-a980-4081ea150b43 x-openstack-request-id: req-a7c8aa5d-c372-48ed-a980-4081ea150b43 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:22.465316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f80ab6-2125-43e8-83ba-7951bc815e94", "name": "network-vif-plugged", "status": "completed", "tag": "cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:22.465316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7c8aa5d-c372-48ed-a980-4081ea150b43 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:22.465781 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f80ab6-2125-43e8-83ba-7951bc815e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a', 'code': 200} Dec 06 12:07:22.539614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.542329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:22.559795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dacd1f-9369-45a5-ae91-52fa2344f928 None None] Update dhcp port {'port': {'network_id': '84dec588-d46e-472d-9247-9bff80dc0d06', 'fixed_ips': [{'subnet_id': '8d5c2860-be72-40d6-88a0-d2542ca6c425'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a9233160-c298-4a1b-9011-4b27c37ae70d'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:07:22.606849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port a9233160-c298-4a1b-9011-4b27c37ae70d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:22.606849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.607833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.615204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6dacd1f-9369-45a5-ae91-52fa2344f928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.675344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] For port a9233160-c298-4a1b-9011-4b27c37ae70d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9233160-c298-4a1b-9011-4b27c37ae70d,segment=NetworkSegment(4536c3b0-4352-45f1-a6df-af0ed3ccb264),segment_id=4536c3b0-4352-45f1-a6df-af0ed3ccb264)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:22.675619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.688512 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for a9233160-c298-4a1b-9011-4b27c37ae70d owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:22.765581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Made reservation on behalf of c66d9d1cce7f407cac27ddc9de36250f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:22.769047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.797187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.804784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9deefec-94f0-4e2b-8304-ac01709f8571 None None] Network 84dec588-d46e-472d-9247-9bff80dc0d06 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:22.818285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.825024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.841180 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=a9233160-c298-4a1b-9011-4b27c37ae70d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:22.847176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No DVR routers for this DVR port a9233160-c298-4a1b-9011-4b27c37ae70d on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:22.868170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-693173e0-d8fe-4484-b243-6c644b276529 None None] Could not find standard attr ID for object a9233160-c298-4a1b-9011-4b27c37ae70d. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:07:22.931073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.954193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84dec588-d46e-472d-9247-9bff80dc0d06']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:22.954462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b2dc0-7cf1-4550-a648-4021998a5387 None None] DHCP port deletion for 84dec588-d46e-472d-9247-9bff80dc0d06 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:22.969030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4536c3b0-4352-45f1-a6df-af0ed3ccb264') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:22.969426 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4536c3b0-4352-45f1-a6df-af0ed3ccb264') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:22.984362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:22.997405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.003624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:23.004038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:23.007466 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:23.047615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bc322cb-3ce0-4439-a2bd-26cd090ec719 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.056357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bc322cb-3ce0-4439-a2bd-26cd090ec719 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.057812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.058348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Fanout notify agent at l3_agent the message router_deleted on router 1e63bc40-c5f4-4eed-a6c9-08617dcf3032 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:23.066936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f5c4-6346-4939-ac1b-c9bf99e23c93 req-85c2645c-2232-459d-af3c-65ec4eb90aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.068684 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5406f5c4-6346-4939-ac1b-c9bf99e23c93 req-85c2645c-2232-459d-af3c-65ec4eb90aca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 1098 time: 0.3724334 Dec 06 12:07:23.070671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.076846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.080167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.080658 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/networks/84dec588-d46e-472d-9247-9bff80dc0d06 HTTP/1.1" status: 204 len: 168 time: 0.6390440 Dec 06 12:07:23.085974 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5df34c98-9221-45ec-bd19-b550cd288c2f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/1e63bc40-c5f4-4eed-a6c9-08617dcf3032 HTTP/1.1" status: 204 len: 168 time: 2.5028169 Dec 06 12:07:23.086142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42224) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:23.086142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42226) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:23.091272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-570480975', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:23.134018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775d74f-5d6b-4b9a-9c8e-5c10c9a590c6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Network': ['ID=84dec588-d46e-472d-9247-9bff80dc0d06,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:23.154026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.155050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.170579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f0d89-af81-442d-9d9a-08fd3252f81a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.172124 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-667f0d89-af81-442d-9d9a-08fd3252f81a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0852492 Dec 06 12:07:23.176261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42228) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:23.212172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fd59c-97f7-4d65-8b87-b150cb7b301b req-ddab493a-0123-4523-85c3-8e60238c4536 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.213720 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ce5fd59c-97f7-4d65-8b87-b150cb7b301b req-ddab493a-0123-4523-85c3-8e60238c4536 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.3901544 Dec 06 12:07:23.222098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bc322cb-3ce0-4439-a2bd-26cd090ec719 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.222642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc322cb-3ce0-4439-a2bd-26cd090ec719 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Fanout notify agent at l3_agent the message router_deleted on router d654b17a-9811-4cbc-9c83-60bb235b530f {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:23.248147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.261588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bc322cb-3ce0-4439-a2bd-26cd090ec719 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.262662 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2bc322cb-3ce0-4439-a2bd-26cd090ec719 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/d654b17a-9811-4cbc-9c83-60bb235b530f HTTP/1.1" status: 204 len: 168 time: 1.2755234 Dec 06 12:07:23.265936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42230) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:23.322341 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f790efe9-3016-420e-9216-e8b9a7dc1984 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1423867 Dec 06 12:07:23.325693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42232) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:23.331889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1811410500'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:23.354074 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5406f5c4-6346-4939-ac1b-c9bf99e23c93 req-41e6d95a-fe09-45a7-9249-b838baae7265 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613723 Dec 06 12:07:23.417759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e9e4c1-80df-406f-8565-23d02c56e2fe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet 2647806b-a2f5-4784-a03b-98f87f536d2a {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:23.419241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.424147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:23.428999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.460226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58e9e4c1-80df-406f-8565-23d02c56e2fe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.470935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ce5fd59c-97f7-4d65-8b87-b150cb7b301b req-9c6c15a7-f9f9-4825-84b2-8ff7e4853756 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436342 Dec 06 12:07:23.478328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:23.515531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.515903 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Added segment 3dd1f106-87f2-4588-9bd4-e50b07f0bc38 of type vlan for network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 Dec 06 12:07:23.568756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.581662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.586695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58e9e4c1-80df-406f-8565-23d02c56e2fe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.608033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.613520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.614100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.673475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-221ea766-e96d-4ba7-adf3-6ba789c55d3e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.696868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'Subnet': ['ID=b56e3d85-9932-4358-af12-1d8162ad7d15,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:23.712449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-221ea766-e96d-4ba7-adf3-6ba789c55d3e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.788573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Checking segment: {'id': '246986aa-c6fb-45a9-a23e-940c62771670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:23.788928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Network hostable DHCP agents. Network: e22df75b-5fe6-4562-8e39-07b080d58e4a, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:23.837384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58e9e4c1-80df-406f-8565-23d02c56e2fe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.894478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Network e22df75b-5fe6-4562-8e39-07b080d58e4a is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:23.917487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221ea766-e96d-4ba7-adf3-6ba789c55d3e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 3a894113-1ea1-4c12-a850-83eefedeba73 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:23.918179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e22df75b-5fe6-4562-8e39-07b080d58e4a) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:23.925206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:23.925798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:23.928164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05d550-7c39-4d56-8405-e1107125bf90 None None] Network e22df75b-5fe6-4562-8e39-07b080d58e4a requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:23.954434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4a171ad9-dcc4-4ba0-95fd-0dbb34feb3cc tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0358250 Dec 06 12:07:23.954659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42234) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:23.959957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b8962e88-5d1c-4b5e-b981-6ba7d3effe06 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-262599504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:23.965453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58e9e4c1-80df-406f-8565-23d02c56e2fe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.019126 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6923461 Dec 06 12:07:24.023741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42236) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:24.032068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:24.039590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9e4c1-80df-406f-8565-23d02c56e2fe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=2647806b-a2f5-4784-a03b-98f87f536d2a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:24.047386 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58e9e4c1-80df-406f-8565-23d02c56e2fe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.053917 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-58e9e4c1-80df-406f-8565-23d02c56e2fe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/2647806b-a2f5-4784-a03b-98f87f536d2a HTTP/1.1" status: 204 len: 168 time: 0.7769926 Dec 06 12:07:24.055473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef9ac6-4e01-448d-a7a1-9ffb04dfb9ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Network': ['ID=bffd114c-23a4-427f-bf67-5f5ffe97bdd9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:24.055628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42238) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:24.074102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87981b-ce16-488f-a6e7-c43ed3aceb56 None None] Network 540b34a3-e0fe-45d5-a1c3-2eef523b1579 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:24.076071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:24.089876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.142160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.146861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8962e88-5d1c-4b5e-b981-6ba7d3effe06 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.148273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8962e88-5d1c-4b5e-b981-6ba7d3effe06 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.195968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221ea766-e96d-4ba7-adf3-6ba789c55d3e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:24.211385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-221ea766-e96d-4ba7-adf3-6ba789c55d3e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.215313 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29508a0d-9b3f-4cae-86d4-ff53cfd5b5b7 None None] Sync routers for ids ['3a894113-1ea1-4c12-a850-83eefedeba73'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:24.216942 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-221ea766-e96d-4ba7-adf3-6ba789c55d3e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/3a894113-1ea1-4c12-a850-83eefedeba73 HTTP/1.1" status: 200 len: 887 time: 2.0906985 Dec 06 12:07:24.218585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42240) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:24.227725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.243884 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29508a0d-9b3f-4cae-86d4-ff53cfd5b5b7 None None] Routers {'3a894113-1ea1-4c12-a850-83eefedeba73'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:24.244968 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-29508a0d-9b3f-4cae-86d4-ff53cfd5b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3a894113-1ea1-4c12-a850-83eefedeba73'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:24.285234 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-29508a0d-9b3f-4cae-86d4-ff53cfd5b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:24.299087 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29508a0d-9b3f-4cae-86d4-ff53cfd5b5b7 None None] Routers {'3a894113-1ea1-4c12-a850-83eefedeba73'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:24.301587 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-29508a0d-9b3f-4cae-86d4-ff53cfd5b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3a894113-1ea1-4c12-a850-83eefedeba73'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:24.316820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:24.320839 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.328653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8962e88-5d1c-4b5e-b981-6ba7d3effe06 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.342204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8962e88-5d1c-4b5e-b981-6ba7d3effe06 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.366222 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-29508a0d-9b3f-4cae-86d4-ff53cfd5b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:24.367133 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29508a0d-9b3f-4cae-86d4-ff53cfd5b5b7 None None] The sync data for ids ['3a894113-1ea1-4c12-a850-83eefedeba73'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:24.378654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8962e88-5d1c-4b5e-b981-6ba7d3effe06 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.384451 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b8962e88-5d1c-4b5e-b981-6ba7d3effe06 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4289596 Dec 06 12:07:24.386427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42242) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:24.448226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e22df75b-5fe6-4562-8e39-07b080d58e4a', 'network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a', 'tenant_id': 'c66d9d1cce7f407cac27ddc9de36250f', 'fixed_ips': [{'subnet_id': 'b56e3d85-9932-4358-af12-1d8162ad7d15'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:24.449363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.454526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a9233160-c298-4a1b-9011-4b27c37ae70d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:24.460385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Allocated IP 172.36.1.12 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/2cb0f988-e937-412b-8219-73add0c115fe) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:24.461834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:24.462185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.497541 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-237bfea2-2625-4733-89a9-87c0b5e59826 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/routers/3a894113-1ea1-4c12-a850-83eefedeba73 HTTP/1.1" status: 200 len: 887 time: 0.2782331 Dec 06 12:07:24.501677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42246) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:24.504924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a9233160-c298-4a1b-9011-4b27c37ae70d {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:24.505577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a9233160-c298-4a1b-9011-4b27c37ae70d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:24.669737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.705360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Allocated IP 172.20.0.2 (e22df75b-5fe6-4562-8e39-07b080d58e4a/b56e3d85-9932-4358-af12-1d8162ad7d15/cd2ad151-9f4c-4a58-a784-3a0869420aaf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:24.712578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] DHCP port deletion for 540b34a3-e0fe-45d5-a1c3-2eef523b1579 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:24.715308 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dac0cd7d-c1c9-4e41-8466-9439ec39f29c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a894113-1ea1-4c12-a850-83eefedeba73 HTTP/1.1" status: 200 len: 205 time: 0.2122667 Dec 06 12:07:24.718661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42248) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:24.762026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.859444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:24.860488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] Deleting port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:24.860942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.894381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:24.897842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:24.903833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.937470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event updated for resources: {'Port': ['ID=2cb0f988-e937-412b-8219-73add0c115fe,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:24.955693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:24.957383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789b13c-e1da-4fb1-912e-863be7613ed2 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:24.968171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.017536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] For port ab9613e0-7b6f-453d-a811-dcfdb2a3f549, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,segment=NetworkSegment(c68cd8a7-4842-4941-9a97-b82cdf775d80),segment_id=c68cd8a7-4842-4941-9a97-b82cdf775d80)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:25.017953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.048192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Network e22df75b-5fe6-4562-8e39-07b080d58e4a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:25.053606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] Calling delete_port for ab9613e0-7b6f-453d-a811-dcfdb2a3f549 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:25.060406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:25.069544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.071607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:25.077618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Pushing event updated for resources: {'Port': ['ID=cd2ad151-9f4c-4a58-a784-3a0869420aaf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:25.085946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-db4b067c-e14c-4d0a-a4fd-fd78276fbd67 None None] Provisioning complete for port 2cb0f988-e937-412b-8219-73add0c115fe triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:25.085946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db4b067c-e14c-4d0a-a4fd-fd78276fbd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.105236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=3495c579-df29-4173-8aee-126bd6f3993b,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:25.175877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port ab9613e0-7b6f-453d-a811-dcfdb2a3f549, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,segment=NetworkSegment(c68cd8a7-4842-4941-9a97-b82cdf775d80),segment_id=c68cd8a7-4842-4941-9a97-b82cdf775d80)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:25.176131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.182549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking segment: {'id': '3dd1f106-87f2-4588-9bd4-e50b07f0bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:25.182911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network hostable DHCP agents. Network: bffd114c-23a4-427f-bf67-5f5ffe97bdd9, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:25.190986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for ab9613e0-7b6f-453d-a811-dcfdb2a3f549 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:25.207652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-db4b067c-e14c-4d0a-a4fd-fd78276fbd67 None None] Port 2cb0f988-e937-412b-8219-73add0c115fe cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:25.214273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Attempting to bind port cd2ad151-9f4c-4a58-a784-3a0869420aaf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:25.214654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Attempting to bind port cd2ad151-9f4c-4a58-a784-3a0869420aaf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '246986aa-c6fb-45a9-a23e-940c62771670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:25.215029 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Attempting to bind port cd2ad151-9f4c-4a58-a784-3a0869420aaf on network e22df75b-5fe6-4562-8e39-07b080d58e4a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:25.222700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:25.223174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Checking segment: {'id': '246986aa-c6fb-45a9-a23e-940c62771670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:25.223490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.223909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Bound using segment: {'id': '246986aa-c6fb-45a9-a23e-940c62771670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:25.224844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Bound port: cd2ad151-9f4c-4a58-a784-3a0869420aaf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246986aa-c6fb-45a9-a23e-940c62771670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:25.224844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.264613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:25.274844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.297075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48ae22-a50a-4d3c-a56a-09fda94e148d req-db006f93-3500-4833-b241-6acee2a690ea tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.298606 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d48ae22-a50a-4d3c-a56a-09fda94e148d req-db006f93-3500-4833-b241-6acee2a690ea tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.6444652 Dec 06 12:07:25.323328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bffd114c-23a4-427f-bf67-5f5ffe97bdd9) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:25.331057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.332904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] Pushing event deleted for resources: {'Port': ['ID=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:25.336199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10a57d-9d79-473e-90f1-4cd6e3fbcd22 None None] No DVR routers for this DVR port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:25.342118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aee975-84c9-4cf6-9177-e334a7bb909f None None] Network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:25.368093 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:25.368997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.375879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.380150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] For port cd2ad151-9f4c-4a58-a784-3a0869420aaf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:25.421371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] For port cd2ad151-9f4c-4a58-a784-3a0869420aaf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd2ad151-9f4c-4a58-a784-3a0869420aaf,segment=NetworkSegment(246986aa-c6fb-45a9-a23e-940c62771670),segment_id=246986aa-c6fb-45a9-a23e-940c62771670)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:25.423098 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d072570f-dd7a-49e6-8245-b11aa2725469 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3957970 Dec 06 12:07:25.426298 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42250) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:25.433649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9', 'name': 'tempest-PortsIpV6TestJSON-567229565'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:25.434869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.466371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.488611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.498420 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d48ae22-a50a-4d3c-a56a-09fda94e148d req-82db3dcf-cc42-4ff5-98b7-6a3168c2b7fa tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792309 Dec 06 12:07:25.534418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=ab9613e0-7b6f-453d-a811-dcfdb2a3f549,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:25.542873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No DVR routers for this DVR port ab9613e0-7b6f-453d-a811-dcfdb2a3f549 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:25.592823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edc1e3-2453-4f78-8cbd-b05541e628ea None None] Pushing event updated for resources: {'Port': ['ID=cd2ad151-9f4c-4a58-a784-3a0869420aaf,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:25.634970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bffd114c-23a4-427f-bf67-5f5ffe97bdd9', 'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9', 'tenant_id': 'c8faa62093a043a8a9c828d10521c053', 'fixed_ips': [{'subnet_id': '3495c579-df29-4173-8aee-126bd6f3993b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:25.637702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.660356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 4fd89d81-2b1d-45d7-a8e4-27288f1882d0 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:25.660790 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.707549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.744971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540b34a3-e0fe-45d5-a1c3-2eef523b1579']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:25.797146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68cd8a7-4842-4941-9a97-b82cdf775d80') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:25.797436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68cd8a7-4842-4941-9a97-b82cdf775d80') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:25.809932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.811494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.838411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.842125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Allocated IP 2001:db8::2 (bffd114c-23a4-427f-bf67-5f5ffe97bdd9/3495c579-df29-4173-8aee-126bd6f3993b/81b868ac-6dea-4aae-934b-d3f1b55f4c2c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:25.845888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Allocated IP 172.20.0.1 (e22df75b-5fe6-4562-8e39-07b080d58e4a/b56e3d85-9932-4358-af12-1d8162ad7d15/8ad7ffb1-13c7-48bf-8903-430e53e97526) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:25.848869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 4fd89d81-2b1d-45d7-a8e4-27288f1882d0 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:25.852602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:25.853013 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:25.857866 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:25.925947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:25.930168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.989337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:25.994561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.001404 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/540b34a3-e0fe-45d5-a1c3-2eef523b1579 HTTP/1.1" status: 204 len: 168 time: 1.9416723 Dec 06 12:07:26.006579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42252) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:26.011684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-afb66d6d-8ac3-4241-bb35-643186ea7349 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1544120667', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:26.023541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port b2c35009-438c-453f-9282-1d02e1d222c9 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:26.033754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d506-8bfe-4a04-bab5-21d0240112b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=540b34a3-e0fe-45d5-a1c3-2eef523b1579,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:26.074033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afb66d6d-8ac3-4241-bb35-643186ea7349 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.075047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afb66d6d-8ac3-4241-bb35-643186ea7349 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.075968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.082803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.097601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.128787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:26.133820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:26.138841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:26.141688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Pushing event updated for resources: {'Port': ['ID=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:26.166930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afb66d6d-8ac3-4241-bb35-643186ea7349 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.178358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afb66d6d-8ac3-4241-bb35-643186ea7349 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.183163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.209736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afb66d6d-8ac3-4241-bb35-643186ea7349 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.215050 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-afb66d6d-8ac3-4241-bb35-643186ea7349 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2042394 Dec 06 12:07:26.215050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.215900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42254) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:26.225639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4696617b-904f-44cb-8cdf-d53cc7be6c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.227527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066453485'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:26.229446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Attempting to bind port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:26.229962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Attempting to bind port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3dd1f106-87f2-4588-9bd4-e50b07f0bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:26.230404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Attempting to bind port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c on network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:26.237343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:26.237790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Checking segment: {'id': '3dd1f106-87f2-4588-9bd4-e50b07f0bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:26.238590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.238736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Bound using segment: {'id': '3dd1f106-87f2-4588-9bd4-e50b07f0bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:26.239316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Bound port: 81b868ac-6dea-4aae-934b-d3f1b55f4c2c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1f106-87f2-4588-9bd4-e50b07f0bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:26.239798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.286296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Network e22df75b-5fe6-4562-8e39-07b080d58e4a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:26.290517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'Port': ['ID=8ad7ffb1-13c7-48bf-8903-430e53e97526,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:26.299198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:26.302682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:26.312569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:26.316189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.326615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] For port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:26.330752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] For port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,segment=NetworkSegment(3dd1f106-87f2-4588-9bd4-e50b07f0bc38),segment_id=3dd1f106-87f2-4588-9bd4-e50b07f0bc38)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:26.340293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.371909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:26.382819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.383175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment ae5f125a-693f-4551-9551-0f0e1b62717d of type vlan for network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 Dec 06 12:07:26.436399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9995646-b3e9-478e-ac51-6cd1a1bfe442 None None] Pushing event updated for resources: {'Port': ['ID=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:26.475889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.478526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.524982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd2ad151-9f4c-4a58-a784-3a0869420aaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:26.606950 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.613392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.614403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.641318 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4202871 Dec 06 12:07:26.668543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cd2ad151-9f4c-4a58-a784-3a0869420aaf triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:26.669092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.672624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42258) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:26.684971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:26.756213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::17b (bffd114c-23a4-427f-bf67-5f5ffe97bdd9/3495c579-df29-4173-8aee-126bd6f3993b/b2c35009-438c-453f-9282-1d02e1d222c9) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:26.792913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c19e2-d8d5-49c4-9572-ce8efda9db09 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:26.811398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:26.843395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.914263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:26.954507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09a36-65ea-42e4-a4fd-6f6ce560325d req-46932e33-3f94-4e1a-9ed5-d942844d0db4 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:26.956201 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eec09a36-65ea-42e4-a4fd-6f6ce560325d req-46932e33-3f94-4e1a-9ed5-d942844d0db4 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.2958195 Dec 06 12:07:26.983574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port cd2ad151-9f4c-4a58-a784-3a0869420aaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd2ad151-9f4c-4a58-a784-3a0869420aaf,segment=NetworkSegment(246986aa-c6fb-45a9-a23e-940c62771670),segment_id=246986aa-c6fb-45a9-a23e-940c62771670)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:26.994231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.067229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:27.071440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.093414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.098973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ab9613e0-7b6f-453d-a811-dcfdb2a3f549 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:27.109261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Router 170e3860-af7b-4a16-9ae9-bf5565dededb is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:27.124415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ab9613e0-7b6f-453d-a811-dcfdb2a3f549 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:27.124916 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ab9613e0-7b6f-453d-a811-dcfdb2a3f549 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:27.126386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=cd2ad151-9f4c-4a58-a784-3a0869420aaf,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:27.132322 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eec09a36-65ea-42e4-a4fd-6f6ce560325d req-c614ef2a-a668-43e8-bca8-cede138be4b7 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650605 Dec 06 12:07:27.192565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=4fd89d81-2b1d-45d7-a8e4-27288f1882d0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:27.200381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e2c19f-c047-4b86-a0e3-94bab1833ab6 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:27.218455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d46d5-6bbf-4a72-8b33-aceb2d6fd0d5 None None] Network e22df75b-5fe6-4562-8e39-07b080d58e4a requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:27.248747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.312258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b458e7b5-fe3b-458f-925d-a484417d35bc None None] Provisioning complete for port cd2ad151-9f4c-4a58-a784-3a0869420aaf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:27.312620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b458e7b5-fe3b-458f-925d-a484417d35bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.384540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.491106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.495717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.502040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.512865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634dcbd-2081-4da7-80ba-689cd8e939b7 req-830dada4-a175-4972-b19e-4fecb0c9bf66 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:27.514114 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e634dcbd-2081-4da7-80ba-689cd8e939b7 req-830dada4-a175-4972-b19e-4fecb0c9bf66 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.2817192 Dec 06 12:07:27.605590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:27.607094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.620751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:27.624642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.625160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Fanout notify agent at l3_agent the message router_deleted on router 3a894113-1ea1-4c12-a850-83eefedeba73 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:27.635492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599053cc-194e-4720-b613-a8bac9ed33a7 None None] Sync routers for ids ['170e3860-af7b-4a16-9ae9-bf5565dededb'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:27.637832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.643060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.651021 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-864672d1-8402-4ae4-a21b-1967ebd9bd36 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/3a894113-1ea1-4c12-a850-83eefedeba73 HTTP/1.1" status: 204 len: 168 time: 2.9309111 Dec 06 12:07:27.652429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:27.656500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42262) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:27.657158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=b2c35009-438c-453f-9282-1d02e1d222c9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:27.660943 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:27.666862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:27.667508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.670460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599053cc-194e-4720-b613-a8bac9ed33a7 None None] Routers {'170e3860-af7b-4a16-9ae9-bf5565dededb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:27.671606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-599053cc-194e-4720-b613-a8bac9ed33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['170e3860-af7b-4a16-9ae9-bf5565dededb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:27.672405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e634dcbd-2081-4da7-80ba-689cd8e939b7 req-ec4d59c3-d94c-4462-a65d-049c5383e136 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489046 Dec 06 12:07:27.684536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-259218824'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:27.695232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.704510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.715061 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2f564b04-317d-4fc7-8c56-4cb08e8900ea tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6268845 Dec 06 12:07:27.719383 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42266) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:27.727696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:27.751064 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-599053cc-194e-4720-b613-a8bac9ed33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:27.769878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599053cc-194e-4720-b613-a8bac9ed33a7 None None] Routers {'170e3860-af7b-4a16-9ae9-bf5565dededb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:27.770675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-599053cc-194e-4720-b613-a8bac9ed33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:06:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['170e3860-af7b-4a16-9ae9-bf5565dededb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:27.817479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:27.821077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-599053cc-194e-4720-b613-a8bac9ed33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:27.821077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599053cc-194e-4720-b613-a8bac9ed33a7 None None] The sync data for ids ['170e3860-af7b-4a16-9ae9-bf5565dededb'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:27.822016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'Port': ['ID=8ad7ffb1-13c7-48bf-8903-430e53e97526,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:27.824737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.834737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:27.862472 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a7fc4e0c-0c1f-41db-9338-64fefac556e9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4328516 Dec 06 12:07:27.866309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42268) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:27.868019 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=b6ec3934-aed6-4bc2-ad36-fc02a7231250,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:27.884532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': 'bffd114c-23a4-427f-bf67-5f5ffe97bdd9', 'name': 'tempest-PortsIpV6TestJSON-99825310'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:27.922339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:27.922850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:27.966563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:27.994771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Network e22df75b-5fe6-4562-8e39-07b080d58e4a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:27.996813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:28.021250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:28.033344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718af27-89c1-4d74-9d02-0ddf1299be1c None None] Network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:28.035624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:28.079230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.079573 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment cbde0b10-9fc8-41ca-b756-611d8fe9df33 of type vlan for network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 Dec 06 12:07:28.095916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:28.096829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.194660 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-14941850-1fff-4d3f-b9e2-d36e64bdcc16 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5172141 Dec 06 12:07:28.201503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42272) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:28.215669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:28.219271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.234323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.243393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 5d9d2d45-8101-41d7-ae58-8462593739cc yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:28.279730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e4092-21e7-45b4-963e-742f1edd132a None None] Network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:28.304514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602052-6321-4589-b8c6-767e49e6930a req-2478aa94-614c-4489-b602-848b43ff1da5 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:28.306741 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-03602052-6321-4589-b8c6-767e49e6930a req-2478aa94-614c-4489-b602-848b43ff1da5 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.2647660 Dec 06 12:07:28.423838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:28.424738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.429885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-20e0948f-df80-4939-b181-a910176c0e68 None None] Provisioning complete for port 8ad7ffb1-13c7-48bf-8903-430e53e97526 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:28.430561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20e0948f-df80-4939-b181-a910176c0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.478967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::30c (bffd114c-23a4-427f-bf67-5f5ffe97bdd9/3495c579-df29-4173-8aee-126bd6f3993b/5d9d2d45-8101-41d7-ae58-8462593739cc) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:28.503796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.510438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:28.511118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.558711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Router 4a580ea6-5292-4aa4-8475-ade88259f525 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:28.570127 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-03602052-6321-4589-b8c6-767e49e6930a req-88fb6884-1fa6-4d05-a88b-207af3491fe9 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526064 Dec 06 12:07:28.612857 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd2ad151-9f4c-4a58-a784-3a0869420aaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:28.662352 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0019052 Dec 06 12:07:28.676545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42274) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:28.677836 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-20e0948f-df80-4939-b181-a910176c0e68 None None] Port 8ad7ffb1-13c7-48bf-8903-430e53e97526 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:28.682821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': '2b33c830-6255-4c58-8982-b7ae2dd61ab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:28.714983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e15dd-8352-4bd9-bc70-27163d38abd4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=2b33c830-6255-4c58-8982-b7ae2dd61ab0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:28.738128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d370830c-b9ff-4ccb-a7ef-6f14d0258a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.739596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:28.759562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.794782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-20e0948f-df80-4939-b181-a910176c0e68 None None] Provisioning complete for port cd2ad151-9f4c-4a58-a784-3a0869420aaf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:28.795119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20e0948f-df80-4939-b181-a910176c0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.875087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.935956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:28.938732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.946483 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a7006c78-b7c9-41d2-b86a-5f4270b2c26a tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "PUT /v2.0/routers/4a580ea6-5292-4aa4-8475-ade88259f525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5566514 Dec 06 12:07:28.947683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42276) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:28.954030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Request body: {'port': {'network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a', 'name': 'tempest-FloatingIPNegativeTestJSON-1751799640'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:28.966015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cd2ad151-9f4c-4a58-a784-3a0869420aaf triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:28.966616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.976712 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa81d1-f202-4b6b-bd0f-b60ac062c4e9 None None] Sync routers for ids ['4a580ea6-5292-4aa4-8475-ade88259f525'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:28.980695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:28.984342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.997590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:28.999672 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa81d1-f202-4b6b-bd0f-b60ac062c4e9 None None] Routers {'4a580ea6-5292-4aa4-8475-ade88259f525'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:29.000502 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-99aa81d1-f202-4b6b-bd0f-b60ac062c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4a580ea6-5292-4aa4-8475-ade88259f525'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:29.025275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Allocated IP 2001:db8::2 (16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047/b6ec3934-aed6-4bc2-ad36-fc02a7231250/7f5084e0-bdd1-4b29-8213-9a9947f5b754) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:29.070159 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-99aa81d1-f202-4b6b-bd0f-b60ac062c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:29.088977 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa81d1-f202-4b6b-bd0f-b60ac062c4e9 None None] Routers {'4a580ea6-5292-4aa4-8475-ade88259f525'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:29.092560 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-99aa81d1-f202-4b6b-bd0f-b60ac062c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4a580ea6-5292-4aa4-8475-ade88259f525'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:29.161724 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-99aa81d1-f202-4b6b-bd0f-b60ac062c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:29.162521 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa81d1-f202-4b6b-bd0f-b60ac062c4e9 None None] The sync data for ids ['4a580ea6-5292-4aa4-8475-ade88259f525'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:29.180858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Deleting port 2cb0f988-e937-412b-8219-73add0c115fe {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:29.181396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.241888 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.328284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 81b868ac-6dea-4aae-934b-d3f1b55f4c2c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:29.383157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.393998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Provisioning complete for port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:29.394666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.439345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.500638 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:29.504318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Pushing event updated for resources: {'Port': ['ID=7f5084e0-bdd1-4b29-8213-9a9947f5b754,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:29.508361 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:29.514230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:29.579782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8::1 (16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047/b6ec3934-aed6-4bc2-ad36-fc02a7231250/aadb5ed0-9202-405a-a1ee-b382de16f08b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:29.584830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Made reservation on behalf of c66d9d1cce7f407cac27ddc9de36250f for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:29.588500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.597113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:29.597474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.618495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:29.627646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] device_id is not set on port b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:29.645762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Attempting to bind port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:29.645762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Attempting to bind port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:29.646294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Attempting to bind port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 on network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:29.647935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:29.649727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:29.652489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.655500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:29.656154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.657063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:29.657445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Checking segment: {'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:29.657844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.658286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Bound using segment: {'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:29.658770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Bound port: 7f5084e0-bdd1-4b29-8213-9a9947f5b754, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:29.659151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.705577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=5d9d2d45-8101-41d7-ae58-8462593739cc,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:29.716601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.730705 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5a64ff5d-d3eb-4e30-94e4-93a9fa3bc593 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8624017 Dec 06 12:07:29.734614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42280) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:29.761047 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] For port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,segment=NetworkSegment(3dd1f106-87f2-4588-9bd4-e50b07f0bc38),segment_id=3dd1f106-87f2-4588-9bd4-e50b07f0bc38)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:29.775599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.784127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.793240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] For port 7f5084e0-bdd1-4b29-8213-9a9947f5b754, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:29.801842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] For port 7f5084e0-bdd1-4b29-8213-9a9947f5b754, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f5084e0-bdd1-4b29-8213-9a9947f5b754,segment=NetworkSegment(ae5f125a-693f-4551-9551-0f0e1b62717d),segment_id=ae5f125a-693f-4551-9551-0f0e1b62717d)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:29.807594 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Calling delete_port for 2cb0f988-e937-412b-8219-73add0c115fe owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:29.856350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.879787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Provisioning complete for port b2c35009-438c-453f-9282-1d02e1d222c9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:29.880177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.901497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:29.942632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Pushing event updated for resources: {'Port': ['ID=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:29.971704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec6fb3f-9b97-4b62-9603-0141d1d94a5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:29.976334 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aec6fb3f-9b97-4b62-9603-0141d1d94a5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A17b HTTP/1.1" status: 200 len: 928 time: 0.2357969 Dec 06 12:07:29.991601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42282) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:29.992310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.001953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Port b2c35009-438c-453f-9282-1d02e1d222c9 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:30.026856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Allocated IP 172.20.0.4 (e22df75b-5fe6-4562-8e39-07b080d58e4a/b56e3d85-9932-4358-af12-1d8162ad7d15/b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:30.038979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc24c-0bbc-4e44-aba1-875c2ac5f35b None None] Pushing event updated for resources: {'Port': ['ID=7f5084e0-bdd1-4b29-8213-9a9947f5b754,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:30.042356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Provisioning complete for port 8ad7ffb1-13c7-48bf-8903-430e53e97526 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:30.042859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.070419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=cbadf144-0b81-4a98-a235-a58ce47f017f,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:30.071708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c53d08-768c-4f20-abc2-544be2f0fcc4 req-1853e16d-e53a-4626-8980-0d3e613f1a40 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:30.073690 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a2c53d08-768c-4f20-abc2-544be2f0fcc4 req-1853e16d-e53a-4626-8980-0d3e613f1a40 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.3164947 Dec 06 12:07:30.096880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-79f79068-3b8a-4a9f-ac88-e448c175a6c6 None None] Port 8ad7ffb1-13c7-48bf-8903-430e53e97526 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:30.180114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': 'cbde0b10-9fc8-41ca-b756-611d8fe9df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b33c830-6255-4c58-8982-b7ae2dd61ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:30.180520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: 2b33c830-6255-4c58-8982-b7ae2dd61ab0, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:30.258749 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a2c53d08-768c-4f20-abc2-544be2f0fcc4 req-7c81afd3-d47a-4fd5-b4cb-1b3e0cfffe2b tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753252 Dec 06 12:07:30.261014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2224526c-75ce-491a-91ca-6c1959449f78 None None] Provisioning complete for port b2c35009-438c-453f-9282-1d02e1d222c9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:30.261392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2224526c-75ce-491a-91ca-6c1959449f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.262301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:30.267923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.287708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2b33c830-6255-4c58-8982-b7ae2dd61ab0) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:30.301420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:30.302026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.320570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b8542431-cc55-4a1e-828f-fc79ed8b2dd0 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 5d9d2d45-8101-41d7-ae58-8462593739cc {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:30.320907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b8542431-cc55-4a1e-828f-fc79ed8b2dd0 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.326081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44b99c-eb6f-477a-b551-170ab02468d6 None None] Network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:30.330787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.377403 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-957cf300-8528-49c0-b052-d3a96ed94171 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6994627 Dec 06 12:07:30.384529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Pushing event deleted for resources: {'Port': ['ID=2cb0f988-e937-412b-8219-73add0c115fe,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:30.410559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:30.415235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42286) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:30.422346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-428141ab-0771-478c-b007-76f559b10146 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1353582154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:30.448523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:30.455281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7178f9-8562-4869-98e8-5325229393e0 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:30.463473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2224526c-75ce-491a-91ca-6c1959449f78 None None] Port b2c35009-438c-453f-9282-1d02e1d222c9 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:30.520674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2224526c-75ce-491a-91ca-6c1959449f78 None None] Provisioning complete for port 5d9d2d45-8101-41d7-ae58-8462593739cc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:30.521859 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-428141ab-0771-478c-b007-76f559b10146 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.523203 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-428141ab-0771-478c-b007-76f559b10146 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.534183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2224526c-75ce-491a-91ca-6c1959449f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.546314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:30.548370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b8542431-cc55-4a1e-828f-fc79ed8b2dd0 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.560738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.571543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b8542431-cc55-4a1e-828f-fc79ed8b2dd0 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 5d9d2d45-8101-41d7-ae58-8462593739cc owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:30.576501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.581368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=aadb5ed0-9202-405a-a1ee-b382de16f08b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:30.626461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2224526c-75ce-491a-91ca-6c1959449f78 None None] Port 5d9d2d45-8101-41d7-ae58-8462593739cc cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:30.673651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f5084e0-bdd1-4b29-8213-9a9947f5b754 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:30.702111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2b33c830-6255-4c58-8982-b7ae2dd61ab0', 'network_id': '2b33c830-6255-4c58-8982-b7ae2dd61ab0', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': 'cbadf144-0b81-4a98-a235-a58ce47f017f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:30.702341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-428141ab-0771-478c-b007-76f559b10146 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.702965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.737573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-428141ab-0771-478c-b007-76f559b10146 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.759769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.831826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c7f62-0bd5-43f8-be49-2023d98c2ce9 req-232778d2-dceb-4788-9fdb-4341d71b6952 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:30.833723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-942c7f62-0bd5-43f8-be49-2023d98c2ce9 req-232778d2-dceb-4788-9fdb-4341d71b6952 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.2176008 Dec 06 12:07:30.839454 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-428141ab-0771-478c-b007-76f559b10146 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.840692 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-428141ab-0771-478c-b007-76f559b10146 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4241314 Dec 06 12:07:30.842292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-3911c281-bf4a-4f20-a376-c988127fc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:30.842742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.844274 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-3911c281-bf4a-4f20-a376-c988127fc5ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=476d118404804726b0478cca7be4582e&device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 1098 time: 0.1667306 Dec 06 12:07:30.844834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42290) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:30.893136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:30.893503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.949317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Allocated IP 172.20.0.2 (2b33c830-6255-4c58-8982-b7ae2dd61ab0/cbadf144-0b81-4a98-a235-a58ce47f017f/6a53bc06-839f-42d0-9a26-291bf85110f7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:30.976254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:30.990917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.000456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.018294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.077103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-942c7f62-0bd5-43f8-be49-2023d98c2ce9 req-49fc7c98-3126-4cab-94af-db22e477f6c7 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160089 Dec 06 12:07:31.088810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Network e22df75b-5fe6-4562-8e39-07b080d58e4a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:31.135221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:31.141263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:31.145777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'Port': ['ID=b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:31.163900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-945ee393-4fa1-4900-a205-94270e01e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:31.165479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-945ee393-4fa1-4900-a205-94270e01e626 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 HTTP/1.1" status: 200 len: 912 time: 0.3118389 Dec 06 12:07:31.211475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b8542431-cc55-4a1e-828f-fc79ed8b2dd0 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.302838 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-62efca98-2a18-4948-aee0-aa01287ca325 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a HTTP/1.1" status: 200 len: 217 time: 0.1137896 Dec 06 12:07:31.381949 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.453293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:31.454110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.458295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-19e96987-0fbb-49fd-8e2f-5c45d3b79461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:31.461541 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-19e96987-0fbb-49fd-8e2f-5c45d3b79461 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=448e1dba-cb0a-414a-94cc-e688b78c6b7d HTTP/1.1" status: 200 len: 851 time: 0.0875096 Dec 06 12:07:31.472471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.479681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 7f5084e0-bdd1-4b29-8213-9a9947f5b754, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f5084e0-bdd1-4b29-8213-9a9947f5b754,segment=NetworkSegment(ae5f125a-693f-4551-9551-0f0e1b62717d),segment_id=ae5f125a-693f-4551-9551-0f0e1b62717d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:31.489373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.490820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 81b868ac-6dea-4aae-934b-d3f1b55f4c2c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:31.507264 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-38c9a888-f0dd-4d7a-81ed-262484a35a34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372822 Dec 06 12:07:31.520395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b8542431-cc55-4a1e-828f-fc79ed8b2dd0 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.532191 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b8542431-cc55-4a1e-828f-fc79ed8b2dd0 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/5d9d2d45-8101-41d7-ae58-8462593739cc HTTP/1.1" status: 204 len: 168 time: 1.5391443 Dec 06 12:07:31.539964 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0eebbf6a-7096-4fcc-a9e6-e43e7a96f8df tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5872312 Dec 06 12:07:31.539964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42292) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:31.542636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42294) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:31.548761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8542431-cc55-4a1e-828f-fc79ed8b2dd0 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=5d9d2d45-8101-41d7-ae58-8462593739cc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:31.582892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=7f5084e0-bdd1-4b29-8213-9a9947f5b754,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:31.585321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:31.589305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Router 170e3860-af7b-4a16-9ae9-bf5565dededb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:31.595848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.621835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.681885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.689605 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87d06d5-7171-4f01-9a08-48ba9233b366 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:07:31.690465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:31.694924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Pushing event updated for resources: {'Port': ['ID=6a53bc06-839f-42d0-9a26-291bf85110f7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:31.695099 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c87d06d5-7171-4f01-9a08-48ba9233b366 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/5d9d2d45-8101-41d7-ae58-8462593739cc HTTP/1.1" status: 404 len: 333 time: 0.1496768 Dec 06 12:07:31.703980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9050906-75d7-4f35-b5b2-5b6f334b58e4 None None] Network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:31.706922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42296) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:31.714308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:31.731468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:31.785876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:31.793630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.795016 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-97b39d7a-43aa-4739-a9d9-5a2a761d0a96 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "PUT /v2.0/routers/170e3860-af7b-4a16-9ae9-bf5565dededb HTTP/1.1" status: 200 len: 705 time: 4.0732715 Dec 06 12:07:31.801780 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42298) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:31.822231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e135f6-8975-410a-a1b3-39719f469e98 None None] Sync routers for ids ['170e3860-af7b-4a16-9ae9-bf5565dededb'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:31.832769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-48b3cf12-ccdc-4028-8c19-b353cc3fc4dc None None] Provisioning complete for port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:31.833145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48b3cf12-ccdc-4028-8c19-b353cc3fc4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.900517 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-bcd08054-5fee-4cea-a10a-aa6b0039975a service neutron] 10.222.0.43 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814774 Dec 06 12:07:31.931097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e135f6-8975-410a-a1b3-39719f469e98 None None] Routers {'170e3860-af7b-4a16-9ae9-bf5565dededb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:31.931755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-57e135f6-8975-410a-a1b3-39719f469e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['170e3860-af7b-4a16-9ae9-bf5565dededb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:31.940603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Attempting to bind port 6a53bc06-839f-42d0-9a26-291bf85110f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:31.941390 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dbffae3e-93be-47b9-adec-a876b93167f7 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/routers/170e3860-af7b-4a16-9ae9-bf5565dededb HTTP/1.1" status: 200 len: 740 time: 0.1381445 Dec 06 12:07:31.944204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Attempting to bind port 6a53bc06-839f-42d0-9a26-291bf85110f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cbde0b10-9fc8-41ca-b756-611d8fe9df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b33c830-6255-4c58-8982-b7ae2dd61ab0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:31.944649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42300) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:31.945000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Attempting to bind port 6a53bc06-839f-42d0-9a26-291bf85110f7 on network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:31.998191 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1a8ea2ed-5127-4bc6-9c57-a7ddf02029f2 tempest-RoutersAdminTest-1014282734 tempest-RoutersAdminTest-1014282734-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&device_id=170e3860-af7b-4a16-9ae9-bf5565dededb HTTP/1.1" status: 200 len: 205 time: 0.0497348 Dec 06 12:07:31.998792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:31.998792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Checking segment: {'id': 'cbde0b10-9fc8-41ca-b756-611d8fe9df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b33c830-6255-4c58-8982-b7ae2dd61ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:31.998792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:31.998792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Bound using segment: {'id': 'cbde0b10-9fc8-41ca-b756-611d8fe9df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b33c830-6255-4c58-8982-b7ae2dd61ab0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:31.998792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Bound port: 6a53bc06-839f-42d0-9a26-291bf85110f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbde0b10-9fc8-41ca-b756-611d8fe9df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b33c830-6255-4c58-8982-b7ae2dd61ab0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:31.999236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42302) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:31.999317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.016598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.018607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-57e135f6-8975-410a-a1b3-39719f469e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:32.026363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:32.026885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.036238 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d2b38520-ab20-4e0d-a03d-61b063e2f7f1 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=170e3860-af7b-4a16-9ae9-bf5565dededb HTTP/1.1" status: 200 len: 205 time: 0.0343287 Dec 06 12:07:32.037531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42304) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:32.049658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.059631 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5af9ff64-4a67-4420-8922-416decc20b6c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port b2c35009-438c-453f-9282-1d02e1d222c9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:32.060106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5af9ff64-4a67-4420-8922-416decc20b6c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.073899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.074553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.131849 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a8fd682-980b-4f3f-8e7f-46f92ab0f0ef req-8ddc84f7-7e24-454b-a272-106c865ffbdd service neutron] 10.222.0.43 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189512 Dec 06 12:07:32.148534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecb2a6e-0d7c-4f29-99aa-bee54465a37b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.186068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e135f6-8975-410a-a1b3-39719f469e98 None None] Routers {'170e3860-af7b-4a16-9ae9-bf5565dededb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:32.186714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-57e135f6-8975-410a-a1b3-39719f469e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['170e3860-af7b-4a16-9ae9-bf5565dededb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:32.256994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-57e135f6-8975-410a-a1b3-39719f469e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:32.258060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e135f6-8975-410a-a1b3-39719f469e98 None None] The sync data for ids ['170e3860-af7b-4a16-9ae9-bf5565dededb'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:32.278334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] For port 6a53bc06-839f-42d0-9a26-291bf85110f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:32.283565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.346511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] For port 6a53bc06-839f-42d0-9a26-291bf85110f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a53bc06-839f-42d0-9a26-291bf85110f7,segment=NetworkSegment(cbde0b10-9fc8-41ca-b756-611d8fe9df33),segment_id=cbde0b10-9fc8-41ca-b756-611d8fe9df33)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:32.355091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=aadb5ed0-9202-405a-a1ee-b382de16f08b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:32.363181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.418165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5af9ff64-4a67-4420-8922-416decc20b6c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.440149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-48b3cf12-ccdc-4028-8c19-b353cc3fc4dc None None] Provisioning complete for port b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:32.440848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48b3cf12-ccdc-4028-8c19-b353cc3fc4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.458476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1d1fd-a31d-4bd8-8fbc-d4045250cf22 req-ccc14026-6f52-41ba-bb0c-1a143b0f47ca tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:32.470702 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d3a1d1fd-a31d-4bd8-8fbc-d4045250cf22 req-ccc14026-6f52-41ba-bb0c-1a143b0f47ca tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.2602127 Dec 06 12:07:32.470866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a97f2-f90d-4551-92bd-d62e1a96abc2 None None] Pushing event updated for resources: {'Port': ['ID=6a53bc06-839f-42d0-9a26-291bf85110f7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:32.482289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5af9ff64-4a67-4420-8922-416decc20b6c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for b2c35009-438c-453f-9282-1d02e1d222c9 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:32.502112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-48b3cf12-ccdc-4028-8c19-b353cc3fc4dc None None] Port b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:32.571222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.20.0.1 (2b33c830-6255-4c58-8982-b7ae2dd61ab0/cbadf144-0b81-4a98-a235-a58ce47f017f/deeef6d5-2bcd-40e1-af96-013bb3c00195) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:32.579919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f5084e0-bdd1-4b29-8213-9a9947f5b754 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:32.580466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:32.607306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:32.667110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:32.667768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.716219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecb2a6e-0d7c-4f29-99aa-bee54465a37b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.721473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecb2a6e-0d7c-4f29-99aa-bee54465a37b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.751971 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d3a1d1fd-a31d-4bd8-8fbc-d4045250cf22 req-dfa18efc-ec1b-4f80-86bb-389a7619f97e tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807868 Dec 06 12:07:32.848785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecb2a6e-0d7c-4f29-99aa-bee54465a37b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.849369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb2a6e-0d7c-4f29-99aa-bee54465a37b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Fanout notify agent at l3_agent the message router_deleted on router 170e3860-af7b-4a16-9ae9-bf5565dededb {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:32.858156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecb2a6e-0d7c-4f29-99aa-bee54465a37b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.865053 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fecb2a6e-0d7c-4f29-99aa-bee54465a37b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/170e3860-af7b-4a16-9ae9-bf5565dededb HTTP/1.1" status: 204 len: 168 time: 0.8259673 Dec 06 12:07:32.867912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42308) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:32.874261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Allocated IP 172.36.1.36 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/4ea435d1-e08d-4a5c-86eb-b477b14cdcb3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:32.907962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5af9ff64-4a67-4420-8922-416decc20b6c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.948923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5706b7ff-1123-42c3-a956-16d11a6de87d None None] Provisioning complete for port aadb5ed0-9202-405a-a1ee-b382de16f08b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:32.949803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5706b7ff-1123-42c3-a956-16d11a6de87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:32.969006 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-34ffb178-e84d-429d-8f2d-2e42eb69ed6d tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=170e3860-af7b-4a16-9ae9-bf5565dededb HTTP/1.1" status: 200 len: 205 time: 0.0702579 Dec 06 12:07:32.971595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42310) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:32.997770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5706b7ff-1123-42c3-a956-16d11a6de87d None None] Port aadb5ed0-9202-405a-a1ee-b382de16f08b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:33.012984 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9ff64-4a67-4420-8922-416decc20b6c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=b2c35009-438c-453f-9282-1d02e1d222c9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:33.023815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.032355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5706b7ff-1123-42c3-a956-16d11a6de87d None None] Provisioning complete for port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:33.034254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5706b7ff-1123-42c3-a956-16d11a6de87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.046564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5af9ff64-4a67-4420-8922-416decc20b6c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.050085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5af9ff64-4a67-4420-8922-416decc20b6c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/b2c35009-438c-453f-9282-1d02e1d222c9 HTTP/1.1" status: 204 len: 168 time: 1.3421443 Dec 06 12:07:33.057067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42312) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.094928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f4546c-e190-41a0-889e-262d29fa29d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:07:33.096563 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-72f4546c-e190-41a0-889e-262d29fa29d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/b2c35009-438c-453f-9282-1d02e1d222c9 HTTP/1.1" status: 404 len: 333 time: 0.0386722 Dec 06 12:07:33.101796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42314) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.124446 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-821bdf92-0c4a-43c2-9a8d-b1c073bee8ef tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] delete failed (client error): The resource could not be found. Dec 06 12:07:33.125583 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-821bdf92-0c4a-43c2-9a8d-b1c073bee8ef tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/170e3860-af7b-4a16-9ae9-bf5565dededb HTTP/1.1" status: 404 len: 336 time: 0.1461575 Dec 06 12:07:33.140708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42316) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.156395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.184799 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6feec410-7e43-40d4-855f-15ef0e9a6a91 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e63bc40-c5f4-4eed-a6c9-08617dcf3032 HTTP/1.1" status: 200 len: 205 time: 0.0424848 Dec 06 12:07:33.197169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42318) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.221587 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.296118 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-e0cbde7e-5e9e-45fb-8857-71234c187e86 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] delete failed (client error): The resource could not be found. Dec 06 12:07:33.299819 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e0cbde7e-5e9e-45fb-8857-71234c187e86 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/1e63bc40-c5f4-4eed-a6c9-08617dcf3032 HTTP/1.1" status: 404 len: 336 time: 0.0984981 Dec 06 12:07:33.300788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.302809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42320) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.305271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:33.307554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=deeef6d5-2bcd-40e1-af96-013bb3c00195,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:33.310183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:33.312296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:33.352717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:33.395716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.402273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-97bb022f-763a-47aa-bc92-325aa7df4149 None None] Provisioning complete for port aadb5ed0-9202-405a-a1ee-b382de16f08b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:33.402727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97bb022f-763a-47aa-bc92-325aa7df4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.441014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-97bb022f-763a-47aa-bc92-325aa7df4149 None None] Port aadb5ed0-9202-405a-a1ee-b382de16f08b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:33.529228 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.665477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-12729868-27d6-4739-85fb-d7d48f96c24a None None] Provisioning complete for port aadb5ed0-9202-405a-a1ee-b382de16f08b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:33.666054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12729868-27d6-4739-85fb-d7d48f96c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.706996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-12729868-27d6-4739-85fb-d7d48f96c24a None None] Port aadb5ed0-9202-405a-a1ee-b382de16f08b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:33.741002 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e4ec5025-9858-4cc0-ad17-63ee81d7d323 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=755d4ea8-f237-40c4-a5af-d66f5aa29983 HTTP/1.1" status: 200 len: 205 time: 0.4238372 Dec 06 12:07:33.751875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42322) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.777471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:33.812149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f622c4-1196-4928-8686-57ab7a30ce3f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet 3495c579-df29-4173-8aee-126bd6f3993b {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:33.816307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'Port': ['ID=4ea435d1-e08d-4a5c-86eb-b477b14cdcb3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:33.820142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f622c4-1196-4928-8686-57ab7a30ce3f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.824087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-4bab0b4b-ebfa-48e1-be45-7d90c3907bfe tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] delete failed (client error): The resource could not be found. Dec 06 12:07:33.824927 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4bab0b4b-ebfa-48e1-be45-7d90c3907bfe tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/755d4ea8-f237-40c4-a5af-d66f5aa29983 HTTP/1.1" status: 404 len: 336 time: 0.0686417 Dec 06 12:07:33.827189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:33.827911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42326) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.849848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:33.877056 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f372e61c-27a5-4fbf-935b-c5eec7f1732e tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4cc5c79-c2af-493e-bcd6-7eb81899973e HTTP/1.1" status: 200 len: 205 time: 0.0475101 Dec 06 12:07:33.879633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.881793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42328) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.892046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:33.970173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e36778-a891-49d6-a111-5e00589889a4 None None] Network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:33.985282 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-0df02c2b-188e-4d36-8834-a6cfb771e90b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] delete failed (client error): The resource could not be found. Dec 06 12:07:33.986337 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0df02c2b-188e-4d36-8834-a6cfb771e90b tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/d4cc5c79-c2af-493e-bcd6-7eb81899973e HTTP/1.1" status: 404 len: 336 time: 0.1036506 Dec 06 12:07:33.989388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42330) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:33.999838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=deeef6d5-2bcd-40e1-af96-013bb3c00195,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:34.020587 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.038860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f622c4-1196-4928-8686-57ab7a30ce3f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.049167 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c2376dc8-fa82-4ac2-b515-4d9ed5bff4a4 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=465978f1-6f6a-4061-9437-5043fb568ff7 HTTP/1.1" status: 200 len: 205 time: 0.0531473 Dec 06 12:07:34.061786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6202db63-e56d-446a-a294-512c1d692e15 None None] Provisioning complete for port 6a53bc06-839f-42d0-9a26-291bf85110f7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:34.062165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6202db63-e56d-446a-a294-512c1d692e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.069963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42332) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:34.088656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:34.106099 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:34.123301 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:34.125329 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:34.126941 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d5c6f397-3f7f-4473-849f-c6948a0b852b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9224188 Dec 06 12:07:34.131686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42334) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:34.147274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-978592317'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:34.149462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:34.151505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:34.159684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4313c-3afe-45eb-832f-9c33a37c2a79 req-93c2e551-bda6-4339-a1cb-0a795672d58c tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:34.161117 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-56e4313c-3afe-45eb-832f-9c33a37c2a79 req-93c2e551-bda6-4339-a1cb-0a795672d58c tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.2714379 Dec 06 12:07:34.162755 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-1ff36f95-890a-47b2-b9fd-35a5413d2934 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] delete failed (client error): The resource could not be found. Dec 06 12:07:34.163730 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1ff36f95-890a-47b2-b9fd-35a5413d2934 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/465978f1-6f6a-4061-9437-5043fb568ff7 HTTP/1.1" status: 404 len: 336 time: 0.0924284 Dec 06 12:07:34.173697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42336) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:34.216925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6202db63-e56d-446a-a294-512c1d692e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.262787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6202db63-e56d-446a-a294-512c1d692e15 None None] For port 6a53bc06-839f-42d0-9a26-291bf85110f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a53bc06-839f-42d0-9a26-291bf85110f7,segment=NetworkSegment(cbde0b10-9fc8-41ca-b756-611d8fe9df33),segment_id=cbde0b10-9fc8-41ca-b756-611d8fe9df33)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:34.265681 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-08e5dd73-2bd6-403e-84d6-01106d467a77 tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "GET /v2.0/ports?device_id=90b05e61-9922-4e77-8047-a2f81e153475 HTTP/1.1" status: 200 len: 205 time: 0.0902698 Dec 06 12:07:34.266368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42338) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:34.269925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6202db63-e56d-446a-a294-512c1d692e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.273381 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:34.315976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.344783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:34.348413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.366127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202db63-e56d-446a-a294-512c1d692e15 None None] Pushing event updated for resources: {'Port': ['ID=6a53bc06-839f-42d0-9a26-291bf85110f7,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:34.381200 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-85d5a077-5905-4170-8e88-9931e970a8fb tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] delete failed (client error): The resource could not be found. Dec 06 12:07:34.385076 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-85d5a077-5905-4170-8e88-9931e970a8fb tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/routers/90b05e61-9922-4e77-8047-a2f81e153475 HTTP/1.1" status: 404 len: 336 time: 0.0749130 Dec 06 12:07:34.389436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42340) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:34.390862 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-56e4313c-3afe-45eb-832f-9c33a37c2a79 req-3914ea4c-c2b3-4235-aa79-e784707ebe7e tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036929 Dec 06 12:07:34.408576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f622c4-1196-4928-8686-57ab7a30ce3f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.448372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.473800 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-757a5b44-b80d-49dd-8fb7-8af192cc391f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] DELETE failed (client error): The resource could not be found. Dec 06 12:07:34.477348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757a5b44-b80d-49dd-8fb7-8af192cc391f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:07:34.486085 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-757a5b44-b80d-49dd-8fb7-8af192cc391f tempest-RoutersAdminTest-1871204650 tempest-RoutersAdminTest-1871204650-project] 10.222.0.24 "DELETE /v2.0/subnets/a7db87b2-1765-49d6-b537-4b5d990076d8 HTTP/1.1" status: 404 len: 337 time: 0.0956213 Dec 06 12:07:34.564856 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:30Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:31Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:34.575294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:34.602711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.607035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6a53bc06-839f-42d0-9a26-291bf85110f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:34.610097 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment 38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2 of type vlan for network c4322133-15d8-4623-8fe8-a5989b99920c Dec 06 12:07:34.617747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 0bfd130e-1d3b-42e5-bec6-8bdebcba9b58 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:34.634307 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:07:34.634891 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Updating router 12fc5f98-4275-4909-bee5-3dd21d599f21 port aadb5ed0-9202-405a-a1ee-b382de16f08b binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:07:34.672367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f622c4-1196-4928-8686-57ab7a30ce3f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.684576 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.717672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c138f0f3-e453-4757-bd74-fa2447450a62 None None] Provisioning complete for port deeef6d5-2bcd-40e1-af96-013bb3c00195 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:34.718294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c138f0f3-e453-4757-bd74-fa2447450a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.779604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.808641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f622c4-1196-4928-8686-57ab7a30ce3f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=3495c579-df29-4173-8aee-126bd6f3993b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:34.828799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6f622c4-1196-4928-8686-57ab7a30ce3f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:34.841595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b6f622c4-1196-4928-8686-57ab7a30ce3f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/3495c579-df29-4173-8aee-126bd6f3993b HTTP/1.1" status: 204 len: 168 time: 1.7346985 Dec 06 12:07:34.846877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f2afc-e1ff-42fe-9393-288cd01488ac None None] Network bffd114c-23a4-427f-bf67-5f5ffe97bdd9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:34.856142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42348) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:34.896960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:34.906264 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-41a13ddd-98ef-4117-b918-2378bbc70b86 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/0bfd130e-1d3b-42e5-bec6-8bdebcba9b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0565133 Dec 06 12:07:34.906377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42352) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:34.931538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7a458-485c-459e-9156-edc36967504c None None] Sync routers for ids ['0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:35.001087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.010406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a31cb-5bab-43a9-bf84-134af55f996d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.017512 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3f9a31cb-5bab-43a9-bf84-134af55f996d tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports/deeef6d5-2bcd-40e1-af96-013bb3c00195 HTTP/1.1" status: 200 len: 910 time: 0.1046574 Dec 06 12:07:35.019508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42354) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:35.031459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7a458-485c-459e-9156-edc36967504c None None] Routers {'0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:35.032241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-dc096948-6d41-4a3f-8403-d8a461899f2a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cbadf144-0b81-4a98-a235-a58ce47f017f'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:35.032738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-05d7a458-485c-459e-9156-edc36967504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:35.035183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:35.036674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c138f0f3-e453-4757-bd74-fa2447450a62 None None] Port deeef6d5-2bcd-40e1-af96-013bb3c00195 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:35.059149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6a53bc06-839f-42d0-9a26-291bf85110f7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:35.061202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.168972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-05d7a458-485c-459e-9156-edc36967504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:35.189042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.195493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.196301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.203841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4bc19f77-047f-4215-b639-fb90c8edb053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.264720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7a458-485c-459e-9156-edc36967504c None None] Routers {'0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:35.265278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-05d7a458-485c-459e-9156-edc36967504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:35.283034 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.303571 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.324498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc096948-6d41-4a3f-8403-d8a461899f2a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.339316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c138f0f3-e453-4757-bd74-fa2447450a62 None None] Provisioning complete for port 6a53bc06-839f-42d0-9a26-291bf85110f7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:35.339700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c138f0f3-e453-4757-bd74-fa2447450a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.354734 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2178159 Dec 06 12:07:35.355529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42360) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:35.368421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:35.388012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-05d7a458-485c-459e-9156-edc36967504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:35.388831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7a458-485c-459e-9156-edc36967504c None None] The sync data for ids ['0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:35.396064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba96122-3052-40c0-9818-743931a087f6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=c4322133-15d8-4623-8fe8-a5989b99920c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:35.407160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d23cd-a3f6-4140-99b3-bd142996bf38 req-f8472f68-7886-448b-a41d-e2fd4ff1fa11 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:35.414975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c4322133-15d8-4623-8fe8-a5989b99920c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:35.417343 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-343d23cd-a3f6-4140-99b3-bd142996bf38 req-f8472f68-7886-448b-a41d-e2fd4ff1fa11 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.4100194 Dec 06 12:07:35.421247 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Pushing event updated for resources: {'Port': ['ID=aadb5ed0-9202-405a-a1ee-b382de16f08b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:35.445948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.458410 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.459059 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.459456 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.459890 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.461311 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.462351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.463615 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.464116 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.464472 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.465114 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.466283 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.466633 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.468103 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.468499 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:35.477925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4bc19f77-047f-4215-b639-fb90c8edb053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.548457 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4bc19f77-047f-4215-b639-fb90c8edb053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.574737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'Port': ['ID=4ea435d1-e08d-4a5c-86eb-b477b14cdcb3,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:35.621329 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Attempting to bind port aadb5ed0-9202-405a-a1ee-b382de16f08b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:35.622258 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Attempting to bind port aadb5ed0-9202-405a-a1ee-b382de16f08b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:35.622258 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Attempting to bind port aadb5ed0-9202-405a-a1ee-b382de16f08b on network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:35.628691 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:35.629070 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Checking segment: {'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:35.629271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-343d23cd-a3f6-4140-99b3-bd142996bf38 req-c84f57f8-a494-4832-b1a4-8c9813698e93 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070322 Dec 06 12:07:35.629471 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.629866 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Bound using segment: {'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:35.631156 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Bound port: aadb5ed0-9202-405a-a1ee-b382de16f08b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5f125a-693f-4551-9551-0f0e1b62717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:35.631584 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.687190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:35.687946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.693269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:35.697292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.725901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] DHCP port deletion for bffd114c-23a4-427f-bf67-5f5ffe97bdd9 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:35.744026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc19f77-047f-4215-b639-fb90c8edb053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3246a6e5-c8fd-49ee-9b3d-35df8f0d006b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:35.750279 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] For port aadb5ed0-9202-405a-a1ee-b382de16f08b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:35.754691 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] For port aadb5ed0-9202-405a-a1ee-b382de16f08b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aadb5ed0-9202-405a-a1ee-b382de16f08b,segment=NetworkSegment(ae5f125a-693f-4551-9551-0f0e1b62717d),segment_id=ae5f125a-693f-4551-9551-0f0e1b62717d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:35.763175 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.769895 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4bc19f77-047f-4215-b639-fb90c8edb053 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67294a49a14f4a859a24029a9bfcf719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7336979 Dec 06 12:07:35.776301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42362) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:35.792334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-702be4fd-6ac3-46fd-adf6-2d2eab456802 None None] Provisioning complete for port deeef6d5-2bcd-40e1-af96-013bb3c00195 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:35.792837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-702be4fd-6ac3-46fd-adf6-2d2eab456802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.828439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] For port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,segment=NetworkSegment(3dd1f106-87f2-4588-9bd4-e50b07f0bc38),segment_id=3dd1f106-87f2-4588-9bd4-e50b07f0bc38)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:35.828977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.846493 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:35.848238 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:35.850374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 81b868ac-6dea-4aae-934b-d3f1b55f4c2c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:35.860187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-702be4fd-6ac3-46fd-adf6-2d2eab456802 None None] Port deeef6d5-2bcd-40e1-af96-013bb3c00195 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:35.863625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] Deleting port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:35.871383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.920635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.930464 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b6110-72f9-4969-aa71-bab9d795bce0 None None] Pushing event updated for resources: {'Port': ['ID=aadb5ed0-9202-405a-a1ee-b382de16f08b,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:35.943795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1240065a-e8f3-43a2-a5bc-f344485324ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:35.997142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] For port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,segment=NetworkSegment(3dd1f106-87f2-4588-9bd4-e50b07f0bc38),segment_id=3dd1f106-87f2-4588-9bd4-e50b07f0bc38)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:35.998481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.023088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] Calling delete_port for 81b868ac-6dea-4aae-934b-d3f1b55f4c2c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:36.025509 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:36.028684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.032818 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8cb35e87-775a-4cfe-a8ad-11fd336af7ec tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4503887 Dec 06 12:07:36.037506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42364) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:36.044029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2fa330c4-327e-4e41-9324-537eeafa3ab9 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Request body: {'floatingip': {'port_id': 'b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:36.044776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1240065a-e8f3-43a2-a5bc-f344485324ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.095659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-009504ad-b597-42de-a36f-e24db9e547fb None None] Provisioning complete for port aadb5ed0-9202-405a-a1ee-b382de16f08b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:36.096023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-009504ad-b597-42de-a36f-e24db9e547fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.151897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fa330c4-327e-4e41-9324-537eeafa3ab9 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.159525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.182710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1240065a-e8f3-43a2-a5bc-f344485324ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.185711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1240065a-e8f3-43a2-a5bc-f344485324ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.190405 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1240065a-e8f3-43a2-a5bc-f344485324ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3246a6e5-c8fd-49ee-9b3d-35df8f0d006b HTTP/1.1" status: 204 len: 168 time: 0.4128706 Dec 06 12:07:36.215898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240065a-e8f3-43a2-a5bc-f344485324ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3246a6e5-c8fd-49ee-9b3d-35df8f0d006b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:36.244619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-009504ad-b597-42de-a36f-e24db9e547fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.258446 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc096948-6d41-4a3f-8403-d8a461899f2a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.261767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.275366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc096948-6d41-4a3f-8403-d8a461899f2a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.292269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-009504ad-b597-42de-a36f-e24db9e547fb None None] For port aadb5ed0-9202-405a-a1ee-b382de16f08b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aadb5ed0-9202-405a-a1ee-b382de16f08b,segment=NetworkSegment(ae5f125a-693f-4551-9551-0f0e1b62717d),segment_id=ae5f125a-693f-4551-9551-0f0e1b62717d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:36.318204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-009504ad-b597-42de-a36f-e24db9e547fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.322802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] Pushing event deleted for resources: {'Port': ['ID=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:36.333062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc096948-6d41-4a3f-8403-d8a461899f2a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:36.333868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=81b868ac-6dea-4aae-934b-d3f1b55f4c2c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:36.334464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc096948-6d41-4a3f-8403-d8a461899f2a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.338526 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dc096948-6d41-4a3f-8403-d8a461899f2a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/ports/deeef6d5-2bcd-40e1-af96-013bb3c00195 HTTP/1.1" status: 200 len: 910 time: 1.3117044 Dec 06 12:07:36.339013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42368) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:36.351268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a44e0a-9665-429d-8b24-6fc556d2360c None None] No DVR routers for this DVR port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:36.402640 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:30Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:35Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:36.413948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009504ad-b597-42de-a36f-e24db9e547fb None None] Pushing event updated for resources: {'Port': ['ID=aadb5ed0-9202-405a-a1ee-b382de16f08b,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:36.419427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No DVR routers for this DVR port 81b868ac-6dea-4aae-934b-d3f1b55f4c2c on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:36.466280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-17c1e6d1-fe39-4637-b529-3d197d8e519a None None] Provisioning complete for port aadb5ed0-9202-405a-a1ee-b382de16f08b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:36.466603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17c1e6d1-fe39-4637-b529-3d197d8e519a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.472657 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62b6e7-6f39-476f-b5f5-3d6e68234b9f None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:30Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:35Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:36.510545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc096948-6d41-4a3f-8403-d8a461899f2a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=deeef6d5-2bcd-40e1-af96-013bb3c00195,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:36.560334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 81b868ac-6dea-4aae-934b-d3f1b55f4c2c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:36.665113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42374) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:36.723369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.768065 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e35e920d-8e8b-4717-b429-068aca08c6f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e33dab0dc6b141ac8ed4cc44695461f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0990272 Dec 06 12:07:36.770488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42376) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:36.774705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffd114c-23a4-427f-bf67-5f5ffe97bdd9']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:36.808657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd1f106-87f2-4588-9bd4-e50b07f0bc38') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:36.809104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd1f106-87f2-4588-9bd4-e50b07f0bc38') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:36.827753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.829468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 81b868ac-6dea-4aae-934b-d3f1b55f4c2c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:36.829956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 81b868ac-6dea-4aae-934b-d3f1b55f4c2c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:36.848057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.855265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:36.855589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:36.860909 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:36.866641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-2fa330c4-327e-4e41-9324-537eeafa3ab9 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] update failed (client error): The resource could not be found. Dec 06 12:07:36.866641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2fa330c4-327e-4e41-9324-537eeafa3ab9 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "PUT /v2.0/floatingips/6e519dff-9446-4c5b-976a-20a9618b2ab7 HTTP/1.1" status: 404 len: 507 time: 0.8227003 Dec 06 12:07:36.875439 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42378) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:36.946629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:36.984395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-29a81c34-3381-48b3-a014-a9b51326f505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.004561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.016706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.021502 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/networks/bffd114c-23a4-427f-bf67-5f5ffe97bdd9 HTTP/1.1" status: 204 len: 168 time: 2.1616137 Dec 06 12:07:37.031893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42380) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:37.039749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2147377267'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:37.058147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-29a81c34-3381-48b3-a014-a9b51326f505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.065725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05631b2c-ec7b-423a-8652-212431f8e65f req-de278353-a5ec-4f5f-a73d-6ae10579880f tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.067070 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-05631b2c-ec7b-423a-8652-212431f8e65f req-de278353-a5ec-4f5f-a73d-6ae10579880f tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.3243678 Dec 06 12:07:37.075463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d00ab-bc14-49bd-9c4d-76165b3b2a6a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Network': ['ID=bffd114c-23a4-427f-bf67-5f5ffe97bdd9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:37.097509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=75d66d3c-8f44-4a32-9b29-af42df83a298,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:37.124190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.127881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:37.132414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.140964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:37.141331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: c4322133-15d8-4623-8fe8-a5989b99920c, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:37.182947 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-05631b2c-ec7b-423a-8652-212431f8e65f req-7f7d02a3-1389-4db2-9cbf-60723f387678 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004009 Dec 06 12:07:37.190642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:37.204065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.204433 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Added segment 0dcb478b-f7bf-474b-baf8-eb2a08682dcb of type vlan for network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b Dec 06 12:07:37.206135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network c4322133-15d8-4623-8fe8-a5989b99920c is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:37.243378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c4322133-15d8-4623-8fe8-a5989b99920c) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:37.253497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c7222-4665-4150-83e0-bab59d810319 None None] Network c4322133-15d8-4623-8fe8-a5989b99920c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:37.256049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.256644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.266379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.293847 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-235ee4b8-6268-45c3-83f8-6460c4110162 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9298697 Dec 06 12:07:37.297198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42384) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:37.460856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.471248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.472230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.547071 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5086012 Dec 06 12:07:37.553588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c4322133-15d8-4623-8fe8-a5989b99920c', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:37.554566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.573207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42388) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:37.620112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:37.648453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Deleting port 4ea435d1-e08d-4a5c-86eb-b477b14cdcb3 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:37.649136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.689121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-29a81c34-3381-48b3-a014-a9b51326f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.691603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-29a81c34-3381-48b3-a014-a9b51326f505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.697576 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-29a81c34-3381-48b3-a014-a9b51326f505 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd306caf-654d-4bb8-82f4-dc2fc11e83a4 HTTP/1.1" status: 204 len: 168 time: 0.9199092 Dec 06 12:07:37.730437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Allocated IP 2001:db8:1::2 (c4322133-15d8-4623-8fe8-a5989b99920c/75d66d3c-8f44-4a32-9b29-af42df83a298/609639e3-557d-4820-8bb6-ec5f9dea8e78) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:37.734488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2200-6d23-48da-9444-558dc7c3181d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Network': ['ID=b688047d-06f4-4cd3-86c3-cfa4ffd0e98b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:37.754679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a81c34-3381-48b3-a014-a9b51326f505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd306caf-654d-4bb8-82f4-dc2fc11e83a4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:37.755445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:37.804079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37657939-9936-4f31-9731-ade64dcb293e req-60bf2f0a-c872-4b33-84fe-92d3fe962f5a tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.805150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.805474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:37.806464 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-37657939-9936-4f31-9731-ade64dcb293e req-60bf2f0a-c872-4b33-84fe-92d3fe962f5a tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.3187714 Dec 06 12:07:37.824087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Calling delete_port for 4ea435d1-e08d-4a5c-86eb-b477b14cdcb3 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:37.830013 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-d998b2b2-85f6-4701-b325-1081b7a6e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:37.831477 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-d998b2b2-85f6-4701-b325-1081b7a6e8c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=476d118404804726b0478cca7be4582e&device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 1098 time: 0.3268974 Dec 06 12:07:38.030072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port deeef6d5-2bcd-40e1-af96-013bb3c00195 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:38.031229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.060433 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.070743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.125959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Pushing event updated for resources: {'Port': ['ID=609639e3-557d-4820-8bb6-ec5f9dea8e78,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:38.137893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.139554 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Network c4322133-15d8-4623-8fe8-a5989b99920c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:38.141121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:38.147236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:38.153725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for deeef6d5-2bcd-40e1-af96-013bb3c00195 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:38.233821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Attempting to bind port 609639e3-557d-4820-8bb6-ec5f9dea8e78 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:38.234174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Attempting to bind port 609639e3-557d-4820-8bb6-ec5f9dea8e78 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:38.234546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Attempting to bind port 609639e3-557d-4820-8bb6-ec5f9dea8e78 on network c4322133-15d8-4623-8fe8-a5989b99920c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:38.241005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:38.241387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Checking segment: {'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:38.241801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.242202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Bound using segment: {'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:38.242676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Bound port: 609639e3-557d-4820-8bb6-ec5f9dea8e78, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:38.243059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.323636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] For port 609639e3-557d-4820-8bb6-ec5f9dea8e78, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:38.327722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] For port 609639e3-557d-4820-8bb6-ec5f9dea8e78, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=609639e3-557d-4820-8bb6-ec5f9dea8e78,segment=NetworkSegment(38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2),segment_id=38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:38.334933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.386027 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-37657939-9936-4f31-9731-ade64dcb293e req-ef6fa96e-9cf7-4c1d-acbe-b35dfe820b4c tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688846 Dec 06 12:07:38.390363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:38.393893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.456502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6489d6-511c-4e20-8cfc-12c283b31dec None None] Pushing event updated for resources: {'Port': ['ID=609639e3-557d-4820-8bb6-ec5f9dea8e78,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:38.502266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.523993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-e0ce95b6-c472-4f0d-b08a-19d23b49829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:38.525495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-e0ce95b6-c472-4f0d-b08a-19d23b49829a service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 HTTP/1.1" status: 200 len: 912 time: 0.6825104 Dec 06 12:07:38.562233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event deleted for resources: {'Port': ['ID=4ea435d1-e08d-4a5c-86eb-b477b14cdcb3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:38.588610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-62152ae3-53c7-4c2f-ac4f-10c59226f22d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a HTTP/1.1" status: 200 len: 217 time: 0.0539494 Dec 06 12:07:38.622023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device aadb5ed0-9202-405a-a1ee-b382de16f08b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:38.629521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.660346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=deeef6d5-2bcd-40e1-af96-013bb3c00195,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:38.701381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.703614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.707886 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.709517 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9a9deea8-e501-4897-9ab9-252c19c41835 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e519dff-9446-4c5b-976a-20a9618b2ab7 HTTP/1.1" status: 204 len: 168 time: 1.8196146 Dec 06 12:07:38.718916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42404) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:38.742480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3bb783ec-3c43-4ca2-ab48-e0b02d9ed4bf tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Request body: {'floatingip': {'floating_network_id': 'e22df75b-5fe6-4562-8e39-07b080d58e4a', 'port_id': 'b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:38.747221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port aadb5ed0-9202-405a-a1ee-b382de16f08b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:38.747822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:38.766561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-b795cd69-c257-45cd-b0f8-ce8d0f38f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:38.775228 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-b795cd69-c257-45cd-b0f8-ce8d0f38f979 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=448e1dba-cb0a-414a-94cc-e688b78c6b7d HTTP/1.1" status: 200 len: 851 time: 0.1732121 Dec 06 12:07:38.837976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-c61d9354-0c37-4049-9aed-f768d263a14c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540571 Dec 06 12:07:38.898218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.080499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb783ec-3c43-4ca2-ab48-e0b02d9ed4bf tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.137330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.150440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42412) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:39.159838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 0bfd130e-1d3b-42e5-bec6-8bdebcba9b58 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:39.244402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:39.249437 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2f207f89-0d3e-443f-8c56-7b8c4fe227b6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/0bfd130e-1d3b-42e5-bec6-8bdebcba9b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9093409 Dec 06 12:07:39.252442 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42416) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:39.256678 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae6ed2-3402-414b-b85a-0aa234b8c5cc None None] Sync routers for ids ['0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:39.275829 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae6ed2-3402-414b-b85a-0aa234b8c5cc None None] Routers {'0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:39.277143 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9dae6ed2-3402-414b-b85a-0aa234b8c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:39.295923 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-50dd7c55-0f36-497c-a6c7-48250bdc9238 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bfd130e-1d3b-42e5-bec6-8bdebcba9b58 HTTP/1.1" status: 200 len: 205 time: 0.0414233 Dec 06 12:07:39.300389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42418) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:39.331427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=9998832e-32db-4a90-af7c-858c8b1c5fff,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:39.336121 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9dae6ed2-3402-414b-b85a-0aa234b8c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:39.341285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-d425232f-5169-4680-8e18-44aa8195c7ec service neutron] 10.222.0.43 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939223 Dec 06 12:07:39.346455 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae6ed2-3402-414b-b85a-0aa234b8c5cc None None] Routers {'0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:39.347276 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9dae6ed2-3402-414b-b85a-0aa234b8c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:39.368870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1312575845'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:39.386009 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9dae6ed2-3402-414b-b85a-0aa234b8c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:39.386668 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae6ed2-3402-414b-b85a-0aa234b8c5cc None None] The sync data for ids ['0bfd130e-1d3b-42e5-bec6-8bdebcba9b58'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:39.399461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ba0d-578e-4c14-b5b7-80ff869900c2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.476290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking segment: {'id': '0dcb478b-f7bf-474b-baf8-eb2a08682dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:39.477150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network hostable DHCP agents. Network: b688047d-06f4-4cd3-86c3-cfa4ffd0e98b, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:39.540089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Made reservation on behalf of 9f944c82b1004aca986c1eece94962de for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:39.543775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.575766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8:1::1 (c4322133-15d8-4623-8fe8-a5989b99920c/75d66d3c-8f44-4a32-9b29-af42df83a298/72bd5205-d56a-4781-b447-be6400378bcf) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:39.580847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.585106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ba0d-578e-4c14-b5b7-80ff869900c2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.587630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ba0d-578e-4c14-b5b7-80ff869900c2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.635715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:39.636271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ba0d-578e-4c14-b5b7-80ff869900c2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.636832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c8ba0d-578e-4c14-b5b7-80ff869900c2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Fanout notify agent at l3_agent the message router_deleted on router 0bfd130e-1d3b-42e5-bec6-8bdebcba9b58 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:39.645245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9c8ba0d-578e-4c14-b5b7-80ff869900c2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.647005 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a9c8ba0d-578e-4c14-b5b7-80ff869900c2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/0bfd130e-1d3b-42e5-bec6-8bdebcba9b58 HTTP/1.1" status: 204 len: 168 time: 0.3448086 Dec 06 12:07:39.649997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42422) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:39.655169 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd935813-5974-43fd-9cd0-c1aa97967eb2 req-40a7ef7b-4df2-4854-ba0b-4b834e66fe51 service neutron] 10.222.0.43 "GET /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045478 Dec 06 12:07:39.697192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdaa13-1d98-46d4-827a-f8be7183bde7 req-992f50a1-8e16-4ac6-ac71-6a74a00b4834 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:39.698731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8cdaa13-1d98-46d4-827a-f8be7183bde7 req-992f50a1-8e16-4ac6-ac71-6a74a00b4834 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.2123888 Dec 06 12:07:39.699365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b688047d-06f4-4cd3-86c3-cfa4ffd0e98b) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:39.703919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:39.704517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.709354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb229acb-6b5f-4095-9332-b0e9eb091715 None None] Network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:39.717115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-595b5c87-5e02-45d5-8482-2bb7c46129e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet cbadf144-0b81-4a98-a235-a58ce47f017f {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:39.720733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-595b5c87-5e02-45d5-8482-2bb7c46129e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.780135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-595b5c87-5e02-45d5-8482-2bb7c46129e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.798439 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a0a71d3d-fa8f-49e5-90b1-3a07751dc117 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2173181 Dec 06 12:07:39.804265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42424) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:39.816419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b', 'name': 'tempest-PortsIpV6TestJSON-518402104', 'fixed_ips': [{'subnet_id': '9998832e-32db-4a90-af7c-858c8b1c5fff', 'ip_address': '2001:db8::10'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:39.830511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-3bb783ec-3c43-4ca2-ab48-e0b02d9ed4bf tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:07:39.831586 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3bb783ec-3c43-4ca2-ab48-e0b02d9ed4bf tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0934567 Dec 06 12:07:39.847116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42426) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:39.862639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:39.880978 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8cdaa13-1d98-46d4-827a-f8be7183bde7 req-e261ec04-3c1c-4c7f-ba20-3e1d0241e60e tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714478 Dec 06 12:07:39.922294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b688047d-06f4-4cd3-86c3-cfa4ffd0e98b', 'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b', 'tenant_id': 'c8faa62093a043a8a9c828d10521c053', 'fixed_ips': [{'subnet_id': '9998832e-32db-4a90-af7c-858c8b1c5fff'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:39.923409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.927901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.945338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.963665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:39.964022 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6c9ef-9bb0-4143-8cde-9a154847c113 None None] Network c4322133-15d8-4623-8fe8-a5989b99920c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:39.968297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.003783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:40.041691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:40.054550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71364ad5-4049-479b-8d2d-71927aa9341f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:40.065898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.066241 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Added segment d7a21938-1dfd-4f25-a452-a0814e31e526 of type vlan for network 3226b011-99ca-4de3-b3c3-c3ea4973da28 Dec 06 12:07:40.074484 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-595b5c87-5e02-45d5-8482-2bb7c46129e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.077461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.148534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.159634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ea6ea3c1-2572-4783-8df5-92d7fbb9eeeb None None] Provisioning complete for port 609639e3-557d-4820-8bb6-ec5f9dea8e78 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:40.160101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea3c1-2572-4783-8df5-92d7fbb9eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.171515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 4d624462-4481-4f59-9e63-4939adefb0d6 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:40.174822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.197148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network c4322133-15d8-4623-8fe8-a5989b99920c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:40.199334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Allocated IP 2001:db8::2 (b688047d-06f4-4cd3-86c3-cfa4ffd0e98b/9998832e-32db-4a90-af7c-858c8b1c5fff/5cf65242-1369-4388-ae0e-99e7ea1e0127) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:40.214694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:40.215818 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-595b5c87-5e02-45d5-8482-2bb7c46129e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.220661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:40.220661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.226670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=72bd5205-d56a-4781-b447-be6400378bcf,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:40.259057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b5c87-5e02-45d5-8482-2bb7c46129e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=cbadf144-0b81-4a98-a235-a58ce47f017f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:40.260779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-595b5c87-5e02-45d5-8482-2bb7c46129e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.267203 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-595b5c87-5e02-45d5-8482-2bb7c46129e6 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/cbadf144-0b81-4a98-a235-a58ce47f017f HTTP/1.1" status: 204 len: 168 time: 0.6160922 Dec 06 12:07:40.271700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42428) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:40.282756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.293330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:40.293561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3952c76-d75e-45a0-a802-2232822ecbac None None] Network 2b33c830-6255-4c58-8982-b7ae2dd61ab0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:40.293701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.444250 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2718832 Dec 06 12:07:40.447977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42430) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:40.454185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'subnet': {'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:40.472697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca579cfc-d4a3-4487-9d9f-cdd8c2932fd4 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Network': ['ID=3226b011-99ca-4de3-b3c3-c3ea4973da28,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:40.489494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.508039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:40.535496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.537900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.598354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Made reservation on behalf of 9f944c82b1004aca986c1eece94962de for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:40.604140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.613677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 609639e3-557d-4820-8bb6-ec5f9dea8e78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:40.663912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea3c1-2572-4783-8df5-92d7fbb9eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.771766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.785180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ea6ea3c1-2572-4783-8df5-92d7fbb9eeeb None None] For port 609639e3-557d-4820-8bb6-ec5f9dea8e78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=609639e3-557d-4820-8bb6-ec5f9dea8e78,segment=NetworkSegment(38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2),segment_id=38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:40.791220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.805545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea3c1-2572-4783-8df5-92d7fbb9eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.817048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 6a53bc06-839f-42d0-9a26-291bf85110f7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:40.818719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:40.825036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Allocated IP 172.36.1.88 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/0f195424-1c35-4399-a9c7-3d0b2ca22fc6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:40.982561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::10 (b688047d-06f4-4cd3-86c3-cfa4ffd0e98b/9998832e-32db-4a90-af7c-858c8b1c5fff/4d624462-4481-4f59-9e63-4939adefb0d6) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:41.021898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port 6a53bc06-839f-42d0-9a26-291bf85110f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a53bc06-839f-42d0-9a26-291bf85110f7,segment=NetworkSegment(cbde0b10-9fc8-41ca-b756-611d8fe9df33),segment_id=cbde0b10-9fc8-41ca-b756-611d8fe9df33)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:41.022270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.076721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.081467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] DHCP port deletion for 2b33c830-6255-4c58-8982-b7ae2dd61ab0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:41.086000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 609639e3-557d-4820-8bb6-ec5f9dea8e78 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:41.086822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.140019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:41.175549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:41.181984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:41.190142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Pushing event updated for resources: {'Port': ['ID=5cf65242-1369-4388-ae0e-99e7ea1e0127,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.205919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-48f0bf2a-eaca-48f7-8c98-ce8114fa5c62 None None] Provisioning complete for port 609639e3-557d-4820-8bb6-ec5f9dea8e78 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:41.206441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48f0bf2a-eaca-48f7-8c98-ce8114fa5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.254605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Subnet': ['ID=c645b58f-94b2-4d86-ade5-0c001652fae2,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.360796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Checking segment: {'id': 'd7a21938-1dfd-4f25-a452-a0814e31e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:41.361073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Network hostable DHCP agents. Network: 3226b011-99ca-4de3-b3c3-c3ea4973da28, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:41.368672 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.388307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Attempting to bind port 5cf65242-1369-4388-ae0e-99e7ea1e0127 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:41.388827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Attempting to bind port 5cf65242-1369-4388-ae0e-99e7ea1e0127 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dcb478b-f7bf-474b-baf8-eb2a08682dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:41.389307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Attempting to bind port 5cf65242-1369-4388-ae0e-99e7ea1e0127 on network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:41.395172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:41.403586 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ea3c1-2572-4783-8df5-92d7fbb9eeeb None None] Pushing event updated for resources: {'Port': ['ID=609639e3-557d-4820-8bb6-ec5f9dea8e78,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.420855 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3226b011-99ca-4de3-b3c3-c3ea4973da28) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:41.431449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:41.431938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Checking segment: {'id': '0dcb478b-f7bf-474b-baf8-eb2a08682dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:41.432645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.433043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Bound using segment: {'id': '0dcb478b-f7bf-474b-baf8-eb2a08682dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:41.433612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Bound port: 5cf65242-1369-4388-ae0e-99e7ea1e0127, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcb478b-f7bf-474b-baf8-eb2a08682dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:41.434000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.445895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 6a53bc06-839f-42d0-9a26-291bf85110f7 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:41.446121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] Deleting port 6a53bc06-839f-42d0-9a26-291bf85110f7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:41.446461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.448354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84563435-8cfa-4254-bce1-beb712c299cc None None] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:41.448854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.449947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.465011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.482449 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-166296a8-9bbe-420d-bce9-0e0b31a99b27 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0306849 Dec 06 12:07:41.490465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42434) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:41.497290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-849323633'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:41.526965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:41.530322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:41.535083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:41.541664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.542406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.555232 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=4d624462-4481-4f59-9e63-4939adefb0d6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.569343 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2f59059e-2dd2-416e-9034-4ed8a03aa65e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7605395 Dec 06 12:07:41.569696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42436) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:41.576099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': 'b688047d-06f4-4cd3-86c3-cfa4ffd0e98b', 'name': 'tempest-PortsIpV6TestJSON-768887686', 'fixed_ips': [{'subnet_id': '9998832e-32db-4a90-af7c-858c8b1c5fff', 'ip_address': '2001:db8::f'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:41.578394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.600266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85fb63-2dec-434c-89a0-cb388d56b6b5 req-dfbccd1f-078f-4c75-9770-8f49e301a261 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:41.601816 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d85fb63-2dec-434c-89a0-cb388d56b6b5 req-dfbccd1f-078f-4c75-9770-8f49e301a261 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.6045196 Dec 06 12:07:41.633170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] For port 6a53bc06-839f-42d0-9a26-291bf85110f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a53bc06-839f-42d0-9a26-291bf85110f7,segment=NetworkSegment(cbde0b10-9fc8-41ca-b756-611d8fe9df33),segment_id=cbde0b10-9fc8-41ca-b756-611d8fe9df33)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:41.633570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.648951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-48f0bf2a-eaca-48f7-8c98-ce8114fa5c62 None None] Provisioning complete for port 72bd5205-d56a-4781-b447-be6400378bcf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:41.648951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48f0bf2a-eaca-48f7-8c98-ce8114fa5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.668000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] Calling delete_port for 6a53bc06-839f-42d0-9a26-291bf85110f7 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:41.703931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:41.709799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.727917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] For port 5cf65242-1369-4388-ae0e-99e7ea1e0127, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:41.729381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 163e01f8-f796-44e8-9bd6-33944e35667c yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:41.735900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] For port 5cf65242-1369-4388-ae0e-99e7ea1e0127, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cf65242-1369-4388-ae0e-99e7ea1e0127,segment=NetworkSegment(0dcb478b-f7bf-474b-baf8-eb2a08682dcb),segment_id=0dcb478b-f7bf-474b-baf8-eb2a08682dcb)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:41.746608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.763847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.764638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.788331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.790165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-48f0bf2a-eaca-48f7-8c98-ce8114fa5c62 None None] Port 72bd5205-d56a-4781-b447-be6400378bcf cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:41.817986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.846889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d85fb63-2dec-434c-89a0-cb388d56b6b5 req-4e72d9e8-f461-4f8c-bc87-8ee424a8ddca tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015135 Dec 06 12:07:41.854429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.876733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No DVR routers for this DVR port 6a53bc06-839f-42d0-9a26-291bf85110f7 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:41.927170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3226b011-99ca-4de3-b3c3-c3ea4973da28', 'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28', 'tenant_id': '9f944c82b1004aca986c1eece94962de', 'fixed_ips': [{'subnet_id': 'c645b58f-94b2-4d86-ade5-0c001652fae2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:41.928597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.948428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01ac44-0e11-4651-8d21-01a7fccc586b None None] Pushing event updated for resources: {'Port': ['ID=5cf65242-1369-4388-ae0e-99e7ea1e0127,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.961180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=72bd5205-d56a-4781-b447-be6400378bcf,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:41.961470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:41.983279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:41.988316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::f (b688047d-06f4-4cd3-86c3-cfa4ffd0e98b/9998832e-32db-4a90-af7c-858c8b1c5fff/163e01f8-f796-44e8-9bd6-33944e35667c) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:41.996377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f711206f-5e5e-431f-995e-8458f2ab8ab2 None None] Provisioning complete for port 72bd5205-d56a-4781-b447-be6400378bcf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:41.997065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f711206f-5e5e-431f-995e-8458f2ab8ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.007781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Made reservation on behalf of 9f944c82b1004aca986c1eece94962de for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:42.011642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.039154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:42.042983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:42.045788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=6a53bc06-839f-42d0-9a26-291bf85110f7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:42.166256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] device_id is not set on port e2b39ebb-641c-4361-8540-2e6889f337a6 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:42.178308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.231804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event updated for resources: {'Port': ['ID=0f195424-1c35-4399-a9c7-3d0b2ca22fc6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:42.248742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f711206f-5e5e-431f-995e-8458f2ab8ab2 None None] Port 72bd5205-d56a-4781-b447-be6400378bcf cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:42.254087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] Pushing event deleted for resources: {'Port': ['ID=6a53bc06-839f-42d0-9a26-291bf85110f7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:42.273906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb87af-261b-4d2f-87d2-d9e403c5a798 None None] No DVR routers for this DVR port 6a53bc06-839f-42d0-9a26-291bf85110f7 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:42.281845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network c4322133-15d8-4623-8fe8-a5989b99920c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:42.284058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b33c830-6255-4c58-8982-b7ae2dd61ab0']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:42.300354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.332825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:42.340448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbde0b10-9fc8-41ca-b756-611d8fe9df33') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:42.340902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbde0b10-9fc8-41ca-b756-611d8fe9df33') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:42.374828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.389185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.394293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Allocated IP 2001:db8::2 (3226b011-99ca-4de3-b3c3-c3ea4973da28/c645b58f-94b2-4d86-ade5-0c001652fae2/ec09b35d-46ad-4038-a612-41f79f5a351a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:42.464822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:42.467084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:42.483434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:42.499391 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.500263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.531435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=163e01f8-f796-44e8-9bd6-33944e35667c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:42.562261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.565801 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0c7caf20-42bc-4173-b658-495d0094f468 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9947217 Dec 06 12:07:42.568350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42442) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:42.581558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:42.582126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:42.589199 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:42.611217 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:07:42.644700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.657406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.658923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ef20b-7a55-4401-bd70-44f6c77c53aa req-b3887852-824a-4862-8d87-0af4558c8c8b tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.660591 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-495ef20b-7a55-4401-bd70-44f6c77c53aa req-b3887852-824a-4862-8d87-0af4558c8c8b tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.3856101 Dec 06 12:07:42.703888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5cf65242-1369-4388-ae0e-99e7ea1e0127 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:42.722424 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc3598-f9e3-4c2d-98aa-f5208ad30aa1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.727051 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2adc3598-f9e3-4c2d-98aa-f5208ad30aa1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1542654 Dec 06 12:07:42.727506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42444) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:42.751608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:42.761052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:42.765641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Pushing event updated for resources: {'Port': ['ID=ec09b35d-46ad-4038-a612-41f79f5a351a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:42.768025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:42.790461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:42.800497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a5756-4ae4-4fa2-881c-9616559355e2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.801963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.806204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.815134 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/2b33c830-6255-4c58-8982-b7ae2dd61ab0 HTTP/1.1" status: 204 len: 168 time: 2.5369020 Dec 06 12:07:42.815366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a5756-4ae4-4fa2-881c-9616559355e2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.820797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a5756-4ae4-4fa2-881c-9616559355e2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:42.825130 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1a5a5756-4ae4-4fa2-881c-9616559355e2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0941024 Dec 06 12:07:42.825130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42446) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:42.828296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5f86dbc7-2491-482a-805e-df927cb79e80 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2000151130', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:42.831494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42448) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:42.848548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-97fbb196-24fd-41f6-9782-9dbfade1ffcf None None] Provisioning complete for port 72bd5205-d56a-4781-b447-be6400378bcf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:42.849172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97fbb196-24fd-41f6-9782-9dbfade1ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.852194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5cf65242-1369-4388-ae0e-99e7ea1e0127 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:42.852576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.854063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Attempting to bind port ec09b35d-46ad-4038-a612-41f79f5a351a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:42.854439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Attempting to bind port ec09b35d-46ad-4038-a612-41f79f5a351a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd7a21938-1dfd-4f25-a452-a0814e31e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:42.854807 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Attempting to bind port ec09b35d-46ad-4038-a612-41f79f5a351a on network 3226b011-99ca-4de3-b3c3-c3ea4973da28 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:42.858736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f86dbc7-2491-482a-805e-df927cb79e80 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.859945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f86dbc7-2491-482a-805e-df927cb79e80 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.868126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Allocated IP 2001:db8::e4 (3226b011-99ca-4de3-b3c3-c3ea4973da28/c645b58f-94b2-4d86-ade5-0c001652fae2/e2b39ebb-641c-4361-8540-2e6889f337a6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:42.877605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc13d4d-2f2c-431b-bd15-83497ddd466b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=2b33c830-6255-4c58-8982-b7ae2dd61ab0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:42.921347 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f86dbc7-2491-482a-805e-df927cb79e80 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.923332 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-495ef20b-7a55-4401-bd70-44f6c77c53aa req-72487967-b271-401b-a145-0d2e8662c449 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324712 Dec 06 12:07:42.926683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:42.927080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Checking segment: {'id': 'd7a21938-1dfd-4f25-a452-a0814e31e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:42.927660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.928179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Bound using segment: {'id': 'd7a21938-1dfd-4f25-a452-a0814e31e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:42.928681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Bound port: ec09b35d-46ad-4038-a612-41f79f5a351a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a21938-1dfd-4f25-a452-a0814e31e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:42.929080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.929731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f86dbc7-2491-482a-805e-df927cb79e80 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.952680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f86dbc7-2491-482a-805e-df927cb79e80 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:42.954274 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5f86dbc7-2491-482a-805e-df927cb79e80 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1299043 Dec 06 12:07:42.956873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42450) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:42.959888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-97fbb196-24fd-41f6-9782-9dbfade1ffcf None None] Port 72bd5205-d56a-4781-b447-be6400378bcf cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:42.966138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-708849790'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:43.006044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:43.009949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.048303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] For port ec09b35d-46ad-4038-a612-41f79f5a351a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:43.055113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:43.056051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] For port ec09b35d-46ad-4038-a612-41f79f5a351a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec09b35d-46ad-4038-a612-41f79f5a351a,segment=NetworkSegment(d7a21938-1dfd-4f25-a452-a0814e31e526),segment_id=d7a21938-1dfd-4f25-a452-a0814e31e526)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:43.058302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.068585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.068993 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment bc3bf8b2-bf29-48db-bce3-d7f8529ba441 of type vlan for network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 Dec 06 12:07:43.079612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.108744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Deleting port 0f195424-1c35-4399-a9c7-3d0b2ca22fc6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:43.109091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.129553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.168402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.175200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 5cf65242-1369-4388-ae0e-99e7ea1e0127, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cf65242-1369-4388-ae0e-99e7ea1e0127,segment=NetworkSegment(0dcb478b-f7bf-474b-baf8-eb2a08682dcb),segment_id=0dcb478b-f7bf-474b-baf8-eb2a08682dcb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:43.180507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:43.181503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.198832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.199637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 609639e3-557d-4820-8bb6-ec5f9dea8e78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:43.267382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=0bd00b12-bbb0-4488-9fb8-ff4eb7489863,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:43.278237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:43.290062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-151020d3-4627-40d8-8282-d6e485271ebb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9863484 Dec 06 12:07:43.290168 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bb251463-3712-4684-ac47-25fe5671cd40 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3303413 Dec 06 12:07:43.290168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42452) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:43.290356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42454) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:43.296114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:43.300459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:43.307573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-834372128'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:43.324669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c06b0-8d6a-471f-a5ef-d0055384a4c8 None None] Pushing event updated for resources: {'Port': ['ID=ec09b35d-46ad-4038-a612-41f79f5a351a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:43.327843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:43.432611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:43.434470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.434812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.437957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:43.476102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ee63f545-3431-4964-b0fd-f4b8bd15db08 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 163e01f8-f796-44e8-9bd6-33944e35667c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:43.476588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee63f545-3431-4964-b0fd-f4b8bd15db08 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.480684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Calling delete_port for 0f195424-1c35-4399-a9c7-3d0b2ca22fc6 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:43.525193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:43.530192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.548370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:43.552228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.577399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.719045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b58aad3-434e-41e0-818a-c7f327c5db7a None None] Network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:43.775218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=5cf65242-1369-4388-ae0e-99e7ea1e0127,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:43.791039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:43.791307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.800833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 609639e3-557d-4820-8bb6-ec5f9dea8e78 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:43.801172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.831186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.831757 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment 0270950b-1b75-4807-9e76-11eec3d177d9 of type vlan for network 9c690891-5b2d-499a-8403-046800992a33 Dec 06 12:07:43.855172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=4cf74907-ae35-4e4b-85c6-aec9b7929a84,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:43.856191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee63f545-3431-4964-b0fd-f4b8bd15db08 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.888015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:43.888405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: 0bd00b12-bbb0-4488-9fb8-ff4eb7489863, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:43.910250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-75ed866e-fbe3-4a47-bd0f-d615066c1312 None None] Provisioning complete for port 5cf65242-1369-4388-ae0e-99e7ea1e0127 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:43.910927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75ed866e-fbe3-4a47-bd0f-d615066c1312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.911549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:43.928013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0bd00b12-bbb0-4488-9fb8-ff4eb7489863) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:43.940007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ee63f545-3431-4964-b0fd-f4b8bd15db08 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 163e01f8-f796-44e8-9bd6-33944e35667c owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:43.945842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:43.947022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.962312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.972523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:43.979410 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4da13e2e-5200-4313-92c5-85dafb37b665 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6880279 Dec 06 12:07:43.979410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42458) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:44.034593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd3bd2-af72-472a-8ed0-c28a9c56b0a1 None None] Network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:44.108814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:44.120433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:44.124671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:07:44.137465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:44.139529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.153328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:44.159223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:44.159967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.214536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=e2b39ebb-641c-4361-8540-2e6889f337a6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:44.365059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.376126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:44.377455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.478534 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-626eeacd-6164-4f1c-a6e2-de056239950e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9853404 Dec 06 12:07:44.479645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee63f545-3431-4964-b0fd-f4b8bd15db08 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.481959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42460) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:44.488861 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-803575655', 'allowed_address_pairs': [{'ip_address': '2001:db8::e4', 'mac_address': 'fa:16:3e:68:33:86'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:44.490198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42462) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:44.495971 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2012630 Dec 06 12:07:44.497596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:44.589362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c0a0c-0f28-4b36-acd6-8671248c7e38 req-dd7a7065-10d6-453f-86db-3915fc348d61 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:44.603434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-076c0a0c-0f28-4b36-acd6-8671248c7e38 req-dd7a7065-10d6-453f-86db-3915fc348d61 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.5577335 Dec 06 12:07:44.653046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event deleted for resources: {'Port': ['ID=0f195424-1c35-4399-a9c7-3d0b2ca22fc6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:44.655741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6a53bc06-839f-42d0-9a26-291bf85110f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:44.683317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-548bb020-e750-44de-903d-20aa3637fdac tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:44.685093 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-548bb020-e750-44de-903d-20aa3637fdac tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.43 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.2860687 Dec 06 12:07:44.731546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6a53bc06-839f-42d0-9a26-291bf85110f7 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:44.731933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6a53bc06-839f-42d0-9a26-291bf85110f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:44.732298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63f545-3431-4964-b0fd-f4b8bd15db08 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=163e01f8-f796-44e8-9bd6-33944e35667c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:44.905862 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:44.906895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:44.952708 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-076c0a0c-0f28-4b36-acd6-8671248c7e38 req-39a787a9-4544-47ef-8a27-df576d13986e tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469615 Dec 06 12:07:44.964117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae46e72-5aaf-4186-803e-dd64e1c6ada8 None None] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:44.995833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.000623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee63f545-3431-4964-b0fd-f4b8bd15db08 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.007996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ee63f545-3431-4964-b0fd-f4b8bd15db08 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/163e01f8-f796-44e8-9bd6-33944e35667c HTTP/1.1" status: 204 len: 168 time: 2.1513054 Dec 06 12:07:45.010904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42464) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:45.017960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe71557-3e66-428d-9c68-9099c1365617 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=9c690891-5b2d-499a-8403-046800992a33,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:45.125333 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80fecd5-9040-4052-a679-4774cb62744f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:07:45.127682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e80fecd5-9040-4052-a679-4774cb62744f tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/163e01f8-f796-44e8-9bd6-33944e35667c HTTP/1.1" status: 404 len: 333 time: 0.1106706 Dec 06 12:07:45.131045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42466) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:45.139003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:45.142651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.205456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Made reservation on behalf of 9f944c82b1004aca986c1eece94962de for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:45.211696 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] create failed (client error): The resource could not be found. Dec 06 12:07:45.214382 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cdd4412e-2a03-4097-b4f0-f1d91accbfd5 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.3651428 Dec 06 12:07:45.219785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42468) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:45.272077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 9c690891-5b2d-499a-8403-046800992a33 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:45.343109 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5cf65242-1369-4388-ae0e-99e7ea1e0127 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:45.437176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dfbb41aa-9dac-4e57-b420-9319d163267f None None] Provisioning complete for port ec09b35d-46ad-4038-a612-41f79f5a351a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:45.437657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfbb41aa-9dac-4e57-b420-9319d163267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.493895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:40Z', 'revision_number': 3, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:40Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:45.507615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Allocated IP 172.20.0.2 (0bd00b12-bbb0-4488-9fb8-ff4eb7489863/4cf74907-ae35-4e4b-85c6-aec9b7929a84/bf4fca89-895a-4e91-8b79-b71634f8c329) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:45.525821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.538464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.579508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:07:45.579884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Updating router 12fc5f98-4275-4909-bee5-3dd21d599f21 port 72bd5205-d56a-4781-b447-be6400378bcf binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:07:45.673123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5cf65242-1369-4388-ae0e-99e7ea1e0127 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:45.673484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.705321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.746438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.862199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfbb41aa-9dac-4e57-b420-9319d163267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.862713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Deleting port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:45.863126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:45.869264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] device_id is not set on port 7806a219-a7a8-4da0-b1c0-48d41e31e394 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:45.932102 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=b2b0ec3d-90d8-4838-b2e3-b06951ac3fba,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:45.986472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6bf32eea-c0ac-43c3-9147-c55c47edcf95 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Deleting port b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:45.986472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bf32eea-c0ac-43c3-9147-c55c47edcf95 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.122132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e6d21501-89c7-4898-a0ba-4f9dde1a5d7e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 4d624462-4481-4f59-9e63-4939adefb0d6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:46.122625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6d21501-89c7-4898-a0ba-4f9dde1a5d7e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.144631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:46.145004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: 9c690891-5b2d-499a-8403-046800992a33, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:46.187617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Allocated IP 2001:db8::51 (3226b011-99ca-4de3-b3c3-c3ea4973da28/c645b58f-94b2-4d86-ade5-0c001652fae2/7806a219-a7a8-4da0-b1c0-48d41e31e394) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:46.246013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 9c690891-5b2d-499a-8403-046800992a33 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:46.259623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] For port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,segment=NetworkSegment(d2a17ffb-ab42-4731-89a3-9e267b4c4a99),segment_id=d2a17ffb-ab42-4731-89a3-9e267b4c4a99)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:46.261255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.279576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c690891-5b2d-499a-8403-046800992a33) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:46.291345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Calling delete_port for cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:46.296273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dfbb41aa-9dac-4e57-b420-9319d163267f None None] For port ec09b35d-46ad-4038-a612-41f79f5a351a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec09b35d-46ad-4038-a612-41f79f5a351a,segment=NetworkSegment(d7a21938-1dfd-4f25-a452-a0814e31e526),segment_id=d7a21938-1dfd-4f25-a452-a0814e31e526)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:46.297519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.298126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.308416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842ed2f-74e2-440f-8de4-24422d16f0d5 None None] Network 9c690891-5b2d-499a-8403-046800992a33 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:46.337733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfbb41aa-9dac-4e57-b420-9319d163267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.338601 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d560ed79-2a4b-47d1-9229-fade23346ef4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8448453 Dec 06 12:07:46.350522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42472) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:46.439431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfffd64-af11-4eec-bbaf-e8dfe8f8d2a4 req-adf941f9-27c9-40a0-afd3-7fc8d03b6a6d tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:46.441210 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ebfffd64-af11-4eec-bbaf-e8dfe8f8d2a4 req-adf941f9-27c9-40a0-afd3-7fc8d03b6a6d tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f80ab6-2125-43e8-83ba-7951bc815e94 HTTP/1.1" status: 200 len: 945 time: 0.3398728 Dec 06 12:07:46.448570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bf32eea-c0ac-43c3-9147-c55c47edcf95 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.467349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6d21501-89c7-4898-a0ba-4f9dde1a5d7e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.479895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6bf32eea-c0ac-43c3-9147-c55c47edcf95 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Calling delete_port for b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:46.504775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e6d21501-89c7-4898-a0ba-4f9dde1a5d7e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 4d624462-4481-4f59-9e63-4939adefb0d6 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:46.532266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ec09b35d-46ad-4038-a612-41f79f5a351a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:46.603338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.653579 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ebfffd64-af11-4eec-bbaf-e8dfe8f8d2a4 req-fe10d00f-e7ec-4625-9f37-cd7c56e798a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.24 "GET /v2.0/security-groups?id=47a2177c-cf4a-466d-9c9e-fd49ca5063a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961269 Dec 06 12:07:46.678248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.708349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Provisioning complete for port ec09b35d-46ad-4038-a612-41f79f5a351a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:46.708898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.717144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb41aa-9dac-4e57-b420-9319d163267f None None] Pushing event updated for resources: {'Port': ['ID=ec09b35d-46ad-4038-a612-41f79f5a351a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:46.748558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.761564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.20.0.1 (0bd00b12-bbb0-4488-9fb8-ff4eb7489863/4cf74907-ae35-4e4b-85c6-aec9b7929a84/0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:46.762670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:46.803397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:46.814452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:46.836840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Pushing event deleted for resources: {'Port': ['ID=cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:46.862607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ec09b35d-46ad-4038-a612-41f79f5a351a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:46.862879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.897104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] No DVR routers for this DVR port cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:46.899677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.903398 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e379d2d7-1a77-4ca1-8a95-e0882b64a071 req-df9bd9a3-e37e-40e4-8da7-a0e9a15879a1 tempest-TestServerAdvancedOps-50727842 tempest-TestServerAdvancedOps-50727842-project] 10.222.0.43 "DELETE /v2.0/ports/cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a HTTP/1.1" status: 204 len: 173 time: 2.1494994 Dec 06 12:07:46.912616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f80ab6-2125-43e8-83ba-7951bc815e94', 'name': 'network-vif-deleted', 'tag': 'cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:07:46.914621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50d1c50-863f-4aa1-bc53-5e5441bed85c" -d '{"events": [{"server_uuid": "10f80ab6-2125-43e8-83ba-7951bc815e94", "name": "network-vif-deleted", "tag": "cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:07:46.925173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6d21501-89c7-4898-a0ba-4f9dde1a5d7e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.935282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.958625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bf32eea-c0ac-43c3-9147-c55c47edcf95 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.962028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.970706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d21501-89c7-4898-a0ba-4f9dde1a5d7e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=4d624462-4481-4f59-9e63-4939adefb0d6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:46.971111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:46.995525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Pushing event updated for resources: {'Port': ['ID=bf4fca89-895a-4e91-8b79-b71634f8c329,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:47.015472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf32eea-c0ac-43c3-9147-c55c47edcf95 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event deleted for resources: {'Port': ['ID=b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:47.018308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fa8af9-2e7b-428a-a954-f1e1ccb69245 x-openstack-request-id: req-46fa8af9-2e7b-428a-a954-f1e1ccb69245 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:07:47.018783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f80ab6-2125-43e8-83ba-7951bc815e94", "name": "network-vif-deleted", "tag": "cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:07:47.018978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46fa8af9-2e7b-428a-a954-f1e1ccb69245 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:07:47.019297 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f80ab6-2125-43e8-83ba-7951bc815e94', 'name': 'network-vif-deleted', 'tag': 'cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a', 'status': 'completed', 'code': 200} Dec 06 12:07:47.058801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6d21501-89c7-4898-a0ba-4f9dde1a5d7e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.066121 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e6d21501-89c7-4898-a0ba-4f9dde1a5d7e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/4d624462-4481-4f59-9e63-4939adefb0d6 HTTP/1.1" status: 204 len: 168 time: 1.9338300 Dec 06 12:07:47.081334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42476) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:47.091645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Attempting to bind port bf4fca89-895a-4e91-8b79-b71634f8c329 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:47.092049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Attempting to bind port bf4fca89-895a-4e91-8b79-b71634f8c329 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:47.092481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Attempting to bind port bf4fca89-895a-4e91-8b79-b71634f8c329 on network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:47.154658 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ee38ed-0aa2-4b11-893a-4c04cabef0c9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:07:47.157786 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c3ee38ed-0aa2-4b11-893a-4c04cabef0c9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/4d624462-4481-4f59-9e63-4939adefb0d6 HTTP/1.1" status: 404 len: 333 time: 0.0676842 Dec 06 12:07:47.167832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42478) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:47.183587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bf32eea-c0ac-43c3-9147-c55c47edcf95 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.193659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6bf32eea-c0ac-43c3-9147-c55c47edcf95 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "DELETE /v2.0/ports/b5b990ad-2cb9-4c95-b92d-2fdbcd8fb80b HTTP/1.1" status: 204 len: 168 time: 1.9710851 Dec 06 12:07:47.194627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42480) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:47.205119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c690891-5b2d-499a-8403-046800992a33', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:47.206834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.213899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.222183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:47.222584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Checking segment: {'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:47.222974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.223473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Bound using segment: {'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:47.224203 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Bound port: bf4fca89-895a-4e91-8b79-b71634f8c329, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:47.224736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.243257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.285640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-727e7bf8-f56a-48ed-946e-7bc367461c0e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet 9998832e-32db-4a90-af7c-858c8b1c5fff {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:47.293462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-727e7bf8-f56a-48ed-946e-7bc367461c0e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.308097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.337890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:47.392081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:47.396850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Could not find standard attr ID for object 163e01f8-f796-44e8-9bd6-33944e35667c. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:07:47.404223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-727e7bf8-f56a-48ed-946e-7bc367461c0e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.404732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:47.422700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:47.429312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:47.509078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.518672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Could not find standard attr ID for object 4d624462-4481-4f59-9e63-4939adefb0d6. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:07:47.541372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-727e7bf8-f56a-48ed-946e-7bc367461c0e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.634342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] For port bf4fca89-895a-4e91-8b79-b71634f8c329, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:47.665346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Provisioning complete for port e2b39ebb-641c-4361-8540-2e6889f337a6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:47.665726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.671727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-727e7bf8-f56a-48ed-946e-7bc367461c0e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.682532 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9804-569d-4a03-a970-26174b45fba4 None None] Pushing event updated for resources: {'Port': ['ID=72bd5205-d56a-4781-b447-be6400378bcf,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:47.695369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] For port bf4fca89-895a-4e91-8b79-b71634f8c329, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf4fca89-895a-4e91-8b79-b71634f8c329,segment=NetworkSegment(bc3bf8b2-bf29-48db-bce3-d7f8529ba441),segment_id=bc3bf8b2-bf29-48db-bce3-d7f8529ba441)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:47.727824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-727e7bf8-f56a-48ed-946e-7bc367461c0e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.743364 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-727e7bf8-f56a-48ed-946e-7bc367461c0e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/9998832e-32db-4a90-af7c-858c8b1c5fff HTTP/1.1" status: 204 len: 168 time: 0.5740182 Dec 06 12:07:47.772327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42484) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:47.772671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42486) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:47.778860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc723286-2bc3-4055-93e9-0495a76bf317 None None] Network b688047d-06f4-4cd3-86c3-cfa4ffd0e98b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:47.797835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ec09b35d-46ad-4038-a612-41f79f5a351a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:47.800111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e7bf8-f56a-48ed-946e-7bc367461c0e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=9998832e-32db-4a90-af7c-858c8b1c5fff,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:47.801011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.897834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Allocated IP 2001:db8:2::2 (9c690891-5b2d-499a-8403-046800992a33/b2b0ec3d-90d8-4838-b2e3-b06951ac3fba/6246a07a-0183-4e06-b0f2-eda61ff427b1) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:47.908312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3444a30-b687-43b0-9e7d-21f16a5323c4 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:47.914104 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e3444a30-b687-43b0-9e7d-21f16a5323c4 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a580ea6-5292-4aa4-8475-ade88259f525 HTTP/1.1" status: 200 len: 913 time: 0.7176986 Dec 06 12:07:47.916275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:47.916599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42488) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:48.006897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:48.012693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:48.013315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.017041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=7806a219-a7a8-4da0-b1c0-48d41e31e394,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:48.030891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-e503cf59-b4b1-44fc-a8e5-0549a9f1ad18 admin admin] Deleting subnet 448e1dba-cb0a-414a-94cc-e688b78c6b7d {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:48.044160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e503cf59-b4b1-44fc-a8e5-0549a9f1ad18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.078350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Port e2b39ebb-641c-4361-8540-2e6889f337a6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:48.078896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.117844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Attempting to bind port 72bd5205-d56a-4781-b447-be6400378bcf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:48.118231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Attempting to bind port 72bd5205-d56a-4781-b447-be6400378bcf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:48.118603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Attempting to bind port 72bd5205-d56a-4781-b447-be6400378bcf on network c4322133-15d8-4623-8fe8-a5989b99920c {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:48.120633 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-79781df8-785e-464d-ac48-452d04ac7e9b tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.6372080 Dec 06 12:07:48.122815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e503cf59-b4b1-44fc-a8e5-0549a9f1ad18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.133066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42490) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:48.148708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:48.159934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:48.160317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Checking segment: {'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:48.160864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.161179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Bound using segment: {'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:48.161756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Bound port: 72bd5205-d56a-4781-b447-be6400378bcf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:48.162153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.172003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.217052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcbb22-54aa-4936-af6c-4b6824236f1f None None] Pushing event updated for resources: {'Port': ['ID=bf4fca89-895a-4e91-8b79-b71634f8c329,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:48.222039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:48.230593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:48.230946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cb6d92e7-90a3-45dd-b9a2-7e8031f31c0a not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:48.247429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Provisioning complete for port 5cf65242-1369-4388-ae0e-99e7ea1e0127 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:48.247809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3fa298a-d8a5-4ac9-ae1c-06d7c5d932ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.301147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e503cf59-b4b1-44fc-a8e5-0549a9f1ad18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.328706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ec09b35d-46ad-4038-a612-41f79f5a351a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:48.329270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.373678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbee4e-0ab2-4c5a-89cc-5cbc1db0f76a tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:48.392710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbee4e-0ab2-4c5a-89cc-5cbc1db0f76a tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:48.399581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbee4e-0ab2-4c5a-89cc-5cbc1db0f76a tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:48.404282 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b2fbee4e-0ab2-4c5a-89cc-5cbc1db0f76a tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2479637 Dec 06 12:07:48.410818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42492) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:48.548872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 5cf65242-1369-4388-ae0e-99e7ea1e0127 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:48.549240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.554389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e503cf59-b4b1-44fc-a8e5-0549a9f1ad18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.635161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.642654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503cf59-b4b1-44fc-a8e5-0549a9f1ad18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448e1dba-cb0a-414a-94cc-e688b78c6b7d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:48.650703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.659282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] For port 72bd5205-d56a-4781-b447-be6400378bcf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:48.665946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] For port 72bd5205-d56a-4781-b447-be6400378bcf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72bd5205-d56a-4781-b447-be6400378bcf,segment=NetworkSegment(38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2),segment_id=38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:48.672862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e503cf59-b4b1-44fc-a8e5-0549a9f1ad18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.679575 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e503cf59-b4b1-44fc-a8e5-0549a9f1ad18 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/448e1dba-cb0a-414a-94cc-e688b78c6b7d HTTP/1.1" status: 204 len: 168 time: 0.9044192 Dec 06 12:07:48.682000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42494) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:48.703818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.724400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8:2::1 (9c690891-5b2d-499a-8403-046800992a33/b2b0ec3d-90d8-4838-b2e3-b06951ac3fba/d468441d-8a0b-4b4a-847f-ece1e81cc7ee) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:48.737872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] For port 5cf65242-1369-4388-ae0e-99e7ea1e0127, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cf65242-1369-4388-ae0e-99e7ea1e0127,segment=NetworkSegment(0dcb478b-f7bf-474b-baf8-eb2a08682dcb),segment_id=0dcb478b-f7bf-474b-baf8-eb2a08682dcb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:48.738425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.746609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Network 9c690891-5b2d-499a-8403-046800992a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:48.753412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] DHCP port deletion for b688047d-06f4-4cd3-86c3-cfa4ffd0e98b request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:48.767063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:48.791421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:48.798993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Pushing event updated for resources: {'Port': ['ID=6246a07a-0183-4e06-b0f2-eda61ff427b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:48.804736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 5cf65242-1369-4388-ae0e-99e7ea1e0127 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:48.824656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-07e78495-91c3-41d8-808c-4080b3da683e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Deleting port 7806a219-a7a8-4da0-b1c0-48d41e31e394 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:48.824656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07e78495-91c3-41d8-808c-4080b3da683e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.832623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.904918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:48.905544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:48.921156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.980204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:48.985309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.007303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.076196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 9c690891-5b2d-499a-8403-046800992a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:49.079338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9804-569d-4a03-a970-26174b45fba4 None None] Pushing event updated for resources: {'Port': ['ID=72bd5205-d56a-4781-b447-be6400378bcf,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:49.081533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:49.095232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Attempting to bind port 6246a07a-0183-4e06-b0f2-eda61ff427b1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:49.095232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Attempting to bind port 6246a07a-0183-4e06-b0f2-eda61ff427b1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:49.095232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Attempting to bind port 6246a07a-0183-4e06-b0f2-eda61ff427b1 on network 9c690891-5b2d-499a-8403-046800992a33 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:49.098523 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:49.099377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.107326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:49.152415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07e78495-91c3-41d8-808c-4080b3da683e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.153187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-36f5fab1-bcc6-4015-a015-48a85c18d199 None None] Provisioning complete for port 72bd5205-d56a-4781-b447-be6400378bcf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:49.153686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f5fab1-bcc6-4015-a015-48a85c18d199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.178332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-07e78495-91c3-41d8-808c-4080b3da683e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Calling delete_port for 7806a219-a7a8-4da0-b1c0-48d41e31e394 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:49.190899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:49.193847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:49.194470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Checking segment: {'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:49.195239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.195648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.195799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Bound using segment: {'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:49.196394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Bound port: 6246a07a-0183-4e06-b0f2-eda61ff427b1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:49.196880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.231722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.232344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.232842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.233364 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.233853 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.234343 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.234827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.235336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.235819 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.236464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.236944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.237421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.237923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.261020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] Deleting port 5cf65242-1369-4388-ae0e-99e7ea1e0127 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:49.261645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.388205 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:49.393721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] For port 6246a07a-0183-4e06-b0f2-eda61ff427b1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:49.395663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.405957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07e78495-91c3-41d8-808c-4080b3da683e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.427356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:49.430211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:49.460773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.463781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78495-91c3-41d8-808c-4080b3da683e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Port': ['ID=7806a219-a7a8-4da0-b1c0-48d41e31e394,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:49.464073 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] For port 6246a07a-0183-4e06-b0f2-eda61ff427b1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6246a07a-0183-4e06-b0f2-eda61ff427b1,segment=NetworkSegment(0270950b-1b75-4807-9e76-11eec3d177d9),segment_id=0270950b-1b75-4807-9e76-11eec3d177d9)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:49.489510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.508580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.513156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] For port 5cf65242-1369-4388-ae0e-99e7ea1e0127, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cf65242-1369-4388-ae0e-99e7ea1e0127,segment=NetworkSegment(0dcb478b-f7bf-474b-baf8-eb2a08682dcb),segment_id=0dcb478b-f7bf-474b-baf8-eb2a08682dcb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:49.513558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.532116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f5fab1-bcc6-4015-a015-48a85c18d199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.553758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc939dbc-7c78-45a0-9000-f6eeea2fcdc2']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:49.561679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87de5cb-0f47-4f78-babc-63b300966e1d None None] Network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:49.570251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] Calling delete_port for 5cf65242-1369-4388-ae0e-99e7ea1e0127 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:49.577355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.679461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:07:49.810321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bf4fca89-895a-4e91-8b79-b71634f8c329 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:49.853627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Pushing event updated for resources: {'Port': ['ID=6246a07a-0183-4e06-b0f2-eda61ff427b1,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:49.858871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-36f5fab1-bcc6-4015-a015-48a85c18d199 None None] For port 72bd5205-d56a-4781-b447-be6400378bcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72bd5205-d56a-4781-b447-be6400378bcf,segment=NetworkSegment(38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2),segment_id=38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:49.885776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36f5fab1-bcc6-4015-a015-48a85c18d199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.926201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.927622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.928099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.928452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.928793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.929133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.929471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.929806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.930142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.930477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.930824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.931138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.931469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb1e75-5a8e-4ac1-9e89-8ef5d9bd68e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:49.947580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-36f5fab1-bcc6-4015-a015-48a85c18d199 None None] Could not find standard attr ID for object 7806a219-a7a8-4da0-b1c0-48d41e31e394. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:07:49.982062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.993406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:49.995401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.086441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=5cf65242-1369-4388-ae0e-99e7ea1e0127,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:50.100751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.101510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No DVR routers for this DVR port 5cf65242-1369-4388-ae0e-99e7ea1e0127 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:50.113150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a17ffb-ab42-4731-89a3-9e267b4c4a99') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:50.113982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a17ffb-ab42-4731-89a3-9e267b4c4a99') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:50.140967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5fab1-bcc6-4015-a015-48a85c18d199 None None] Pushing event updated for resources: {'Port': ['ID=72bd5205-d56a-4781-b447-be6400378bcf,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:50.151520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] No DVR routers for this DVR port 5cf65242-1369-4388-ae0e-99e7ea1e0127 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:50.153028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port bf4fca89-895a-4e91-8b79-b71634f8c329 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:50.153398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.199843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.214201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-31fed02d-c7a7-4a5f-8fcb-79aeeb2e864c None None] Provisioning complete for port bf4fca89-895a-4e91-8b79-b71634f8c329 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:50.214565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31fed02d-c7a7-4a5f-8fcb-79aeeb2e864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.221074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41094c6-2a19-4c39-b3dd-e8bb146e0be1 None None] Pushing event deleted for resources: {'Port': ['ID=5cf65242-1369-4388-ae0e-99e7ea1e0127,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:50.261484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:40Z', 'revision_number': 3, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:48Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:50.278015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 9c690891-5b2d-499a-8403-046800992a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:50.287022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:50.294367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.295782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:50.308456 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b255675b-7a78-4a77-9d4f-b1fd02d57ba9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3239884 Dec 06 12:07:50.309863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42496) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:50.311784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615a35-2cb0-4d54-bc62-58815396144f None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:40Z', 'revision_number': 3, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:48Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:50.323973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.333830 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:50.344266 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:50.344888 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:50.362592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:50.363237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.365673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07e78495-91c3-41d8-808c-4080b3da683e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.371850 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-07e78495-91c3-41d8-808c-4080b3da683e tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "DELETE /v2.0/ports/7806a219-a7a8-4da0-b1c0-48d41e31e394 HTTP/1.1" status: 204 len: 168 time: 1.9567676 Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:50.379176 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:50.442121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-38304834'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:50.445601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42498) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:50.455025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:50.456054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b688047d-06f4-4cd3-86c3-cfa4ffd0e98b']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:50.491896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:50.527432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.535007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31fed02d-c7a7-4a5f-8fcb-79aeeb2e864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.546702 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:50.560851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcb478b-f7bf-474b-baf8-eb2a08682dcb') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:50.561516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcb478b-f7bf-474b-baf8-eb2a08682dcb') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:50.573043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.581145 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f99ce97-d142-49a5-83b6-93fba410f882 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] GET failed (client error): The resource could not be found. Dec 06 12:07:50.583836 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2f99ce97-d142-49a5-83b6-93fba410f882 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "GET /v2.0/ports/7806a219-a7a8-4da0-b1c0-48d41e31e394 HTTP/1.1" status: 404 len: 333 time: 0.1257398 Dec 06 12:07:50.587923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42500) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:50.600157 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:50.602406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1827779343'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:50.604717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.657624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port bf4fca89-895a-4e91-8b79-b71634f8c329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf4fca89-895a-4e91-8b79-b71634f8c329,segment=NetworkSegment(bc3bf8b2-bf29-48db-bce3-d7f8529ba441),segment_id=bc3bf8b2-bf29-48db-bce3-d7f8529ba441)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:50.666780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.751848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.784871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.801089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5cf65242-1369-4388-ae0e-99e7ea1e0127 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:50.803172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:50.804344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.820508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:50.853585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5cf65242-1369-4388-ae0e-99e7ea1e0127 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:50.854000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5cf65242-1369-4388-ae0e-99e7ea1e0127 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:50.875780 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:50.876839 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment 57c8b503-c7a3-4df7-a53b-b34d57d0e56a of type vlan for network 4fb2001a-5a12-4856-8083-e9abd67ecd60 Dec 06 12:07:50.888713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-31fed02d-c7a7-4a5f-8fcb-79aeeb2e864c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:07:50.889044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-31fed02d-c7a7-4a5f-8fcb-79aeeb2e864c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:07:50.893987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:50.902380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=bf4fca89-895a-4e91-8b79-b71634f8c329,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:50.919181 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9115edfc-772f-402f-821c-f29442f197e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5674236 Dec 06 12:07:50.922585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42502) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:50.930823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831791031'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:51.001381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.024556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.037665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cc939dbc-7c78-45a0-9000-f6eeea2fcdc2 HTTP/1.1" status: 204 len: 168 time: 2.3494117 Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:51.038779 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:51.045310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42504) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:51.052183 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:07:48Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:48Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:51.053406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.064359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.065361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.079704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:51.091909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.095570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.101888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.115224 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/networks/b688047d-06f4-4cd3-86c3-cfa4ffd0e98b HTTP/1.1" status: 204 len: 168 time: 3.3414762 Dec 06 12:07:51.137213 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:07:51.139578 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Updating router 73ef59ec-65ab-4680-988a-4b61fde62ecb port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:07:51.143131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42506) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:51.163230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc939dbc-7c78-45a0-9000-f6eeea2fcdc2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:51.163379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1548000477'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:51.200373 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.203069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.203540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.203762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.204141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.204475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.204807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.205172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.205474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.205799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.206179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.206511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.206893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.207223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cbf74-9aab-406d-978d-65416ea47e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:07:51.243430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d31d21-3971-47ff-86eb-a03faf15b888 admin admin] Deleting subnet c9df2218-01c7-4c37-857a-e17262bd905f {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:51.249893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79e2d-a5da-4c1d-b4e7-9ba2ac36d9bc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Network': ['ID=b688047d-06f4-4cd3-86c3-cfa4ffd0e98b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:51.260164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64d31d21-3971-47ff-86eb-a03faf15b888 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.287165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Made reservation on behalf of 9f944c82b1004aca986c1eece94962de for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:51.291091 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8532231 Dec 06 12:07:51.291487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.300126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42508) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:51.315898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:51.339748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad71bba-e013-4965-97d4-4739c6ee7df0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=4fb2001a-5a12-4856-8083-e9abd67ecd60,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:51.347043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:51.368184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 4fb2001a-5a12-4856-8083-e9abd67ecd60 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:51.375084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:51.385666 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.403963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.404217 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added segment f6effbd9-141a-4c3e-906e-552d5bad10e4 of type vlan for network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 Dec 06 12:07:51.449581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] device_id is not set on port 62402022-4bb7-4a26-be0c-54e46db06a93 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:51.484375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:07:51.504841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.515702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.519754 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Added segment df3131a3-5118-4fa8-a53e-cadda9bf855c of type vlan for network db600ff8-35ec-478e-9f44-2366a1e19824 Dec 06 12:07:51.526550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64d31d21-3971-47ff-86eb-a03faf15b888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.602427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.606354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.613505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.614370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.669468 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7451119 Dec 06 12:07:51.696423 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.705249 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.718682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42510) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:51.725210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'subnet': {'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:51.752474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a3adb-5ca5-4762-a663-844079367131 None None] Network 9c690891-5b2d-499a-8403-046800992a33 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:51.755197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:51.783570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086adedf-2335-4248-9096-03dfe0dbd0b6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Network': ['ID=2a0c5519-4352-4a2d-9ff4-7b8ec940aef9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:51.789794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.796174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:51.797028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.844359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64d31d21-3971-47ff-86eb-a03faf15b888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.844885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:51.901673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:51.905139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.920883 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Attempting to bind port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:51.933516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Deleting port 8ad7ffb1-13c7-48bf-8903-430e53e97526 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:51.933834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.943604 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Attempting to bind port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:51.944396 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Attempting to bind port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 on network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:51.956151 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:51.956876 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Checking segment: {'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:51.957720 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.958297 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Bound using segment: {'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:51.959066 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Bound port: 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:51.959665 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:51.970729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Network': ['ID=db600ff8-35ec-478e-9f44-2366a1e19824,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:51.998380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bf4fca89-895a-4e91-8b79-b71634f8c329 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:52.004898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network db600ff8-35ec-478e-9f44-2366a1e19824 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:07:52.010279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:52.011301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:52.015827 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a82365eb-a783-4eaa-bf9f-53065eb23904 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8593111 Dec 06 12:07:52.020640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42512) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:52.025854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': 'db600ff8-35ec-478e-9f44-2366a1e19824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:52.062957 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] For port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:52.067606 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] For port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,segment=NetworkSegment(bc3bf8b2-bf29-48db-bce3-d7f8529ba441),segment_id=bc3bf8b2-bf29-48db-bce3-d7f8529ba441)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:52.069762 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abcc29-e6b6-4592-b126-e3bb10da3cec None None] Pushing event updated for resources: {'Port': ['ID=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:52.082879 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.124106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Made reservation on behalf of 9c28cac452bf4fb8995f95064fba8bc3 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:52.134153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.136543 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:52.137214 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:52.157097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Allocated IP 2001:db8::33d (3226b011-99ca-4de3-b3c3-c3ea4973da28/c645b58f-94b2-4d86-ade5-0c001652fae2/62402022-4bb7-4a26-be0c-54e46db06a93) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:52.196641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-31fed02d-c7a7-4a5f-8fcb-79aeeb2e864c None None] Provisioning complete for port 72bd5205-d56a-4781-b447-be6400378bcf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:52.197334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31fed02d-c7a7-4a5f-8fcb-79aeeb2e864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.276976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64d31d21-3971-47ff-86eb-a03faf15b888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.374076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.382566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Calling delete_port for 8ad7ffb1-13c7-48bf-8903-430e53e97526 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:52.443951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:52.449695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port bf4fca89-895a-4e91-8b79-b71634f8c329 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:52.450322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.462114 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:52.689498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:52.693263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.747689 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:07:48Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:52Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:52.783770 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abcc29-e6b6-4592-b126-e3bb10da3cec None None] Pushing event updated for resources: {'Port': ['ID=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:52.796112 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267614d-cc5c-40b2-bb9b-8b5a3f8bc344 None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:07:48Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:52Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:52.811919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64d31d21-3971-47ff-86eb-a03faf15b888 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.818490 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-64d31d21-3971-47ff-86eb-a03faf15b888 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9df2218-01c7-4c37-857a-e17262bd905f HTTP/1.1" status: 204 len: 168 time: 1.7448392 Dec 06 12:07:52.818490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d31d21-3971-47ff-86eb-a03faf15b888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9df2218-01c7-4c37-857a-e17262bd905f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:52.820538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.826786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42514) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:52.844216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 72bd5205-d56a-4781-b447-be6400378bcf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:52.855377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:52.925286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event deleted for resources: {'Port': ['ID=8ad7ffb1-13c7-48bf-8903-430e53e97526,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:52.972478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Provisioning complete for port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:52.972855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.009755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=b121ae97-5629-45cf-876e-0aafb4e51601,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:53.021346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.040049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 72bd5205-d56a-4781-b447-be6400378bcf triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:53.040676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.052964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.112179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.116266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:53.116677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: 4fb2001a-5a12-4856-8083-e9abd67ecd60, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:53.133895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:53.216235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:07:53.216817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Updating router 12fc5f98-4275-4909-bee5-3dd21d599f21 port d468441d-8a0b-4b4a-847f-ece1e81cc7ee binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:07:53.302376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.342885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 4fb2001a-5a12-4856-8083-e9abd67ecd60 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:53.346718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.383715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Subnet': ['ID=cf7aca38-8815-45af-9124-9db685dee57a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:53.389990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6246a07a-0183-4e06-b0f2-eda61ff427b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:53.401285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4fb2001a-5a12-4856-8083-e9abd67ecd60) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:53.412154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.415225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.415825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.437153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.449941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.460611 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-be44852b-edf4-4fca-8627-fe2d39657927 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1562850 Dec 06 12:07:53.483839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4c459-f957-41ae-93c3-490489b0721f None None] Network 4fb2001a-5a12-4856-8083-e9abd67ecd60 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:53.514859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42516) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:53.522373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=36730e37-8d0a-4bad-94cb-6f329e4138ba,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:53.529553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.568296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Checking segment: {'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:53.568677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network hostable DHCP agents. Network: 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:53.599567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:53.646234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b64b6d7-32e6-4993-b112-14949eed6632') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:53.647275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b64b6d7-32e6-4993-b112-14949eed6632') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:53.652156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] For port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,segment=NetworkSegment(bc3bf8b2-bf29-48db-bce3-d7f8529ba441),segment_id=bc3bf8b2-bf29-48db-bce3-d7f8529ba441)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:53.664456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6246a07a-0183-4e06-b0f2-eda61ff427b1 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:53.664837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.666887 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.681249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:53.696271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Checking segment: {'id': 'df3131a3-5118-4fa8-a53e-cadda9bf855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'db600ff8-35ec-478e-9f44-2366a1e19824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:53.696648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network hostable DHCP agents. Network: db600ff8-35ec-478e-9f44-2366a1e19824, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:07:53.700106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.706874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:53.720029 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.720591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:53.721015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.726985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:53.730868 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:53.737821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:53.737982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.738794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.740162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd047a4-879d-42f7-bbfb-733f6af2e205 None None] Network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:53.748005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:53.757205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:53.763651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.782722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=62402022-4bb7-4a26-be0c-54e46db06a93,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:53.883597 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.907714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:53.917167 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47 HTTP/1.1" status: 204 len: 168 time: 1.0862722 Dec 06 12:07:53.942784 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-24df187a-b212-4a16-8573-b54ad4c3b969 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2224061 Dec 06 12:07:53.952333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42520) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:53.954102 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network db600ff8-35ec-478e-9f44-2366a1e19824 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:07:53.981632 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-68e24244-2927-480f-bf67-b1b49db74145 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3865712 Dec 06 12:07:53.989737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42522) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:54.032932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e4', 'mac_address': 'fa:16:3e:68:33:86'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:54.041382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.075839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Provisioning complete for port bf4fca89-895a-4e91-8b79-b71634f8c329 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:54.076257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.103966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5711e17-601f-4c4d-bfd7-958a10a5bdff admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ec4cdd-37e3-47d0-8b1d-96ea451e7f47,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:54.194656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, db600ff8-35ec-478e-9f44-2366a1e19824) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:54.205401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:54.206009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.241893 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ea392572-1984-439a-8185-9a375d2191fc tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2201388 Dec 06 12:07:54.243271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42524) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:54.248554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e63170f7-c904-465e-9daf-d852781ddd68 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1903501740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:54.283193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b57f15-d91a-42e5-8d5e-8b3aa6d320e8 None None] Network db600ff8-35ec-478e-9f44-2366a1e19824 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:54.296958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42526) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:54.310179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Router 4a580ea6-5292-4aa4-8475-ade88259f525 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:54.330221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 6246a07a-0183-4e06-b0f2-eda61ff427b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6246a07a-0183-4e06-b0f2-eda61ff427b1,segment=NetworkSegment(0270950b-1b75-4807-9e76-11eec3d177d9),segment_id=0270950b-1b75-4807-9e76-11eec3d177d9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:54.384313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e63170f7-c904-465e-9daf-d852781ddd68 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.385314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e63170f7-c904-465e-9daf-d852781ddd68 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.424605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Pushing event updated for resources: {'Port': ['ID=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:54.433113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.500117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Provisioning complete for port 6246a07a-0183-4e06-b0f2-eda61ff427b1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:54.500117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1cb327e-5bd5-424e-9bf8-0b40d4ae88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.566555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e63170f7-c904-465e-9daf-d852781ddd68 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.577633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e63170f7-c904-465e-9daf-d852781ddd68 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.602866 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ab278246-ec10-4e64-bac2-e254a7611a06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=476d118404804726b0478cca7be4582e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948072 Dec 06 12:07:54.617519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42528) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:54.629033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e63170f7-c904-465e-9daf-d852781ddd68 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.632816 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e63170f7-c904-465e-9daf-d852781ddd68 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3859625 Dec 06 12:07:54.637240 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42530) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:54.637421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:54.643849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'network_id': 'db600ff8-35ec-478e-9f44-2366a1e19824', 'name': 'tempest-PortsIpV6TestJSON-366509767'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:54.651534 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8dac1-64e6-454c-b2b9-a934e2db446e None None] Sync routers for ids ['4a580ea6-5292-4aa4-8475-ade88259f525'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:07:54.659548 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-779e7fd4-8c84-46e8-b024-331f946c8677 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "PUT /v2.0/routers/4a580ea6-5292-4aa4-8475-ade88259f525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7388043 Dec 06 12:07:54.660015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:54.665932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42532) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:54.693599 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8dac1-64e6-454c-b2b9-a934e2db446e None None] Routers {'4a580ea6-5292-4aa4-8475-ade88259f525'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:54.694248 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6db8dac1-64e6-454c-b2b9-a934e2db446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4a580ea6-5292-4aa4-8475-ade88259f525'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:54.714778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4fb2001a-5a12-4856-8083-e9abd67ecd60', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:54.715805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.736269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.737396 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6db8dac1-64e6-454c-b2b9-a934e2db446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:54.744990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=6246a07a-0183-4e06-b0f2-eda61ff427b1,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:54.749731 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8dac1-64e6-454c-b2b9-a934e2db446e None None] Routers {'4a580ea6-5292-4aa4-8475-ade88259f525'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:54.750772 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6db8dac1-64e6-454c-b2b9-a934e2db446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4a580ea6-5292-4aa4-8475-ade88259f525'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:54.787868 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9e39649-0208-476d-a939-11040da556a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.812294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9e39649-0208-476d-a939-11040da556a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.812499 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6db8dac1-64e6-454c-b2b9-a934e2db446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:54.813313 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8dac1-64e6-454c-b2b9-a934e2db446e None None] The sync data for ids ['4a580ea6-5292-4aa4-8475-ade88259f525'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:54.876977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:54.878201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.936173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9e39649-0208-476d-a939-11040da556a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.938885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9e39649-0208-476d-a939-11040da556a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:54.940459 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f9e39649-0208-476d-a939-11040da556a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47a2177c-cf4a-466d-9c9e-fd49ca5063a6 HTTP/1.1" status: 204 len: 168 time: 0.3216155 Dec 06 12:07:54.978494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e39649-0208-476d-a939-11040da556a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a2177c-cf4a-466d-9c9e-fd49ca5063a6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:55.077098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-db600ff8-35ec-478e-9f44-2366a1e19824', 'network_id': 'db600ff8-35ec-478e-9f44-2366a1e19824', 'tenant_id': 'c8faa62093a043a8a9c828d10521c053', 'fixed_ips': [{'subnet_id': '36730e37-8d0a-4bad-94cb-6f329e4138ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:07:55.077823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.082032 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.227507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a66e78f-d0d3-4812-b4fa-daeffda60bb6 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.235658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:55.235985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.237547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.266668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:55.270718 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.273409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Allocated IP 2001:db8:3::1 (2a0c5519-4352-4a2d-9ff4-7b8ec940aef9/cf7aca38-8815-45af-9124-9db685dee57a/52c916d9-3cf3-4767-a5a2-a60078163e40) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:55.306325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port ce930dff-556f-4416-aad4-c9e5d467f4ee yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:55.381646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.431231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f9074-2bfb-4f5e-892c-52eb4b01dbbf None None] Pushing event updated for resources: {'Port': ['ID=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:55.470399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42540) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:55.542268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.585847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::b3 (db600ff8-35ec-478e-9f44-2366a1e19824/36730e37-8d0a-4bad-94cb-6f329e4138ba/ce930dff-556f-4416-aad4-c9e5d467f4ee) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:55.610620 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ea87b70f-9203-48b5-a6bb-4aaa8d5bc2fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cfc8c00ce32491294888981dc048491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389754 Dec 06 12:07:55.616196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42542) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:55.617372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Allocated IP 172.21.0.2 (4fb2001a-5a12-4856-8083-e9abd67ecd60/b121ae97-5629-45cf-876e-0aafb4e51601/a2dd5545-4d25-4dc6-9014-785fab8fa265) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:55.661461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a66e78f-d0d3-4812-b4fa-daeffda60bb6 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.662101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.666232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a66e78f-d0d3-4812-b4fa-daeffda60bb6 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.722693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f0ac89-ebd4-44df-a5a2-d22c5f2c5a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.749009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:55.753179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f0ac89-ebd4-44df-a5a2-d22c5f2c5a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.757879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:55.760863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:55.761849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.815071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Provisioning complete for port 62402022-4bb7-4a26-be0c-54e46db06a93 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:55.815462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.835713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=52c916d9-3cf3-4767-a5a2-a60078163e40,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:55.911019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Attempting to bind port d468441d-8a0b-4b4a-847f-ece1e81cc7ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:55.911536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Attempting to bind port d468441d-8a0b-4b4a-847f-ece1e81cc7ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:55.912067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Attempting to bind port d468441d-8a0b-4b4a-847f-ece1e81cc7ee on network 9c690891-5b2d-499a-8403-046800992a33 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:55.919253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.920806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a66e78f-d0d3-4812-b4fa-daeffda60bb6 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.921509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a66e78f-d0d3-4812-b4fa-daeffda60bb6 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Fanout notify agent at l3_agent the message router_deleted on router 4a580ea6-5292-4aa4-8475-ade88259f525 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:07:55.925791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:55.926606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Checking segment: {'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:55.927537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.927537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Bound using segment: {'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:55.928178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Bound port: d468441d-8a0b-4b4a-847f-ece1e81cc7ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0270950b-1b75-4807-9e76-11eec3d177d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9c690891-5b2d-499a-8403-046800992a33'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:55.928698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.940399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a66e78f-d0d3-4812-b4fa-daeffda60bb6 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.942436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0a66e78f-d0d3-4812-b4fa-daeffda60bb6 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "DELETE /v2.0/routers/4a580ea6-5292-4aa4-8475-ade88259f525 HTTP/1.1" status: 204 len: 168 time: 1.2746806 Dec 06 12:07:55.942652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Port 62402022-4bb7-4a26-be0c-54e46db06a93 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:07:55.944552 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42546) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:55.945034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.964331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f0ac89-ebd4-44df-a5a2-d22c5f2c5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.967179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f0ac89-ebd4-44df-a5a2-d22c5f2c5a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.968560 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-45f0ac89-ebd4-44df-a5a2-d22c5f2c5a61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7120704e-3b9e-4844-b670-0206d55bcad8 HTTP/1.1" status: 204 len: 168 time: 0.3501034 Dec 06 12:07:55.998553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:55.999595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637f57-b82c-4e0b-b0d0-53f288498ecb req-8c8a7616-1ac6-4d9c-ac14-e9b3ba63fcec tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.001409 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d8637f57-b82c-4e0b-b0d0-53f288498ecb req-8c8a7616-1ac6-4d9c-ac14-e9b3ba63fcec tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2039976 Dec 06 12:07:56.008276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0ac89-ebd4-44df-a5a2-d22c5f2c5a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7120704e-3b9e-4844-b670-0206d55bcad8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:56.034005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.111676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56876b3-5453-4b42-83eb-954387864250 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Deleting subnet b56e3d85-9932-4358-af12-1d8162ad7d15 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:07:56.119145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.122843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f56876b3-5453-4b42-83eb-954387864250 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.135389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.146034 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] For port d468441d-8a0b-4b4a-847f-ece1e81cc7ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:56.150775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.157049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Allocated IP 2001:db8:3::2 (2a0c5519-4352-4a2d-9ff4-7b8ec940aef9/cf7aca38-8815-45af-9124-9db685dee57a/b87a03b3-9711-4994-99bb-1e32feb94175) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:56.190128 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d8637f57-b82c-4e0b-b0d0-53f288498ecb req-71ecaad1-2dc4-4ee6-8362-b4c1f4c11699 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797616 Dec 06 12:07:56.216263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] In _notify_port_updated(), no bound segment for port 62402022-4bb7-4a26-be0c-54e46db06a93 on network 3226b011-99ca-4de3-b3c3-c3ea4973da28 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:07:56.220101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.220794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.226304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "PUT /v2.0/ports/62402022-4bb7-4a26-be0c-54e46db06a93 HTTP/1.1" status: 200 len: 1002 time: 2.2128634 Dec 06 12:07:56.229496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42552) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:56.247441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] For port d468441d-8a0b-4b4a-847f-ece1e81cc7ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,segment=NetworkSegment(0270950b-1b75-4807-9e76-11eec3d177d9),segment_id=0270950b-1b75-4807-9e76-11eec3d177d9)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:56.254119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Provisioning complete for port d468441d-8a0b-4b4a-847f-ece1e81cc7ee triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:56.255176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.274514 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Network 4fb2001a-5a12-4856-8083-e9abd67ecd60 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:56.331494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.353561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:56.360354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6ddc5-a642-41ab-ab22-1550cd2d85de tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=62402022-4bb7-4a26-be0c-54e46db06a93,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:56.376377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:56.378439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Pushing event updated for resources: {'Port': ['ID=a2dd5545-4d25-4dc6-9014-785fab8fa265,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:56.410552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-748cc2dc-c08d-48cc-8b7d-0333ad25dd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.526582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.21.0.1 (4fb2001a-5a12-4856-8083-e9abd67ecd60/b121ae97-5629-45cf-876e-0aafb4e51601/27efaddb-b44e-4c30-a131-08b903878ccc) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:56.612166 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f56876b3-5453-4b42-83eb-954387864250 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.615702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.656067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6246a07a-0183-4e06-b0f2-eda61ff427b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:07:56.712500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network db600ff8-35ec-478e-9f44-2366a1e19824 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:56.720593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.724286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:56.731689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:56.736603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.737261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.759415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefcb83-f736-45a0-869c-dcbf4431a206 req-c0319299-4f30-40d3-a9c2-b1867452f5ec tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:56.760986 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fcefcb83-f736-45a0-869c-dcbf4431a206 req-c0319299-4f30-40d3-a9c2-b1867452f5ec tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.4018409 Dec 06 12:07:56.776181 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.776800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.787544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=ce930dff-556f-4416-aad4-c9e5d467f4ee,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:56.796156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.813683 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8d8df037-a4f2-4fa4-ad05-61e9710cb757 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1737154 Dec 06 12:07:56.819845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42554) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:56.874368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:07:56.875012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:56.892311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Attempting to bind port a2dd5545-4d25-4dc6-9014-785fab8fa265 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:56.892729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Attempting to bind port a2dd5545-4d25-4dc6-9014-785fab8fa265 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:56.893041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Attempting to bind port a2dd5545-4d25-4dc6-9014-785fab8fa265 on network 4fb2001a-5a12-4856-8083-e9abd67ecd60 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:56.943007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Allocated IP 2001:db8::2 (db600ff8-35ec-478e-9f44-2366a1e19824/36730e37-8d0a-4bad-94cb-6f329e4138ba/7e0a4cbc-970d-4761-9fb0-768b199a5190) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:07:56.944335 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-607c1104-3b4f-4eb4-bfd6-0ed4b4464a70 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Deleting port 62402022-4bb7-4a26-be0c-54e46db06a93 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:56.944685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-607c1104-3b4f-4eb4-bfd6-0ed4b4464a70 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:56.947742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f9074-2bfb-4f5e-892c-52eb4b01dbbf None None] Pushing event updated for resources: {'Port': ['ID=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:57.030195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:57.030642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Checking segment: {'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:57.030983 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.031389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Bound using segment: {'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:57.031905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Bound port: a2dd5545-4d25-4dc6-9014-785fab8fa265, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:57.032346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.046606 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fcefcb83-f736-45a0-869c-dcbf4431a206 req-3f5658d6-2650-4933-a181-faf79b765f2d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757640 Dec 06 12:07:57.172605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.266371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f56876b3-5453-4b42-83eb-954387864250 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.299842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.309644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.340210 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6246a07a-0183-4e06-b0f2-eda61ff427b1 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:57.340566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.359906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 4fb2001a-5a12-4856-8083-e9abd67ecd60 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:57.364779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:07:57.375118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.380265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event updated for resources: {'Port': ['ID=52c916d9-3cf3-4767-a5a2-a60078163e40,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:57.391121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-607c1104-3b4f-4eb4-bfd6-0ed4b4464a70 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.399495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:57.421045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f56876b3-5453-4b42-83eb-954387864250 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.446233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:57.449201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=27efaddb-b44e-4c30-a131-08b903878ccc,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:57.456501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56876b3-5453-4b42-83eb-954387864250 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event deleted for resources: {'Subnet': ['ID=b56e3d85-9932-4358-af12-1d8162ad7d15,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:57.460311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:57.463655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f56876b3-5453-4b42-83eb-954387864250 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.468996 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f56876b3-5453-4b42-83eb-954387864250 tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "DELETE /v2.0/subnets/b56e3d85-9932-4358-af12-1d8162ad7d15 HTTP/1.1" status: 204 len: 168 time: 1.5211017 Dec 06 12:07:57.468996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:57.469823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42560) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:57.492244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-607c1104-3b4f-4eb4-bfd6-0ed4b4464a70 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Calling delete_port for 62402022-4bb7-4a26-be0c-54e46db06a93 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:57.525627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceef560-30b4-4e2c-b835-a2a49ebb497f None None] Network e22df75b-5fe6-4562-8e39-07b080d58e4a requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:07:57.540409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] For port d468441d-8a0b-4b4a-847f-ece1e81cc7ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,segment=NetworkSegment(0270950b-1b75-4807-9e76-11eec3d177d9),segment_id=0270950b-1b75-4807-9e76-11eec3d177d9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:57.591600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:57.602631 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.609785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d49f4-01e7-4df6-b51c-461fa6d73ff8 req-df1c62d4-39f0-4c9f-a2d7-4fea0e37e2cd tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:57.611311 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-875d49f4-01e7-4df6-b51c-461fa6d73ff8 req-df1c62d4-39f0-4c9f-a2d7-4fea0e37e2cd tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2587171 Dec 06 12:07:57.613243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.621765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.687596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:57.690555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:57.694715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:57.725326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] For port a2dd5545-4d25-4dc6-9014-785fab8fa265, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:57.728164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Pushing event updated for resources: {'Port': ['ID=b87a03b3-9711-4994-99bb-1e32feb94175,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:57.772986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.798331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Deleting port cd2ad151-9f4c-4a58-a784-3a0869420aaf {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:07:57.798642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.815770 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-875d49f4-01e7-4df6-b51c-461fa6d73ff8 req-1148abea-17a9-4de9-bfa5-d19d644be28f tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611919 Dec 06 12:07:57.831925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:57.854599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] For port a2dd5545-4d25-4dc6-9014-785fab8fa265, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2dd5545-4d25-4dc6-9014-785fab8fa265,segment=NetworkSegment(57c8b503-c7a3-4df7-a53b-b34d57d0e56a),segment_id=57c8b503-c7a3-4df7-a53b-b34d57d0e56a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:57.862721 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c4392f64-36f9-45e7-9660-aaaf6253078a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9051855 Dec 06 12:07:57.866188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42562) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:57.871172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:57.896585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Provisioning complete for port 6246a07a-0183-4e06-b0f2-eda61ff427b1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:57.896965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.919399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.966809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] For port cd2ad151-9f4c-4a58-a784-3a0869420aaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd2ad151-9f4c-4a58-a784-3a0869420aaf,segment=NetworkSegment(246986aa-c6fb-45a9-a23e-940c62771670),segment_id=246986aa-c6fb-45a9-a23e-940c62771670)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:07:57.967291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.970684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:57.989269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Calling delete_port for cd2ad151-9f4c-4a58-a784-3a0869420aaf owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:07:58.014312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-607c1104-3b4f-4eb4-bfd6-0ed4b4464a70 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.090981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.094585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Attempting to bind port b87a03b3-9711-4994-99bb-1e32feb94175 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:58.094755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c1104-3b4f-4eb4-bfd6-0ed4b4464a70 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Port': ['ID=62402022-4bb7-4a26-be0c-54e46db06a93,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:58.094855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Attempting to bind port b87a03b3-9711-4994-99bb-1e32feb94175 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:58.094855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Attempting to bind port b87a03b3-9711-4994-99bb-1e32feb94175 on network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:58.108132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eeb43-a0b7-4c4a-9ce7-f7867c4ae1e5 None None] Pushing event updated for resources: {'Port': ['ID=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:58.125696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.188251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:58.188642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Checking segment: {'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:58.189059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.189460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Bound using segment: {'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:58.189952 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Bound port: b87a03b3-9711-4994-99bb-1e32feb94175, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:58.190346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.219506 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Network db600ff8-35ec-478e-9f44-2366a1e19824 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:07:58.241170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:07:58.246884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:07:58.297664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.332023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event deleted for resources: {'Port': ['ID=cd2ad151-9f4c-4a58-a784-3a0869420aaf,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:58.350749 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] No DVR routers for this DVR port cd2ad151-9f4c-4a58-a784-3a0869420aaf on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:07:58.417238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] For port b87a03b3-9711-4994-99bb-1e32feb94175, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:58.427748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] For port b87a03b3-9711-4994-99bb-1e32feb94175, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b87a03b3-9711-4994-99bb-1e32feb94175,segment=NetworkSegment(f6effbd9-141a-4c3e-906e-552d5bad10e4),segment_id=f6effbd9-141a-4c3e-906e-552d5bad10e4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:58.462091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894db435-e21d-4339-920d-e1f0caef8cd0 None None] Pushing event updated for resources: {'Port': ['ID=a2dd5545-4d25-4dc6-9014-785fab8fa265,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:58.534189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.537625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b3d71-2e44-4e72-9e80-aaf38ea23a58 None None] DHCP port deletion for e22df75b-5fe6-4562-8e39-07b080d58e4a request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:07:58.554331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.594020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Pushing event updated for resources: {'Port': ['ID=7e0a4cbc-970d-4761-9fb0-768b199a5190,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:58.615489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22df75b-5fe6-4562-8e39-07b080d58e4a']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:58.633895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246986aa-c6fb-45a9-a23e-940c62771670') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:58.634584 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246986aa-c6fb-45a9-a23e-940c62771670') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:58.674962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.689740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd2ad151-9f4c-4a58-a784-3a0869420aaf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:07:58.701461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.714079 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.extraroute_db [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103287) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:07:58.728794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:07:58.729596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:07:58.732971 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:07:58.791925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.extraroute_db [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Removed routes are [] {{(pid=103287) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:07:58.792578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.933329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.945324 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:58.951292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Attempting to bind port 7e0a4cbc-970d-4761-9fb0-768b199a5190 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:07:58.951488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Attempting to bind port 7e0a4cbc-970d-4761-9fb0-768b199a5190 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'df3131a3-5118-4fa8-a53e-cadda9bf855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'db600ff8-35ec-478e-9f44-2366a1e19824'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:07:58.951780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Attempting to bind port 7e0a4cbc-970d-4761-9fb0-768b199a5190 on network db600ff8-35ec-478e-9f44-2366a1e19824 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:07:58.956093 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] 10.222.0.24 "DELETE /v2.0/networks/e22df75b-5fe6-4562-8e39-07b080d58e4a HTTP/1.1" status: 204 len: 168 time: 1.4851360 Dec 06 12:07:58.961371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: cd2ad151-9f4c-4a58-a784-3a0869420aaf {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:07:58.961717 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd2ad151-9f4c-4a58-a784-3a0869420aaf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:07:58.981492 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc590715-cee1-466d-b4c1-ff12eb91d01d tempest-FloatingIPNegativeTestJSON-421859542 tempest-FloatingIPNegativeTestJSON-421859542-project] Pushing event deleted for resources: {'Network': ['ID=e22df75b-5fe6-4562-8e39-07b080d58e4a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:58.983062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92c9d16d-35b7-435a-81e4-4feb1642911b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.014541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:07:59.015069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Checking segment: {'id': 'df3131a3-5118-4fa8-a53e-cadda9bf855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'db600ff8-35ec-478e-9f44-2366a1e19824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:07:59.015485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.016635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Bound using segment: {'id': 'df3131a3-5118-4fa8-a53e-cadda9bf855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'db600ff8-35ec-478e-9f44-2366a1e19824'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:07:59.016793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Bound port: 7e0a4cbc-970d-4761-9fb0-768b199a5190, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3131a3-5118-4fa8-a53e-cadda9bf855c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'db600ff8-35ec-478e-9f44-2366a1e19824'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:07:59.017125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.033396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-607c1104-3b4f-4eb4-bfd6-0ed4b4464a70 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.041837 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-607c1104-3b4f-4eb4-bfd6-0ed4b4464a70 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "DELETE /v2.0/ports/62402022-4bb7-4a26-be0c-54e46db06a93 HTTP/1.1" status: 204 len: 168 time: 2.8081977 Dec 06 12:07:59.042222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2c893-951d-49f3-bb5d-26a579c70a50 None None] Pushing event updated for resources: {'Port': ['ID=b87a03b3-9711-4994-99bb-1e32feb94175,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:59.066047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42568) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:59.089872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:55Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '52c916d9-3cf3-4767-a5a2-a60078163e40', 'name': '', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:bc:62:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:55Z', 'updated_at': '2021-12-06T12:07:56Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:56Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:07:59.133689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526df6b-9caa-494d-9a73-b24bb0f462f1 None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:55Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '52c916d9-3cf3-4767-a5a2-a60078163e40', 'name': '', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:bc:62:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:55Z', 'updated_at': '2021-12-06T12:07:56Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:56Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:07:59.142123 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd38388-e05f-465c-b909-1e8fa0fcf93a tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] GET failed (client error): The resource could not be found. Dec 06 12:07:59.147418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3bd38388-e05f-465c-b909-1e8fa0fcf93a tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "GET /v2.0/ports/62402022-4bb7-4a26-be0c-54e46db06a93 HTTP/1.1" status: 404 len: 333 time: 0.0758030 Dec 06 12:07:59.148872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42570) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:59.154461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-642720344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:07:59.169137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-91539a69-ffb0-4dbf-a11d-0aaa7ced5049 None None] Could not find standard attr ID for object 62402022-4bb7-4a26-be0c-54e46db06a93. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:07:59.171118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] For port 7e0a4cbc-970d-4761-9fb0-768b199a5190, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:07:59.187902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.213843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] For port 7e0a4cbc-970d-4761-9fb0-768b199a5190, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e0a4cbc-970d-4761-9fb0-768b199a5190,segment=NetworkSegment(df3131a3-5118-4fa8-a53e-cadda9bf855c),segment_id=df3131a3-5118-4fa8-a53e-cadda9bf855c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:07:59.238224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.258294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.294489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dd2ab-4c96-4c23-8bd5-f4beb6bd1e14 req-23110959-b7b6-4d84-a108-5bedff966c9b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:07:59.294489 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b8dd2ab-4c96-4c23-8bd5-f4beb6bd1e14 req-23110959-b7b6-4d84-a108-5bedff966c9b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3559308 Dec 06 12:07:59.412128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-91539a69-ffb0-4dbf-a11d-0aaa7ced5049 None None] Provisioning complete for port d468441d-8a0b-4b4a-847f-ece1e81cc7ee triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:07:59.412666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91539a69-ffb0-4dbf-a11d-0aaa7ced5049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.477580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.501684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.502305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b613a7-06bd-4474-be6e-b7ea70002ba9 None None] Pushing event updated for resources: {'Port': ['ID=7e0a4cbc-970d-4761-9fb0-768b199a5190,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:59.585384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=ce930dff-556f-4416-aad4-c9e5d467f4ee,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:07:59.587688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42574) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:07:59.698554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Made reservation on behalf of 9f944c82b1004aca986c1eece94962de for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:07:59.702611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.733101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] device_id is not set on port e52b1275-7748-4058-86c9-7f2f65415ce5 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:07:59.748140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:07:59.750190 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.800435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.821607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.849248 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b8dd2ab-4c96-4c23-8bd5-f4beb6bd1e14 req-5745abc7-5a75-44e7-bb03-4b9dadcf811d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4517112 Dec 06 12:07:59.858470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.931805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:07:59.943515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:07:59.949639 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0c9cb0ef-cb54-4b76-bf8f-f2d6b697a494 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 200 len: 954 time: 2.0799284 Dec 06 12:07:59.963992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42578) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:00.176452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.227081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=27efaddb-b44e-4c30-a131-08b903878ccc,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:00.229668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42580) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:00.234780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53c353-9045-41e8-ba14-3756be35b5eb None None] Network 4fb2001a-5a12-4856-8083-e9abd67ecd60 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:00.235624 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aa7a847b-598d-487c-8274-ea99abe9e45a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 200 len: 954 time: 0.2610164 Dec 06 12:08:00.255556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Allocated IP 2001:db8::221 (3226b011-99ca-4de3-b3c3-c3ea4973da28/c645b58f-94b2-4d86-ade5-0c001652fae2/e52b1275-7748-4058-86c9-7f2f65415ce5) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:00.259102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'routes': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:00.366140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ae49930c-b5d6-4135-a2bd-d971e991b2a8 None None] Provisioning complete for port a2dd5545-4d25-4dc6-9014-785fab8fa265 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:00.366713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae49930c-b5d6-4135-a2bd-d971e991b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.572351 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5d078e46-beb2-4c93-ba2c-e2ff94a0cf21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c66d9d1cce7f407cac27ddc9de36250f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9194179 Dec 06 12:08:00.581570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42582) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:00.606267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.608862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.669472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae49930c-b5d6-4135-a2bd-d971e991b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.710846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.779570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ae49930c-b5d6-4135-a2bd-d971e991b2a8 None None] For port a2dd5545-4d25-4dc6-9014-785fab8fa265, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2dd5545-4d25-4dc6-9014-785fab8fa265,segment=NetworkSegment(57c8b503-c7a3-4df7-a53b-b34d57d0e56a),segment_id=57c8b503-c7a3-4df7-a53b-b34d57d0e56a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:00.803908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae49930c-b5d6-4135-a2bd-d971e991b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.842876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:00.844219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=e52b1275-7748-4058-86c9-7f2f65415ce5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:00.854157 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:00.876870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:00.887060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:00.887740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.895933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:00.943560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d468441d-8a0b-4b4a-847f-ece1e81cc7ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:00.951919 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-332f65c3-ea19-4a28-a475-c6b21afb721c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8018973 Dec 06 12:08:00.954621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42586) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:00.955896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49930c-b5d6-4135-a2bd-d971e991b2a8 None None] Pushing event updated for resources: {'Port': ['ID=a2dd5545-4d25-4dc6-9014-785fab8fa265,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:00.963331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:68:33:86'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:01.037839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d468441d-8a0b-4b4a-847f-ece1e81cc7ee triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:01.038218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.167176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b87a03b3-9711-4994-99bb-1e32feb94175 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:01.259430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port b87a03b3-9711-4994-99bb-1e32feb94175 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:01.259822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.325710 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace716df-c558-4def-b1b9-7c756355f4a9 None None] Network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:01.341164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:01.407237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:01.408310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:01.600722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f65a1d4b-849a-48ce-ba1b-4fb0c560cce5 None None] Provisioning complete for port b87a03b3-9711-4994-99bb-1e32feb94175 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:01.601108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f65a1d4b-849a-48ce-ba1b-4fb0c560cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.641937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec4550-0dec-4548-8ee3-28cb2b704e5e None None] Network db600ff8-35ec-478e-9f44-2366a1e19824 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:01.656067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.670636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 4fb2001a-5a12-4856-8083-e9abd67ecd60 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:01.689563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:01.724144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.753703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.extraroute_db [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added routes are [] {{(pid=103286) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:08:01.754595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.extraroute_db [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103286) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:08:01.769044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:01.774032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ef81405-8983-437e-872c-c8d8ed131659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.792192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.792630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.831051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b140e5-8e1d-4d85-924f-d081ff537671 req-7ebaf501-6ac3-4880-b5d3-0e088e8a50b0 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.832903 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1b140e5-8e1d-4d85-924f-d081ff537671 req-7ebaf501-6ac3-4880-b5d3-0e088e8a50b0 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3063648 Dec 06 12:08:01.882985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.892303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.946884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] In _notify_port_updated(), no bound segment for port e52b1275-7748-4058-86c9-7f2f65415ce5 on network 3226b011-99ca-4de3-b3c3-c3ea4973da28 {{(pid=103287) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:08:01.956097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:01.957697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:01.960309 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "PUT /v2.0/ports/e52b1275-7748-4058-86c9-7f2f65415ce5 HTTP/1.1" status: 200 len: 1002 time: 1.0034852 Dec 06 12:08:01.965745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42588) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:02.015779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f65a1d4b-849a-48ce-ba1b-4fb0c560cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.027070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2878cbd-a04b-4ba6-b0d2-475ecc409041 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=e52b1275-7748-4058-86c9-7f2f65415ce5,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:02.057895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:02.077457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.079753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.123506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc2c56-4e02-43dd-af85-85fbe42cf754 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Deleting port e52b1275-7748-4058-86c9-7f2f65415ce5 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:02.123905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2c56-4e02-43dd-af85-85fbe42cf754 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.150882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.156167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ef81405-8983-437e-872c-c8d8ed131659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.175232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1b140e5-8e1d-4d85-924f-d081ff537671 req-82ce96c5-5f24-4dda-9e69-bbfee8669bd7 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112079 Dec 06 12:08:02.244305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port b87a03b3-9711-4994-99bb-1e32feb94175, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b87a03b3-9711-4994-99bb-1e32feb94175,segment=NetworkSegment(f6effbd9-141a-4c3e-906e-552d5bad10e4),segment_id=f6effbd9-141a-4c3e-906e-552d5bad10e4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:02.246709 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2c56-4e02-43dd-af85-85fbe42cf754 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.263081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc2c56-4e02-43dd-af85-85fbe42cf754 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Calling delete_port for e52b1275-7748-4058-86c9-7f2f65415ce5 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:02.277931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.278750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7e0a4cbc-970d-4761-9fb0-768b199a5190 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:02.291730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=ce930dff-556f-4416-aad4-c9e5d467f4ee,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:02.430518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network db600ff8-35ec-478e-9f44-2366a1e19824 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:02.432332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2c56-4e02-43dd-af85-85fbe42cf754 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.445580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:02.486269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc2c56-4e02-43dd-af85-85fbe42cf754 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Port': ['ID=e52b1275-7748-4058-86c9-7f2f65415ce5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:02.513789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2c56-4e02-43dd-af85-85fbe42cf754 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.517408 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c0dc2c56-4e02-43dd-af85-85fbe42cf754 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "DELETE /v2.0/ports/e52b1275-7748-4058-86c9-7f2f65415ce5 HTTP/1.1" status: 204 len: 168 time: 0.5503583 Dec 06 12:08:02.520059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42592) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:02.547159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=b87a03b3-9711-4994-99bb-1e32feb94175,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:02.567212 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8561b3-94c7-4e67-9fd7-b01483ed00fe tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] GET failed (client error): The resource could not be found. Dec 06 12:08:02.575388 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ed8561b3-94c7-4e67-9fd7-b01483ed00fe tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "GET /v2.0/ports/e52b1275-7748-4058-86c9-7f2f65415ce5 HTTP/1.1" status: 404 len: 333 time: 0.0488636 Dec 06 12:08:02.580126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42594) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:02.587803 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1256616291'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:02.695900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-f65a1d4b-849a-48ce-ba1b-4fb0c560cce5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:02.696479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-f65a1d4b-849a-48ce-ba1b-4fb0c560cce5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:02.731242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7e0a4cbc-970d-4761-9fb0-768b199a5190 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:02.731804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.787839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:07:58Z', 'revision_number': 6, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '52c916d9-3cf3-4767-a5a2-a60078163e40', 'name': '', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:bc:62:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:55Z', 'updated_at': '2021-12-06T12:07:56Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:02.819294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Made reservation on behalf of 9f944c82b1004aca986c1eece94962de for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:02.825724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.849325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:02.849687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Updating router 12fc5f98-4275-4909-bee5-3dd21d599f21 port 52c916d9-3cf3-4767-a5a2-a60078163e40 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:08:02.859018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] device_id is not set on port 6fae4356-63db-4ee5-85aa-2fdbd6475c4c yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:08:02.894890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.985226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.994249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:02.998868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.042796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ef81405-8983-437e-872c-c8d8ed131659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.045667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ef81405-8983-437e-872c-c8d8ed131659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.048484 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Allocated IP 2001:db8::25d (3226b011-99ca-4de3-b3c3-c3ea4973da28/c645b58f-94b2-4d86-ade5-0c001652fae2/6fae4356-63db-4ee5-85aa-2fdbd6475c4c) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:03.049744 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3ef81405-8983-437e-872c-c8d8ed131659 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a8dc6f5-c79b-4912-80f7-0aec2538454d HTTP/1.1" status: 204 len: 168 time: 2.4627781 Dec 06 12:08:03.052328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:03.062596 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:03.087054 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:03.087873 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:03.138266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 7e0a4cbc-970d-4761-9fb0-768b199a5190, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e0a4cbc-970d-4761-9fb0-768b199a5190,segment=NetworkSegment(df3131a3-5118-4fa8-a53e-cadda9bf855c),segment_id=df3131a3-5118-4fa8-a53e-cadda9bf855c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:03.160706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.161529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a2dd5545-4d25-4dc6-9014-785fab8fa265 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:03.286063 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:03.355309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.442682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.495963 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a34db540-ef9a-47c8-899a-f0591476950a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9787109 Dec 06 12:08:03.526148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42604) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:03.541290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-1110059657'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:03.544803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Could not find standard attr ID for object e52b1275-7748-4058-86c9-7f2f65415ce5. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:08:03.563641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef81405-8983-437e-872c-c8d8ed131659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8dc6f5-c79b-4912-80f7-0aec2538454d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:03.592561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:03.598608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:03.603376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:03.612601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:03.625927 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:03.627986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.661463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:03.665076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.670660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=7e0a4cbc-970d-4761-9fb0-768b199a5190,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:03.724447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=6fae4356-63db-4ee5-85aa-2fdbd6475c4c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:03.742044 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5c272ead-f66c-4a37-a62a-d6b1c0ccdc14 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1606774 Dec 06 12:08:03.749395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42612) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:03.771229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'network_id': '3226b011-99ca-4de3-b3c3-c3ea4973da28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-963827374'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:03.797394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Provisioning complete for port 27efaddb-b44e-4c30-a131-08b903878ccc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:03.798573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.918665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a2dd5545-4d25-4dc6-9014-785fab8fa265 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:03.919131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.921099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:03.994098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:03.995245 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment 46c4b961-8f79-46e3-affe-9edc1b8f5682 of type vlan for network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 Dec 06 12:08:04.016920 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 3, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:07:58Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:04.039585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:04.049301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.051276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0b8701e5-590d-4cb8-9d48-04e805f48077 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 200 len: 704 time: 3.7979596 Dec 06 12:08:04.056373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42616) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:04.088482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Router c8b0cd70-c40b-468f-8e19-4f5ef67ff271 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:08:04.092762 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:04.093261 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Updating router 73ef59ec-65ab-4680-988a-4b61fde62ecb port 27efaddb-b44e-4c30-a131-08b903878ccc binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:08:04.093889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Port 27efaddb-b44e-4c30-a131-08b903878ccc cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:04.148103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.167534 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.185150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Provisioning complete for port b87a03b3-9711-4994-99bb-1e32feb94175 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:04.188014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.192500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.203205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.354912 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d24d0887-0e31-4e73-8ea6-a3a51256fde9 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 200 len: 704 time: 0.2943475 Dec 06 12:08:04.358334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42624) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:04.388500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d691b9-1c57-4cb9-812a-9172092801a8 None None] Pushing event updated for resources: {'Port': ['ID=52c916d9-3cf3-4767-a5a2-a60078163e40,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:04.452454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:04.475336 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f49c170d-945d-4fce-a07f-d4805ae4db5c tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "PUT /v2.0/routers/c8b0cd70-c40b-468f-8e19-4f5ef67ff271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6476562 Dec 06 12:08:04.491711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42628) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:04.496078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd29f70-a129-4fc8-8022-f049a6d53104 None None] Sync routers for ids ['c8b0cd70-c40b-468f-8e19-4f5ef67ff271'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:04.554341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836480-37be-4b11-8933-c158b4489d22 req-829213a2-880b-4dd5-93f9-37e44682f89b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.564018 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae836480-37be-4b11-8933-c158b4489d22 req-829213a2-880b-4dd5-93f9-37e44682f89b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.5652072 Dec 06 12:08:04.568465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Attempting to bind port 52c916d9-3cf3-4767-a5a2-a60078163e40 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:04.568847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Attempting to bind port 52c916d9-3cf3-4767-a5a2-a60078163e40 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:04.569217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Attempting to bind port 52c916d9-3cf3-4767-a5a2-a60078163e40 on network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:04.573213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:08:04.577847 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.585227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd29f70-a129-4fc8-8022-f049a6d53104 None None] Routers {'c8b0cd70-c40b-468f-8e19-4f5ef67ff271'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:04.586309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fd29f70-a129-4fc8-8022-f049a6d53104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8b0cd70-c40b-468f-8e19-4f5ef67ff271'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:04.595383 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.667343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:04.669332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Checking segment: {'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:04.669753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.670158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Bound using segment: {'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:04.671029 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8942c-ccdc-4dea-bd55-c10dad561c5b None None] Pushing event updated for resources: {'Port': ['ID=27efaddb-b44e-4c30-a131-08b903878ccc,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:04.671286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Bound port: 52c916d9-3cf3-4767-a5a2-a60078163e40, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6effbd9-141a-4c3e-906e-552d5bad10e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:04.671707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.727238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42630) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:04.728196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Made reservation on behalf of 9f944c82b1004aca986c1eece94962de for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:04.731872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.791485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] For port 52c916d9-3cf3-4767-a5a2-a60078163e40, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:04.792162 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Attempting to bind port 27efaddb-b44e-4c30-a131-08b903878ccc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:04.792693 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Attempting to bind port 27efaddb-b44e-4c30-a131-08b903878ccc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:04.797080 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Attempting to bind port 27efaddb-b44e-4c30-a131-08b903878ccc on network 4fb2001a-5a12-4856-8083-e9abd67ecd60 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:04.802192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] For port 52c916d9-3cf3-4767-a5a2-a60078163e40, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52c916d9-3cf3-4767-a5a2-a60078163e40,segment=NetworkSegment(f6effbd9-141a-4c3e-906e-552d5bad10e4),segment_id=f6effbd9-141a-4c3e-906e-552d5bad10e4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:04.804006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fd29f70-a129-4fc8-8022-f049a6d53104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:04.814552 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:04.815236 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Checking segment: {'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:04.815884 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.817419 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Bound using segment: {'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:04.818628 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Bound port: 27efaddb-b44e-4c30-a131-08b903878ccc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8b503-c7a3-4df7-a53b-b34d57d0e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:04.819269 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.823348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.829375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b87a03b3-9711-4994-99bb-1e32feb94175 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:04.835765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.836490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.866348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] device_id is not set on port 60c6f936-f72d-472f-bb67-6fd3df2f8ffb yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:08:04.875993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.896106 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3656020 Dec 06 12:08:04.910704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae836480-37be-4b11-8933-c158b4489d22 req-22c5473e-7250-4f77-a37b-b3aa15dc650b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450084 Dec 06 12:08:04.932993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd29f70-a129-4fc8-8022-f049a6d53104 None None] Routers {'c8b0cd70-c40b-468f-8e19-4f5ef67ff271'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:04.932993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fd29f70-a129-4fc8-8022-f049a6d53104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8b0cd70-c40b-468f-8e19-4f5ef67ff271'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:04.934647 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] For port 27efaddb-b44e-4c30-a131-08b903878ccc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:04.939453 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] For port 27efaddb-b44e-4c30-a131-08b903878ccc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27efaddb-b44e-4c30-a131-08b903878ccc,segment=NetworkSegment(57c8b503-c7a3-4df7-a53b-b34d57d0e56a),segment_id=57c8b503-c7a3-4df7-a53b-b34d57d0e56a)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:04.950098 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:04.958862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42634) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:04.975272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0e2b5-ed32-4ecf-8535-cf48c69a68bb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:04.977342 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6eb0e2b5-ed32-4ecf-8535-cf48c69a68bb tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8b0cd70-c40b-468f-8e19-4f5ef67ff271 HTTP/1.1" status: 200 len: 987 time: 0.4844701 Dec 06 12:08:04.996340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:05.018994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42636) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:05.024464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Provisioning complete for port 7e0a4cbc-970d-4761-9fb0-768b199a5190 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:05.026444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.045199 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8942c-ccdc-4dea-bd55-c10dad561c5b None None] Pushing event updated for resources: {'Port': ['ID=27efaddb-b44e-4c30-a131-08b903878ccc,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:05.057510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193366293'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:05.075463 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:05.076405 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:05.104665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fd29f70-a129-4fc8-8022-f049a6d53104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:05.105344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd29f70-a129-4fc8-8022-f049a6d53104 None None] The sync data for ids ['c8b0cd70-c40b-468f-8e19-4f5ef67ff271'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:05.168482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:05.174468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.176212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:05.176898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:05.179702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d691b9-1c57-4cb9-812a-9172092801a8 None None] Pushing event updated for resources: {'Port': ['ID=52c916d9-3cf3-4767-a5a2-a60078163e40,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:05.209438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:05.213280 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.234964 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:05.268808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.295919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port b87a03b3-9711-4994-99bb-1e32feb94175 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:05.296301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.370032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96f6ed-a42d-43b2-a0c8-bbc7d1ea199b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=f034ccd1-cbeb-4e17-b1b3-641598f95ef7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:05.380501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Allocated IP 2001:db8::16e (3226b011-99ca-4de3-b3c3-c3ea4973da28/c645b58f-94b2-4d86-ade5-0c001652fae2/60c6f936-f72d-472f-bb67-6fd3df2f8ffb) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:05.424180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:05.469406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:05.584833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.620211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.622802 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 3, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:04Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:05.659812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=aa3158ad-36ab-4af8-8f37-4d5b8ddfb548,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:05.668295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:05.668295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: f034ccd1-cbeb-4e17-b1b3-641598f95ef7, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:05.687681 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce9b86-6f16-42a3-95ca-40abf6c9b4f8 None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 3, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:04Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:05.693770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:05.706548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f034ccd1-cbeb-4e17-b1b3-641598f95ef7) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:05.712366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:05.712854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.713677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.752419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cc5e6199-1751-4be0-908f-f541eef5a022 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7686441 Dec 06 12:08:05.758528 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42638) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:05.804052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79743b58-b1c3-4c73-b9e2-1c0b8c60b530 None None] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:05.893348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:05.896309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=60c6f936-f72d-472f-bb67-6fd3df2f8ffb,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:05.908486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:05.911465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:05.917159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:05.917793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:05.949642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7e0a4cbc-970d-4761-9fb0-768b199a5190 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:05.979129 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b01149e8-c3a6-46e0-b188-f89d71c8e72c tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2258952 Dec 06 12:08:05.992174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42642) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:05.999423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e4', 'mac_address': 'fa:16:3e:68:33:86'}, {'ip_address': '2001:db8::25d', 'mac_address': 'fa:16:3e:6a:f4:69'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:06.115227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.122121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Provisioning complete for port ce930dff-556f-4416-aad4-c9e5d467f4ee triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:06.122757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.149376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.258740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7e0a4cbc-970d-4761-9fb0-768b199a5190 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:06.259412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.262319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Port ce930dff-556f-4416-aad4-c9e5d467f4ee cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:06.272494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:06.287697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.291889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895c8fd-3bf4-4181-aaba-3bad239dfa28 req-fd2b3a17-906a-4ebf-a5bc-3c59ac7f2bae tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:06.291889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3895c8fd-3bf4-4181-aaba-3bad239dfa28 req-fd2b3a17-906a-4ebf-a5bc-3c59ac7f2bae tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1967874 Dec 06 12:08:06.298422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a52fe4-4de5-42d7-bb57-5f036046f850,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:06.337307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.337946 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment 95bd739f-dac2-4aed-abda-9fa2d269660e of type vlan for network 0eb5148d-e8e4-4940-96cd-4b1da1c02959 Dec 06 12:08:06.370626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.423596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Provisioning complete for port 52c916d9-3cf3-4767-a5a2-a60078163e40 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:06.424089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.498049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:06.499665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.502448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.509450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3895c8fd-3bf4-4181-aaba-3bad239dfa28 req-281c481c-30ea-453e-9dee-e62540f96b4a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771398 Dec 06 12:08:06.509707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.542686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:01Z', 'revision_number': 7, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '52c916d9-3cf3-4767-a5a2-a60078163e40', 'name': '', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:bc:62:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:55Z', 'updated_at': '2021-12-06T12:08:04Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:06.612120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad045e-ea13-4ef1-83fe-12ea5943afea None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:01Z', 'revision_number': 7, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '52c916d9-3cf3-4767-a5a2-a60078163e40', 'name': '', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:bc:62:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:55Z', 'updated_at': '2021-12-06T12:08:04Z', 'revision_number': 4, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:06.710060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a2dd5545-4d25-4dc6-9014-785fab8fa265 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:06.747277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.751543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.22.0.1 (f034ccd1-cbeb-4e17-b1b3-641598f95ef7/aa3158ad-36ab-4af8-8f37-4d5b8ddfb548/dfdc2980-7006-4ca5-9524-7be4b1599835) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:06.849909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] For port 52c916d9-3cf3-4767-a5a2-a60078163e40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52c916d9-3cf3-4767-a5a2-a60078163e40,segment=NetworkSegment(f6effbd9-141a-4c3e-906e-552d5bad10e4),segment_id=f6effbd9-141a-4c3e-906e-552d5bad10e4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:06.860868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.901608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.914528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Provisioning complete for port a2dd5545-4d25-4dc6-9014-785fab8fa265 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:06.914988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.933749 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:06.940484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a2dd5545-4d25-4dc6-9014-785fab8fa265 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:06.941268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.946294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:06.950174 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:06.951733 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:07.006232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:07.010105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:07.012599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:07.027830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95845c0-c099-4e82-a94b-d53bc5b4e78c None None] Pushing event updated for resources: {'Port': ['ID=52c916d9-3cf3-4767-a5a2-a60078163e40,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:07.066556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=dfdc2980-7006-4ca5-9524-7be4b1599835,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:07.097333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Allocated IP 172.22.0.2 (f034ccd1-cbeb-4e17-b1b3-641598f95ef7/aa3158ad-36ab-4af8-8f37-4d5b8ddfb548/5aad8def-3ab6-4331-978b-910a950ab01c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:07.104454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.137068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.188672 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.197207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:07.198246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.202143 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:07.265608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.327079 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.330896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.342740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.392982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Pushing event updated for resources: {'Port': ['ID=5aad8def-3ab6-4331-978b-910a950ab01c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:07.397575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Provisioning complete for port ce930dff-556f-4416-aad4-c9e5d467f4ee triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:07.398065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.422217 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6870286 Dec 06 12:08:07.432631 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:07.435712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:07.439506 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:07.453883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Port ce930dff-556f-4416-aad4-c9e5d467f4ee cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:07.510960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33237078-e050-47cd-9f41-de1ba46d0eae tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=0eb5148d-e8e4-4940-96cd-4b1da1c02959,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:07.512914 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event updated for resources: {'Port': ['ID=60c6f936-f72d-472f-bb67-6fd3df2f8ffb,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:07.518572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 52c916d9-3cf3-4767-a5a2-a60078163e40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:07.524162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Attempting to bind port 5aad8def-3ab6-4331-978b-910a950ab01c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:07.524783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Attempting to bind port 5aad8def-3ab6-4331-978b-910a950ab01c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:07.525246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Attempting to bind port 5aad8def-3ab6-4331-978b-910a950ab01c on network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:07.557573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] In _notify_port_updated(), no bound segment for port 60c6f936-f72d-472f-bb67-6fd3df2f8ffb on network 3226b011-99ca-4de3-b3c3-c3ea4973da28 {{(pid=103287) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:08:07.563197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:07.564055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.569303 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1c2135e9-bc43-4807-9016-eb1fd42caa93 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "PUT /v2.0/ports/60c6f936-f72d-472f-bb67-6fd3df2f8ffb HTTP/1.1" status: 200 len: 1066 time: 1.5760498 Dec 06 12:08:07.569955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42646) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:07.578747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 0eb5148d-e8e4-4940-96cd-4b1da1c02959 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:07.647760 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:07.648645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Checking segment: {'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:07.649287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.650159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Bound using segment: {'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:07.650860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Bound port: 5aad8def-3ab6-4331-978b-910a950ab01c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:07.651575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.733617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Provisioning complete for port 60c6f936-f72d-472f-bb67-6fd3df2f8ffb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:07.734278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.780610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Port 60c6f936-f72d-472f-bb67-6fd3df2f8ffb cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:07.786771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc100c-7467-4f22-80c3-22261e72c033 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Deleting port 60c6f936-f72d-472f-bb67-6fd3df2f8ffb {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:07.787092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbbc100c-7467-4f22-80c3-22261e72c033 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.848892 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:01Z', 'revision_number': 7, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '52c916d9-3cf3-4767-a5a2-a60078163e40', 'name': '', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:bc:62:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:55Z', 'updated_at': '2021-12-06T12:08:06Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:07.853194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Provisioning complete for port 52c916d9-3cf3-4767-a5a2-a60078163e40 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:07.856058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.935765 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:07.956323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 52c916d9-3cf3-4767-a5a2-a60078163e40 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:07.957943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.961170 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:07.963263 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:07.977038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbbc100c-7467-4f22-80c3-22261e72c033 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:07.995659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc100c-7467-4f22-80c3-22261e72c033 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Calling delete_port for 60c6f936-f72d-472f-bb67-6fd3df2f8ffb owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:08.036191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.049138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] For port 5aad8def-3ab6-4331-978b-910a950ab01c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:08.070159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.079586 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] For port 5aad8def-3ab6-4331-978b-910a950ab01c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5aad8def-3ab6-4331-978b-910a950ab01c,segment=NetworkSegment(46c4b961-8f79-46e3-affe-9edc1b8f5682),segment_id=46c4b961-8f79-46e3-affe-9edc1b8f5682)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:08.128334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 27efaddb-b44e-4c30-a131-08b903878ccc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:08.131504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.184072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.185833 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:08.283667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Provisioning complete for port 27efaddb-b44e-4c30-a131-08b903878ccc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:08.284439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.328521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.340355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc917c6-8c65-4c2a-8e81-31e8361e4648 None None] Pushing event updated for resources: {'Port': ['ID=5aad8def-3ab6-4331-978b-910a950ab01c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:08.349172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 27efaddb-b44e-4c30-a131-08b903878ccc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:08.350693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.354897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=dfdc2980-7006-4ca5-9524-7be4b1599835,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:08.388965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b692f-d814-4766-9ddc-f0d0d1a3ef87 req-b15fc1ab-31e8-453e-8328-f0fd9b6cb9bb tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:08.391462 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-292b692f-d814-4766-9ddc-f0d0d1a3ef87 req-b15fc1ab-31e8-453e-8328-f0fd9b6cb9bb tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3493876 Dec 06 12:08:08.447514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbbc100c-7467-4f22-80c3-22261e72c033 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.545716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:08.590827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc100c-7467-4f22-80c3-22261e72c033 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Port': ['ID=60c6f936-f72d-472f-bb67-6fd3df2f8ffb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:08.761816 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-292b692f-d814-4766-9ddc-f0d0d1a3ef87 req-9ac32463-c2d4-4faa-9c42-2dd32d22b50e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540418 Dec 06 12:08:08.791228 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:01Z', 'revision_number': 7, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '52c916d9-3cf3-4767-a5a2-a60078163e40', 'name': '', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:bc:62:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:55Z', 'updated_at': '2021-12-06T12:08:06Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:08.813195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:08.817093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:08.866577 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47764b2b-d501-45d3-97b2-59d02cdbcb8f None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:01Z', 'revision_number': 7, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '52c916d9-3cf3-4767-a5a2-a60078163e40', 'name': '', 'network_id': '2a0c5519-4352-4a2d-9ff4-7b8ec940aef9', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:bc:62:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:55Z', 'updated_at': '2021-12-06T12:08:06Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'cf7aca38-8815-45af-9124-9db685dee57a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:09.051167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:09.077654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] For port 27efaddb-b44e-4c30-a131-08b903878ccc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27efaddb-b44e-4c30-a131-08b903878ccc,segment=NetworkSegment(57c8b503-c7a3-4df7-a53b-b34d57d0e56a),segment_id=57c8b503-c7a3-4df7-a53b-b34d57d0e56a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:09.086861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.102325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 52c916d9-3cf3-4767-a5a2-a60078163e40 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:09.103041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.175200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Pushing event updated for resources: {'Port': ['ID=27efaddb-b44e-4c30-a131-08b903878ccc,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:09.182196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.192914 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbbc100c-7467-4f22-80c3-22261e72c033 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.201726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42648) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:09.202348 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fbbc100c-7467-4f22-80c3-22261e72c033 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "DELETE /v2.0/ports/60c6f936-f72d-472f-bb67-6fd3df2f8ffb HTTP/1.1" status: 204 len: 168 time: 1.6233480 Dec 06 12:08:09.203740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Provisioning complete for port 6fae4356-63db-4ee5-85aa-2fdbd6475c4c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:09.204151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.246090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:09.256261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port ce930dff-556f-4416-aad4-c9e5d467f4ee {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:09.256479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-987bb0d3-4fde-4459-b7b1-c92077a950c3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4948668 Dec 06 12:08:09.257052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.260427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42650) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:09.269409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'network': {'name': 'tempest-RoutersTest-1076283015'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:09.273293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:09.274171 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d697a27-fcf8-4dd4-8fb7-68b6633d54bc tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] GET failed (client error): The resource could not be found. Dec 06 12:08:09.278634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2d697a27-fcf8-4dd4-8fb7-68b6633d54bc tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "GET /v2.0/ports/60c6f936-f72d-472f-bb67-6fd3df2f8ffb HTTP/1.1" status: 404 len: 333 time: 0.0762029 Dec 06 12:08:09.280821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42652) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:09.310858 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:09.312235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:09.396661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port 52c916d9-3cf3-4767-a5a2-a60078163e40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52c916d9-3cf3-4767-a5a2-a60078163e40,segment=NetworkSegment(f6effbd9-141a-4c3e-906e-552d5bad10e4),segment_id=f6effbd9-141a-4c3e-906e-552d5bad10e4)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:09.397034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.407907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:09.416316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.419223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 52c916d9-3cf3-4767-a5a2-a60078163e40 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:09.449354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-14a236f4-4a34-4612-9631-cc891cda828d None None] Port 6fae4356-63db-4ee5-85aa-2fdbd6475c4c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:09.467199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:09.467656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:09.486780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:09.492843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:09.496873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.502470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.502818 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added segment 11c7792a-9f96-4864-9255-0fd86421b94a of type vlan for network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d Dec 06 12:08:09.585672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.593934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-01fa357e-f3a1-402c-b4a6-1f7bbf1ed03a None None] Could not find standard attr ID for object 60c6f936-f72d-472f-bb67-6fd3df2f8ffb. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:08:09.629592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.638878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:09.643160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.743213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for ce930dff-556f-4416-aad4-c9e5d467f4ee owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:09.745883 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.750690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Network': ['ID=2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:09.775461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:09.798274 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c6d402b0-967a-460c-ba36-50c6657f1f7a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5340598 Dec 06 12:08:09.802882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42654) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:09.806027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f9e686a8-c24f-4bc5-b2dd-b6216546ba55 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Deleting port 6fae4356-63db-4ee5-85aa-2fdbd6475c4c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:09.806371 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f9e686a8-c24f-4bc5-b2dd-b6216546ba55 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:09.814287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'subnet': {'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:09.852459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=52c916d9-3cf3-4767-a5a2-a60078163e40,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:09.939115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096111f-baef-4c4e-be48-0f5cd54402aa None None] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:09.946543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:07Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:07Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:10.025330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Made reservation on behalf of 5b322eeb6ad94c009eab7feba1844a2f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:10.029006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.080069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:10.080518 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Updating router 73ef59ec-65ab-4680-988a-4b61fde62ecb port dfdc2980-7006-4ca5-9524-7be4b1599835 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:08:10.231458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-623e53e6-33e3-4f45-b1b5-b519aeec2780 None None] Provisioning complete for port 5aad8def-3ab6-4331-978b-910a950ab01c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:10.231883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-623e53e6-33e3-4f45-b1b5-b519aeec2780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.272242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.324361 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.349187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.396911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-623e53e6-33e3-4f45-b1b5-b519aeec2780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.438953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-623e53e6-33e3-4f45-b1b5-b519aeec2780 None None] For port 5aad8def-3ab6-4331-978b-910a950ab01c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5aad8def-3ab6-4331-978b-910a950ab01c,segment=NetworkSegment(46c4b961-8f79-46e3-affe-9edc1b8f5682),segment_id=46c4b961-8f79-46e3-affe-9edc1b8f5682)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:10.450985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-623e53e6-33e3-4f45-b1b5-b519aeec2780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.499628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.576612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5aad8def-3ab6-4331-978b-910a950ab01c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:10.632002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=ce930dff-556f-4416-aad4-c9e5d467f4ee,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:10.697856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5aad8def-3ab6-4331-978b-910a950ab01c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:10.698398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.790214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42658) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:10.798100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': '0eb5148d-e8e4-4940-96cd-4b1da1c02959', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:10.809534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e53e6-33e3-4f45-b1b5-b519aeec2780 None None] Pushing event updated for resources: {'Port': ['ID=5aad8def-3ab6-4331-978b-910a950ab01c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:10.851556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:10.917063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 27efaddb-b44e-4c30-a131-08b903878ccc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:10.981211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Subnet': ['ID=fd7b14c9-414c-4fa2-b217-5e257dfabcc3,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:11.036823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480ada9-2d4b-4d6e-afc4-4494551cf96a req-d5fdc550-11df-4fdb-a3d1-310d6330bc6d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:11.038456 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2480ada9-2d4b-4d6e-afc4-4494551cf96a req-d5fdc550-11df-4fdb-a3d1-310d6330bc6d tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 1.0331926 Dec 06 12:08:11.066864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 27efaddb-b44e-4c30-a131-08b903878ccc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:11.072941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.117478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Checking segment: {'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:11.117901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network hostable DHCP agents. Network: 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:11.142304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f9e686a8-c24f-4bc5-b2dd-b6216546ba55 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.160675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:11.164223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.168769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:11.173749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f9e686a8-c24f-4bc5-b2dd-b6216546ba55 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Calling delete_port for 6fae4356-63db-4ee5-85aa-2fdbd6475c4c owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:11.211785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Router c8b0cd70-c40b-468f-8e19-4f5ef67ff271 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:11.222061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ca0ac386-6738-4429-beb8-0bf42e68378e None None] Provisioning complete for port 5aad8def-3ab6-4331-978b-910a950ab01c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:11.223173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac386-6738-4429-beb8-0bf42e68378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.344083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.368107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:11.380932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.404706 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2480ada9-2d4b-4d6e-afc4-4494551cf96a req-ad0bf3ab-fe16-4839-b27d-c1af2b750386 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492873 Dec 06 12:08:11.407299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:11.442645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:11.444509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.450013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ef5cf-f078-4e81-819c-e66c80635e84 None None] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:11.458415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f9e686a8-c24f-4bc5-b2dd-b6216546ba55 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.510438 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6aad0942-0b97-4ae8-8aa2-4178a092ed11 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7004426 Dec 06 12:08:11.511069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42662) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:11.512036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e686a8-c24f-4bc5-b2dd-b6216546ba55 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Port': ['ID=6fae4356-63db-4ee5-85aa-2fdbd6475c4c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:11.561792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655be06-aa15-4adb-b582-3b12a9a6d649 None None] Pushing event updated for resources: {'Port': ['ID=dfdc2980-7006-4ca5-9524-7be4b1599835,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:11.666870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ca0ac386-6738-4429-beb8-0bf42e68378e None None] Provisioning complete for port dfdc2980-7006-4ca5-9524-7be4b1599835 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:11.667116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca0ac386-6738-4429-beb8-0bf42e68378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.671344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Attempting to bind port dfdc2980-7006-4ca5-9524-7be4b1599835 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:11.671736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Attempting to bind port dfdc2980-7006-4ca5-9524-7be4b1599835 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:11.672134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Attempting to bind port dfdc2980-7006-4ca5-9524-7be4b1599835 on network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:11.709984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:11.710367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Checking segment: {'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:11.710778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.711187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Bound using segment: {'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:11.711689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Bound port: dfdc2980-7006-4ca5-9524-7be4b1599835, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c4b961-8f79-46e3-affe-9edc1b8f5682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:11.712778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.877014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f9e686a8-c24f-4bc5-b2dd-b6216546ba55 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:11.890136 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f9e686a8-c24f-4bc5-b2dd-b6216546ba55 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "DELETE /v2.0/ports/6fae4356-63db-4ee5-85aa-2fdbd6475c4c HTTP/1.1" status: 204 len: 168 time: 2.6081901 Dec 06 12:08:11.892118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42666) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:12.007267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ac386-6738-4429-beb8-0bf42e68378e None None] Port dfdc2980-7006-4ca5-9524-7be4b1599835 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:12.062844 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47f82b8-4dcb-4ffc-ae15-5deb82a60e8a tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] GET failed (client error): The resource could not be found. Dec 06 12:08:12.067822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] For port dfdc2980-7006-4ca5-9524-7be4b1599835, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:12.069788 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d47f82b8-4dcb-4ffc-ae15-5deb82a60e8a tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "GET /v2.0/ports/6fae4356-63db-4ee5-85aa-2fdbd6475c4c HTTP/1.1" status: 404 len: 333 time: 0.0852981 Dec 06 12:08:12.073248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42668) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:12.081216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] For port dfdc2980-7006-4ca5-9524-7be4b1599835, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfdc2980-7006-4ca5-9524-7be4b1599835,segment=NetworkSegment(46c4b961-8f79-46e3-affe-9edc1b8f5682),segment_id=46c4b961-8f79-46e3-affe-9edc1b8f5682)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:12.090041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.091408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:12.105489 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67194d0d-8f4f-48b8-b7a2-3578c1043eeb None None] Sync routers for ids ['c8b0cd70-c40b-468f-8e19-4f5ef67ff271'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:12.122225 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ae70720f-ff9e-4462-b25e-3a0a88b64759 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "PUT /v2.0/routers/c8b0cd70-c40b-468f-8e19-4f5ef67ff271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1013942 Dec 06 12:08:12.123704 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67194d0d-8f4f-48b8-b7a2-3578c1043eeb None None] Routers {'c8b0cd70-c40b-468f-8e19-4f5ef67ff271'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:12.124367 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-67194d0d-8f4f-48b8-b7a2-3578c1043eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8b0cd70-c40b-468f-8e19-4f5ef67ff271'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:12.127717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42670) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:12.128182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:12.131055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.158532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc761b-19d1-4bcf-9844-aef87cac9323 req-95efe29c-c664-4090-9171-7cdce56cb04a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.160439 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca135a3-6211-4e92-80aa-f9a7f98f33d8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:08:12.160961 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4cfc761b-19d1-4bcf-9844-aef87cac9323 req-95efe29c-c664-4090-9171-7cdce56cb04a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2678702 Dec 06 12:08:12.161476 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eca135a3-6211-4e92-80aa-f9a7f98f33d8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/ce930dff-556f-4416-aad4-c9e5d467f4ee HTTP/1.1" status: 404 len: 333 time: 0.0303314 Dec 06 12:08:12.166375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.169677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27371-df92-4d30-8018-91448262fe86 req-11de75be-b21f-4c90-8e77-7dfac5819ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.171242 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0f27371-df92-4d30-8018-91448262fe86 req-11de75be-b21f-4c90-8e77-7dfac5819ee9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.2799869 Dec 06 12:08:12.177448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42672) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:12.213329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655be06-aa15-4adb-b582-3b12a9a6d649 None None] Pushing event updated for resources: {'Port': ['ID=dfdc2980-7006-4ca5-9524-7be4b1599835,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:12.214935 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-67194d0d-8f4f-48b8-b7a2-3578c1043eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:12.215840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:12.216544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:12.223882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-95ede0c8-4ca3-4848-a4a8-d322c34c706d None None] Provisioning complete for port dfdc2980-7006-4ca5-9524-7be4b1599835 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:12.224513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95ede0c8-4ca3-4848-a4a8-d322c34c706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.233540 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67194d0d-8f4f-48b8-b7a2-3578c1043eeb None None] Routers {'c8b0cd70-c40b-468f-8e19-4f5ef67ff271'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:12.237700 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-67194d0d-8f4f-48b8-b7a2-3578c1043eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8b0cd70-c40b-468f-8e19-4f5ef67ff271'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:12.329651 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-67194d0d-8f4f-48b8-b7a2-3578c1043eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:12.330328 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67194d0d-8f4f-48b8-b7a2-3578c1043eeb None None] The sync data for ids ['c8b0cd70-c40b-468f-8e19-4f5ef67ff271'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:12.337246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93f5c1e2-354f-4d8c-9d39-1c2a9eacd0fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.418078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:12.426972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:12.437632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42676) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:12.444270 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-73bbfa1b-0c9d-40de-b20e-fed4e3c10086 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0731645 Dec 06 12:08:12.479705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5aad8def-3ab6-4331-978b-910a950ab01c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:12.483152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:12.536063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=698f4a7c-c1a8-4cb0-a010-b700a94413b1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:12.553133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.561524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27371-df92-4d30-8018-91448262fe86 req-67096d19-ae2f-4867-9e1d-3dcdc82bdead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.563679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0f27371-df92-4d30-8018-91448262fe86 req-67096d19-ae2f-4867-9e1d-3dcdc82bdead service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.3446298 Dec 06 12:08:12.598995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b36a397-dd47-4469-b569-0a3ff6eda872 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet cf7aca38-8815-45af-9124-9db685dee57a {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:12.610774 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:12.611536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:12.634274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': '95bd739f-dac2-4aed-abda-9fa2d269660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0eb5148d-e8e4-4940-96cd-4b1da1c02959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:12.634274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: 0eb5148d-e8e4-4940-96cd-4b1da1c02959, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:12.637474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b36a397-dd47-4469-b569-0a3ff6eda872 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.642804 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4cfc761b-19d1-4bcf-9844-aef87cac9323 req-fe872bdf-7c37-4c88-a4bb-73e6200fc2f2 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362128 Dec 06 12:08:12.681648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93f5c1e2-354f-4d8c-9d39-1c2a9eacd0fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.686373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93f5c1e2-354f-4d8c-9d39-1c2a9eacd0fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.730133 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 0eb5148d-e8e4-4940-96cd-4b1da1c02959 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:12.735293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-50e82e4f-69b4-4578-baac-80b50e962eed tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Deleting port e2b39ebb-641c-4361-8540-2e6889f337a6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:12.735654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50e82e4f-69b4-4578-baac-80b50e962eed tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.774188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93f5c1e2-354f-4d8c-9d39-1c2a9eacd0fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.775218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f5c1e2-354f-4d8c-9d39-1c2a9eacd0fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Fanout notify agent at l3_agent the message router_deleted on router c8b0cd70-c40b-468f-8e19-4f5ef67ff271 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:08:12.778832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b36a397-dd47-4469-b569-0a3ff6eda872 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.814723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Allocated IP 172.23.0.2 (2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d/fd7b14c9-414c-4fa2-b217-5e257dfabcc3/ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:12.819260 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0f27371-df92-4d30-8018-91448262fe86 req-cacdc901-a2e2-4a3e-80c1-fccbac169435 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 1001 time: 0.2360048 Dec 06 12:08:12.839077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93f5c1e2-354f-4d8c-9d39-1c2a9eacd0fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.842554 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-93f5c1e2-354f-4d8c-9d39-1c2a9eacd0fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/routers/c8b0cd70-c40b-468f-8e19-4f5ef67ff271 HTTP/1.1" status: 204 len: 168 time: 0.6303105 Dec 06 12:08:12.843550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0eb5148d-e8e4-4940-96cd-4b1da1c02959) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:12.845002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42678) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:12.865638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:12.865863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc9167-030c-45ca-9ef0-58ec80859422 None None] Network 0eb5148d-e8e4-4940-96cd-4b1da1c02959 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:12.866111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.869362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:12.920644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5aad8def-3ab6-4331-978b-910a950ab01c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:12.920644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.930613 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6807e5be-ec82-4ef6-8b65-249dd04c6daf tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1364002 Dec 06 12:08:12.930841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42680) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:12.945180 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50e82e4f-69b4-4578-baac-80b50e962eed tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.945385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11965141'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:12.950817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c51fa73-ccf8-426e-8161-39d3ea7b3b44 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet 36730e37-8d0a-4bad-94cb-6f329e4138ba {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:12.961802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c51fa73-ccf8-426e-8161-39d3ea7b3b44 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:12.988677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-50e82e4f-69b4-4578-baac-80b50e962eed tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Calling delete_port for e2b39ebb-641c-4361-8540-2e6889f337a6 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:13.011351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27371-df92-4d30-8018-91448262fe86 req-9c9eeb69-b297-41e4-b30a-ba5872028df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:13.012743 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0f27371-df92-4d30-8018-91448262fe86 req-9c9eeb69-b297-41e4-b30a-ba5872028df7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.1820698 Dec 06 12:08:13.048055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95ede0c8-4ca3-4848-a4a8-d322c34c706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.054814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c51fa73-ccf8-426e-8161-39d3ea7b3b44 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.064399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b36a397-dd47-4469-b569-0a3ff6eda872 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.091489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:13.094031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.149156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27371-df92-4d30-8018-91448262fe86 req-e555ccb9-efc1-4d7b-9c69-dc99bd2bdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:13.151113 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0f27371-df92-4d30-8018-91448262fe86 req-e555ccb9-efc1-4d7b-9c69-dc99bd2bdb52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282680 Dec 06 12:08:13.154422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:13.205992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.206915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment 7ca93b0d-096d-4953-8077-40405b96cb3a of type vlan for network 32af5cab-2fa1-43b4-bdca-bb81be901420 Dec 06 12:08:13.220411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b36a397-dd47-4469-b569-0a3ff6eda872 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.221302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c51fa73-ccf8-426e-8161-39d3ea7b3b44 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.268460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-95ede0c8-4ca3-4848-a4a8-d322c34c706d None None] For port dfdc2980-7006-4ca5-9524-7be4b1599835, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfdc2980-7006-4ca5-9524-7be4b1599835,segment=NetworkSegment(46c4b961-8f79-46e3-affe-9edc1b8f5682),segment_id=46c4b961-8f79-46e3-affe-9edc1b8f5682)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:13.283877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95ede0c8-4ca3-4848-a4a8-d322c34c706d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.298508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50e82e4f-69b4-4578-baac-80b50e962eed tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.317559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36a397-dd47-4469-b569-0a3ff6eda872 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7aca38-8815-45af-9124-9db685dee57a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:13.339716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b36a397-dd47-4469-b569-0a3ff6eda872 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.339716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3b36a397-dd47-4469-b569-0a3ff6eda872 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/cf7aca38-8815-45af-9124-9db685dee57a HTTP/1.1" status: 204 len: 168 time: 0.8980687 Dec 06 12:08:13.341447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42682) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:13.347689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e82e4f-69b4-4578-baac-80b50e962eed tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Port': ['ID=e2b39ebb-641c-4361-8540-2e6889f337a6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:13.351303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.381535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224014a8-ff6d-499b-9545-43f1fc29771f None None] Network 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:13.389266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c51fa73-ccf8-426e-8161-39d3ea7b3b44 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.393354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50e82e4f-69b4-4578-baac-80b50e962eed tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.398223 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-50e82e4f-69b4-4578-baac-80b50e962eed tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "DELETE /v2.0/ports/e2b39ebb-641c-4361-8540-2e6889f337a6 HTTP/1.1" status: 204 len: 168 time: 1.3244298 Dec 06 12:08:13.401856 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42684) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:13.434567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51fa73-ccf8-426e-8161-39d3ea7b3b44 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=36730e37-8d0a-4bad-94cb-6f329e4138ba,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:13.442838 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0f27371-df92-4d30-8018-91448262fe86 req-650a4052-b207-41f0-a454-5bbc2ab8a6a7 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817218 Dec 06 12:08:13.466189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c51fa73-ccf8-426e-8161-39d3ea7b3b44 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.474472 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2c51fa73-ccf8-426e-8161-39d3ea7b3b44 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/36730e37-8d0a-4bad-94cb-6f329e4138ba HTTP/1.1" status: 204 len: 168 time: 0.6258335 Dec 06 12:08:13.478971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42686) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:13.491125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe8148-4f6f-4f13-907b-2405fcf7ca3c None None] Network db600ff8-35ec-478e-9f44-2366a1e19824 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:13.515245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.529033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.530794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ed9c8c-dbb6-4763-9f52-2930aab34f22 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Deleting subnet c645b58f-94b2-4d86-ade5-0c001652fae2 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:13.534139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32ed9c8c-dbb6-4763-9f52-2930aab34f22 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.536155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:13.536773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.578563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32ed9c8c-dbb6-4763-9f52-2930aab34f22 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.636947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=32af5cab-2fa1-43b4-bdca-bb81be901420,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:13.682488 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5db9ff04-03f2-4fa1-bf56-96c3d1502089 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7430928 Dec 06 12:08:13.683187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42690) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:13.715123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': '32af5cab-2fa1-43b4-bdca-bb81be901420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:13.715743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.723551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32ed9c8c-dbb6-4763-9f52-2930aab34f22 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.816078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 32af5cab-2fa1-43b4-bdca-bb81be901420 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:13.833306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32ed9c8c-dbb6-4763-9f52-2930aab34f22 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.873863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed9c8c-dbb6-4763-9f52-2930aab34f22 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Subnet': ['ID=c645b58f-94b2-4d86-ade5-0c001652fae2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:13.880111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32ed9c8c-dbb6-4763-9f52-2930aab34f22 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.886637 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-32ed9c8c-dbb6-4763-9f52-2930aab34f22 tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "DELETE /v2.0/subnets/c645b58f-94b2-4d86-ade5-0c001652fae2 HTTP/1.1" status: 204 len: 168 time: 0.4770935 Dec 06 12:08:13.887884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42696) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:13.892591 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0f27371-df92-4d30-8018-91448262fe86 req-d0b08af9-c963-4d96-a13d-cca7495b8182 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418640 Dec 06 12:08:13.897844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5614ecfd-662d-4e8e-87bf-b5ccb357896f None None] Provisioning complete for port dfdc2980-7006-4ca5-9524-7be4b1599835 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:13.898423 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5614ecfd-662d-4e8e-87bf-b5ccb357896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.902392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:07Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:12Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:13.922784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd784a3-143d-49be-afb6-c44ab28f6ed4 req-e39f046f-94be-43b1-8780-eda440382280 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:13.924361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2fd784a3-143d-49be-afb6-c44ab28f6ed4 req-e39f046f-94be-43b1-8780-eda440382280 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1923118 Dec 06 12:08:13.926828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:13.934275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.939618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port b87a03b3-9711-4994-99bb-1e32feb94175 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:13.939992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.952467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 7e0a4cbc-970d-4761-9fb0-768b199a5190 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:13.952810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:13.979547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.022973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7771129-28cb-4a45-846e-b595d83f2b1a None None] Network 3226b011-99ca-4de3-b3c3-c3ea4973da28 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:14.034088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ede0c8-4ca3-4848-a4a8-d322c34c706d None None] Pushing event updated for resources: {'Port': ['ID=dfdc2980-7006-4ca5-9524-7be4b1599835,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:14.050807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.066146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] For port 7e0a4cbc-970d-4761-9fb0-768b199a5190, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e0a4cbc-970d-4761-9fb0-768b199a5190,segment=NetworkSegment(df3131a3-5118-4fa8-a53e-cadda9bf855c),segment_id=df3131a3-5118-4fa8-a53e-cadda9bf855c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:14.066499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.082010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 7e0a4cbc-970d-4761-9fb0-768b199a5190 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:14.114724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0eb5148d-e8e4-4940-96cd-4b1da1c02959', 'network_id': '0eb5148d-e8e4-4940-96cd-4b1da1c02959', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': '698f4a7c-c1a8-4cb0-a010-b700a94413b1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:14.116338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.120649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.196254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Deleting port ec09b35d-46ad-4038-a612-41f79f5a351a {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:14.196639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.231222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port b87a03b3-9711-4994-99bb-1e32feb94175, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b87a03b3-9711-4994-99bb-1e32feb94175,segment=NetworkSegment(f6effbd9-141a-4c3e-906e-552d5bad10e4),segment_id=f6effbd9-141a-4c3e-906e-552d5bad10e4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:14.231804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.254072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.264494 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2fd784a3-143d-49be-afb6-c44ab28f6ed4 req-234f6d94-ba20-4409-b6c4-a2e45816e434 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262961 Dec 06 12:08:14.268273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Allocated IP 172.23.0.1 (2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d/fd7b14c9-414c-4fa2-b217-5e257dfabcc3/5834a27f-fc83-4a9b-bcea-0e4e5f2988f7) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:14.299887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for b87a03b3-9711-4994-99bb-1e32feb94175 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:14.303341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=7e0a4cbc-970d-4761-9fb0-768b199a5190,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:14.316577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No DVR routers for this DVR port 7e0a4cbc-970d-4761-9fb0-768b199a5190 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:14.319390 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] For port ec09b35d-46ad-4038-a612-41f79f5a351a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec09b35d-46ad-4038-a612-41f79f5a351a,segment=NetworkSegment(d7a21938-1dfd-4f25-a452-a0814e31e526),segment_id=d7a21938-1dfd-4f25-a452-a0814e31e526)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:14.319752 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.356335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Calling delete_port for ec09b35d-46ad-4038-a612-41f79f5a351a owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:14.396359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb17f5-b607-4b9b-b1bc-e24dacefe966 None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:07Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:12Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:14.468065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.508814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:14.517284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db600ff8-35ec-478e-9f44-2366a1e19824']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:14.522227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:14.532661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3131a3-5118-4fa8-a53e-cadda9bf855c') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:14.533045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3131a3-5118-4fa8-a53e-cadda9bf855c') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:14.547184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.592492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:14.595178 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.595666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Pushing event updated for resources: {'Port': ['ID=ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:14.613162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:14.613581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:14.626673 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:14.673276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.702399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.714062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.727710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.738908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3435d770-50f4-4339-9e68-6244c212475a None None] DHCP port deletion for db600ff8-35ec-478e-9f44-2366a1e19824 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:14.805523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=b87a03b3-9711-4994-99bb-1e32feb94175,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:14.824200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Port': ['ID=ec09b35d-46ad-4038-a612-41f79f5a351a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:14.840925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ce6353-d855-43ff-aebe-e4439d09c375 None None] DHCP port deletion for 3226b011-99ca-4de3-b3c3-c3ea4973da28 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:14.846082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No DVR routers for this DVR port b87a03b3-9711-4994-99bb-1e32feb94175 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:14.846603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] No DVR routers for this DVR port ec09b35d-46ad-4038-a612-41f79f5a351a on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:14.850307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:09Z', 'revision_number': 8, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:14.886318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.904539 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.908293 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/networks/db600ff8-35ec-478e-9f44-2366a1e19824 HTTP/1.1" status: 204 len: 168 time: 1.4297576 Dec 06 12:08:14.918769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42698) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:14.939904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53374dc-15cc-4f95-8a4b-6feae6eab12b None None] DHCP port deletion for 2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:14.942713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:14.945777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6fd06-d151-412a-8b24-1f8fecf26957 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Network': ['ID=db600ff8-35ec-478e-9f44-2366a1e19824,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:14.949675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Attempting to bind port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:14.950057 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Attempting to bind port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:14.950428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Attempting to bind port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e on network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:14.978560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Allocated IP 2001:db8:0:ffff::2 (0eb5148d-e8e4-4940-96cd-4b1da1c02959/698f4a7c-c1a8-4cb0-a010-b700a94413b1/904328ca-5a70-4f7c-a5b8-6e7f6068be0e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:14.985455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:14.985842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Checking segment: {'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:14.986341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.986741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Bound using segment: {'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:14.987245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Bound port: ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:14.988179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:14.993565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.007674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=9011779d-43a2-4369-90ee-ad2d49ee5dd2,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:15.011593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.014200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:15.014844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:15.016736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.028895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0c5519-4352-4a2d-9ff4-7b8ec940aef9']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:15.041009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': '7ca93b0d-096d-4953-8077-40405b96cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32af5cab-2fa1-43b4-bdca-bb81be901420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:15.041514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: 32af5cab-2fa1-43b4-bdca-bb81be901420, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:15.047716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df52c03d-b8e2-40b2-b194-9d1bd86c9824 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.048530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6effbd9-141a-4c3e-906e-552d5bad10e4') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:15.048836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6effbd9-141a-4c3e-906e-552d5bad10e4') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:15.054847 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-df52c03d-b8e2-40b2-b194-9d1bd86c9824 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/2cd3d888-37b5-4645-96c1-23473042b869 HTTP/1.1" status: 200 len: 845 time: 0.1266124 Dec 06 12:08:15.055821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42700) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:15.062642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.066708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.070227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3226b011-99ca-4de3-b3c3-c3ea4973da28']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:15.101041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a21938-1dfd-4f25-a452-a0814e31e526') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:15.101334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a21938-1dfd-4f25-a452-a0814e31e526') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:15.118830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.125068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.139629 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-97c59b7a-6a82-4a37-81cc-752e49fd1b87 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/2cd3d888-37b5-4645-96c1-23473042b869?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0801263 Dec 06 12:08:15.147079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42702) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:15.152644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.158324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:15.164918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:15.165141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:15.166378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:15.169155 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:15.172115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:15.172633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:15.180635 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:15.182708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:15.183558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 32af5cab-2fa1-43b4-bdca-bb81be901420 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:15.207621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:15.247476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:15.265865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:15.274989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.280169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.283710 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] 10.222.0.24 "DELETE /v2.0/networks/3226b011-99ca-4de3-b3c3-c3ea4973da28 HTTP/1.1" status: 204 len: 168 time: 1.3951986 Dec 06 12:08:15.307580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd39cdf-5dc4-4b01-a3a9-01565997b4bb tempest-AllowedAddressPairIpV6TestJSON-585239269 tempest-AllowedAddressPairIpV6TestJSON-585239269-project] Pushing event deleted for resources: {'Network': ['ID=3226b011-99ca-4de3-b3c3-c3ea4973da28,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:15.335319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 32af5cab-2fa1-43b4-bdca-bb81be901420) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:15.356570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:15.357281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.360306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ad306-f782-4c0a-8928-e7d03ede98d6 None None] Network 32af5cab-2fa1-43b4-bdca-bb81be901420 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:15.379775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] For port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:15.485990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] For port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e,segment=NetworkSegment(11c7792a-9f96-4864-9255-0fd86421b94a),segment_id=11c7792a-9f96-4864-9255-0fd86421b94a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:15.541127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.667974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.698087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.702893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42710) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:15.751320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf033-51fe-4a9c-91b5-8870a6ec26fd None None] Pushing event updated for resources: {'Port': ['ID=ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:15.767443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Network 0eb5148d-e8e4-4940-96cd-4b1da1c02959 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:15.780500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.803207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:15.807045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:15.811447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.819935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/2a0c5519-4352-4a2d-9ff4-7b8ec940aef9 HTTP/1.1" status: 204 len: 168 time: 2.4773750 Dec 06 12:08:15.822919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42714) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:15.854260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:15.893290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a443db-6bb5-4230-952c-ec132014174b tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=2a0c5519-4352-4a2d-9ff4-7b8ec940aef9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:15.898317 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-17d685ce-24e1-4ab2-8c18-42d53f17627e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1879935 Dec 06 12:08:15.908253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42716) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:15.991725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:15.996477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.118207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa7b6b-f5ba-4252-a34c-4259e311cefc req-e05b92d6-536f-457d-874d-6473b53dde67 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:16.119815 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dafa7b6b-f5ba-4252-a34c-4259e311cefc req-e05b92d6-536f-457d-874d-6473b53dde67 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3404419 Dec 06 12:08:16.198582 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f4916b68-397c-44c9-a661-a523bf40928c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f944c82b1004aca986c1eece94962de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935281 Dec 06 12:08:16.207355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42718) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:16.329404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Pushing event updated for resources: {'Port': ['ID=904328ca-5a70-4f7c-a5b8-6e7f6068be0e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:16.348511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.365640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:16.411036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32af5cab-2fa1-43b4-bdca-bb81be901420', 'network_id': '32af5cab-2fa1-43b4-bdca-bb81be901420', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': '9011779d-43a2-4369-90ee-ad2d49ee5dd2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:16.412520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.426507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Attempting to bind port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:16.427255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Attempting to bind port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '95bd739f-dac2-4aed-abda-9fa2d269660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0eb5148d-e8e4-4940-96cd-4b1da1c02959'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:16.427879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Attempting to bind port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e on network 0eb5148d-e8e4-4940-96cd-4b1da1c02959 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:16.435085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98847a69-5d59-486d-a3cd-62159b0b368b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.462233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:16.463074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Checking segment: {'id': '95bd739f-dac2-4aed-abda-9fa2d269660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0eb5148d-e8e4-4940-96cd-4b1da1c02959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:16.463689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.464323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Bound using segment: {'id': '95bd739f-dac2-4aed-abda-9fa2d269660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0eb5148d-e8e4-4940-96cd-4b1da1c02959'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:16.465020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Bound port: 904328ca-5a70-4f7c-a5b8-6e7f6068be0e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bd739f-dac2-4aed-abda-9fa2d269660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0eb5148d-e8e4-4940-96cd-4b1da1c02959'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:16.465664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.472098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.505158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98847a69-5d59-486d-a3cd-62159b0b368b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.511018 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dafa7b6b-f5ba-4252-a34c-4259e311cefc req-19302280-85ea-4c26-b67e-c62e8ae79f47 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774307 Dec 06 12:08:16.636331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98847a69-5d59-486d-a3cd-62159b0b368b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.639936 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98847a69-5d59-486d-a3cd-62159b0b368b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.643962 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-98847a69-5d59-486d-a3cd-62159b0b368b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71364ad5-4049-479b-8d2d-71927aa9341f HTTP/1.1" status: 204 len: 168 time: 0.4328020 Dec 06 12:08:16.652019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:16.652534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.654814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98847a69-5d59-486d-a3cd-62159b0b368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71364ad5-4049-479b-8d2d-71927aa9341f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:16.672534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:09Z', 'revision_number': 8, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:16.711158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.740657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] For port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:16.751043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7567a-a811-489a-a5ac-081ff33a6ecd None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:09Z', 'revision_number': 8, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd468441d-8a0b-4b4a-847f-ece1e81cc7ee', 'name': '', 'network_id': '9c690891-5b2d-499a-8403-046800992a33', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:77:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:47Z', 'updated_at': '2021-12-06T12:07:57Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b2b0ec3d-90d8-4838-b2e3-b06951ac3fba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:16.766179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.781560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] For port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=904328ca-5a70-4f7c-a5b8-6e7f6068be0e,segment=NetworkSegment(95bd739f-dac2-4aed-abda-9fa2d269660e),segment_id=95bd739f-dac2-4aed-abda-9fa2d269660e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:16.783139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Allocated IP 2001:db8::1 (32af5cab-2fa1-43b4-bdca-bb81be901420/9011779d-43a2-4369-90ee-ad2d49ee5dd2/eb5ab4fc-f9c9-4806-8bff-91270b007c43) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:16.796449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:16.996547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07c1b-ec74-488c-8b77-c362b527ce1f req-474f668a-4c27-40a2-aedf-4721559c42b9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:17.004576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-06a07c1b-ec74-488c-8b77-c362b527ce1f req-474f668a-4c27-40a2-aedf-4721559c42b9 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3680961 Dec 06 12:08:17.039376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d1483-ec20-477d-9d76-07b20a72cb64 None None] Pushing event updated for resources: {'Port': ['ID=904328ca-5a70-4f7c-a5b8-6e7f6068be0e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:17.064005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.186918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.191810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e,segment=NetworkSegment(11c7792a-9f96-4864-9255-0fd86421b94a),segment_id=11c7792a-9f96-4864-9255-0fd86421b94a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:17.226491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.233681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.235264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device dfdc2980-7006-4ca5-9524-7be4b1599835 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:17.368861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.396303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:17.514725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-cb21db9a-8595-4eef-a344-cafb253fca7d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5073242 Dec 06 12:08:17.537177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Network 32af5cab-2fa1-43b4-bdca-bb81be901420 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:17.548937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:17.550059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:17.563030 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-06a07c1b-ec74-488c-8b77-c362b527ce1f req-28455100-d84f-46f2-934b-a03be914bf0c tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5540860 Dec 06 12:08:17.577527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:17.586678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:17.595366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:17.596038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.615141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=8aed701a-8490-44f5-9393-9050343c8683,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:17.617729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.660825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Pushing event updated for resources: {'Port': ['ID=eb5ab4fc-f9c9-4806-8bff-91270b007c43,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:17.675050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213e8d3-0729-400f-ae2c-7553f49dbdc9 None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:17.677206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec7e99-4e1c-42ee-998b-1bb9992e1acd None None] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:17.715531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=9011779d-43a2-4369-90ee-ad2d49ee5dd2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:17.762055 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-186e84b2-060a-4b50-8bc6-38167c0bfaa7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6081243 Dec 06 12:08:17.764987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42742) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:17.773001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e49548e3-c7a9-4f6d-befe-5fc2f619bec5 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021975400'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:17.800675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e49548e3-c7a9-4f6d-befe-5fc2f619bec5 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.805019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port d468441d-8a0b-4b4a-847f-ece1e81cc7ee {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:17.805470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.839144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.846129 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-2db79cf4-1dbd-4cee-9748-62ffd2c6dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:17.848086 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-2db79cf4-1dbd-4cee-9748-62ffd2c6dfcb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.2546678 Dec 06 12:08:17.850076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.861163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.937701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32af5cab-2fa1-43b4-bdca-bb81be901420']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:17.980441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port d468441d-8a0b-4b4a-847f-ece1e81cc7ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,segment=NetworkSegment(0270950b-1b75-4807-9e76-11eec3d177d9),segment_id=0270950b-1b75-4807-9e76-11eec3d177d9)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:17.980716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:17.987290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca93b0d-096d-4953-8077-40405b96cb3a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:17.988193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca93b0d-096d-4953-8077-40405b96cb3a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:18.008969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e49548e3-c7a9-4f6d-befe-5fc2f619bec5 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.008969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for d468441d-8a0b-4b4a-847f-ece1e81cc7ee owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:18.009245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea603-adee-4151-9432-f8aac48ad3c9 req-e10b7802-b085-4438-87ae-edca1a760679 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:18.009691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42746) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:18.009812 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-616ea603-adee-4151-9432-f8aac48ad3c9 req-e10b7802-b085-4438-87ae-edca1a760679 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2703521 Dec 06 12:08:18.020472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.026158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e49548e3-c7a9-4f6d-befe-5fc2f619bec5 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.062705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event updated for resources: {'Port': ['ID=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:18.083378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.105863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.124025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:18.124487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.125071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e49548e3-c7a9-4f6d-befe-5fc2f619bec5 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.126581 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e49548e3-c7a9-4f6d-befe-5fc2f619bec5 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3605154 Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:18.132043 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:18.140914 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42750) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:18.146601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-36614626-4585-4862-bc8e-ee33bbe0f7b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'security_group': {'name': 'tempest-secgroup-201765732'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:18.154376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Attempting to bind port eb5ab4fc-f9c9-4806-8bff-91270b007c43 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:18.154780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Attempting to bind port eb5ab4fc-f9c9-4806-8bff-91270b007c43 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7ca93b0d-096d-4953-8077-40405b96cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32af5cab-2fa1-43b4-bdca-bb81be901420'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:18.155262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Attempting to bind port eb5ab4fc-f9c9-4806-8bff-91270b007c43 on network 32af5cab-2fa1-43b4-bdca-bb81be901420 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:18.170891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49548e3-c7a9-4f6d-befe-5fc2f619bec5 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02411826-e7e8-476f-a37f-38af7696e3d4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:18.194483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1347030170'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:18.203996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:18.205158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Checking segment: {'id': '7ca93b0d-096d-4953-8077-40405b96cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32af5cab-2fa1-43b4-bdca-bb81be901420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:18.205742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.206386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Bound using segment: {'id': '7ca93b0d-096d-4953-8077-40405b96cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32af5cab-2fa1-43b4-bdca-bb81be901420'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:18.207964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Bound port: eb5ab4fc-f9c9-4806-8bff-91270b007c43, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca93b0d-096d-4953-8077-40405b96cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32af5cab-2fa1-43b4-bdca-bb81be901420'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:18.208574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.241139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port dfdc2980-7006-4ca5-9524-7be4b1599835 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:18.241520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.250826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9c29e93f-3e95-40a2-bbff-4d6d8975df94 None None] Provisioning complete for port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:18.251204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c29e93f-3e95-40a2-bbff-4d6d8975df94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.270038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36614626-4585-4862-bc8e-ee33bbe0f7b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.305878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-38ec63ee-28e7-45df-b6e4-012d97a9e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:18.307847 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-38ec63ee-28e7-45df-b6e4-012d97a9e11f service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.4056153 Dec 06 12:08:18.317005 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-616ea603-adee-4151-9432-f8aac48ad3c9 req-638330a7-87db-45fa-8655-2b416d8d3f4f tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628083 Dec 06 12:08:18.320809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.api [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:08:18.320809 dv-neutron-master-2-hyperv neutron-server[103286]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:08:18.320809 dv-neutron-master-2-hyperv neutron-server[103286]: [parameters: {'id': '32af5cab-2fa1-43b4-bdca-bb81be901420'}] Dec 06 12:08:18.320809 dv-neutron-master-2-hyperv neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:18.321259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG oslo_db.api [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:18.353846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:18.358649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.423450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-87d70564-e813-4e6a-be30-ae53332370ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 1001 time: 0.1035700 Dec 06 12:08:18.427042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.435178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-52db61b1-6c83-432b-af86-b2e33820c6a6', 'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'tenant_id': 'c8faa62093a043a8a9c828d10521c053', 'fixed_ips': [{'subnet_id': '8aed701a-8490-44f5-9393-9050343c8683'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:18.435955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.453893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:18.484594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:18.487215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] For port eb5ab4fc-f9c9-4806-8bff-91270b007c43, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:18.551752 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36614626-4585-4862-bc8e-ee33bbe0f7b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.589345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] For port eb5ab4fc-f9c9-4806-8bff-91270b007c43, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb5ab4fc-f9c9-4806-8bff-91270b007c43,segment=NetworkSegment(7ca93b0d-096d-4953-8077-40405b96cb3a),segment_id=7ca93b0d-096d-4953-8077-40405b96cb3a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:18.617312 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.650210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36614626-4585-4862-bc8e-ee33bbe0f7b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.689636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-5acac9d3-7c70-497b-8cb6-3e2d68c0d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:18.691628 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-5acac9d3-7c70-497b-8cb6-3e2d68c0d10f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.2561076 Dec 06 12:08:18.723980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36614626-4585-4862-bc8e-ee33bbe0f7b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3225d0-66f9-4153-b423-7135e1400916,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:18.738374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36614626-4585-4862-bc8e-ee33bbe0f7b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.742317 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-36614626-4585-4862-bc8e-ee33bbe0f7b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5977254 Dec 06 12:08:18.742317 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.746092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42756) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:18.757227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1901267202', 'security_groups': ['0b3225d0-66f9-4153-b423-7135e1400916'], 'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8aed701a-8490-44f5-9393-9050343c8683'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:18.763234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fad95-ab8d-4dae-845f-407b204cfb20 None None] Pushing event updated for resources: {'Port': ['ID=eb5ab4fc-f9c9-4806-8bff-91270b007c43,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:18.819370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:18.828074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606917a-0a98-4cf7-aa20-2d8dd5cb4ede req-5a5075c0-1317-488c-8e0a-f1ca0cc16435 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:18.835544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=d468441d-8a0b-4b4a-847f-ece1e81cc7ee,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:18.837908 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a606917a-0a98-4cf7-aa20-2d8dd5cb4ede req-5a5075c0-1317-488c-8e0a-f1ca0cc16435 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1526034 Dec 06 12:08:18.841563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:18.853018 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Allocated IP 2001:db8::2 (52db61b1-6c83-432b-af86-b2e33820c6a6/8aed701a-8490-44f5-9393-9050343c8683/d9573008-b7e9-4894-b128-74b4733344b2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:18.873840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-7cc33778-19ae-4ec2-b997-733f0d80fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:18.875584 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-7cc33778-19ae-4ec2-b997-733f0d80fcf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1606591 Dec 06 12:08:18.925404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b87a03b3-9711-4994-99bb-1e32feb94175 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:18.956945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e04167-7295-4511-8ce9-6fc9072d21c2 None None] Network 32af5cab-2fa1-43b4-bdca-bb81be901420 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:19.085811 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a606917a-0a98-4cf7-aa20-2d8dd5cb4ede req-35a9cdb1-9f65-4f8f-90ee-d5569b13720a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454851 Dec 06 12:08:19.147406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.158624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.181635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:19.192287 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:19.193147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-a1165fcd-e8b2-4f76-82ef-0129eab2d8bc service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091497 Dec 06 12:08:19.198462 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3002b525-45c9-4506-bd56-383efe4c0fa8 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6841679 Dec 06 12:08:19.209199 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42758) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:19.211430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db8ad7-2ad2-4c1f-b4a4-7702971cecb0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:19.243420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58049932-aaa1-4bb9-8698-9642ec1ccc9d None None] Network 0eb5148d-e8e4-4940-96cd-4b1da1c02959 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:19.244267 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:19.245038 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:19.245560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: b87a03b3-9711-4994-99bb-1e32feb94175 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:19.246122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b87a03b3-9711-4994-99bb-1e32feb94175 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:19.246546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ec09b35d-46ad-4038-a612-41f79f5a351a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:19.257692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:19.268062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:19.285742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ec09b35d-46ad-4038-a612-41f79f5a351a {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:19.285742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ec09b35d-46ad-4038-a612-41f79f5a351a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:19.286000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7e0a4cbc-970d-4761-9fb0-768b199a5190 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:19.321765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.322559 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Added segment 1773a451-1d79-463b-92bb-dd63e5312329 of type vlan for network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 Dec 06 12:08:19.338878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a93fd5e0-b162-4551-9504-43b1063fb4f9 None None] Provisioning complete for port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:19.338878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a93fd5e0-b162-4551-9504-43b1063fb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.393497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.419332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.440995 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:19.577619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.579678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.586484 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:19.587198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.627544 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:08:19.658620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:19.684976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 7e0a4cbc-970d-4761-9fb0-768b199a5190 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:19.685380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7e0a4cbc-970d-4761-9fb0-768b199a5190 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:19.751488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:19.814211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:19.841125 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:16Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:17Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:19.874977 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8641438 Dec 06 12:08:19.879376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42760) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:19.883427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:19.890819 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'subnet': {'network_id': '6ccb4b14-0d45-4f94-92b4-30abfee0a4b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:19.918616 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:19.919319 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Updating router 73ef59ec-65ab-4680-988a-4b61fde62ecb port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:08:19.929796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:19.936327 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79ae24f8-0c3c-4175-a454-a2267b6cd6bb req-635ad44e-5332-4b07-93cf-a18557e6e534 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261169 Dec 06 12:08:19.959952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e1b98-68a6-4299-92f1-4e33014e7e59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Network': ['ID=6ccb4b14-0d45-4f94-92b4-30abfee0a4b0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:19.962727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port eb5ab4fc-f9c9-4806-8bff-91270b007c43 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:19.963428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.026241 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.027378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:20.051351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:20.090663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.140104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port eb5ab4fc-f9c9-4806-8bff-91270b007c43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb5ab4fc-f9c9-4806-8bff-91270b007c43,segment=NetworkSegment(7ca93b0d-096d-4953-8077-40405b96cb3a),segment_id=7ca93b0d-096d-4953-8077-40405b96cb3a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:20.141062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.151393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Pushing event updated for resources: {'Port': ['ID=d9573008-b7e9-4894-b128-74b4733344b2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:20.180859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 904328ca-5a70-4f7c-a5b8-6e7f6068be0e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:20.186365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for eb5ab4fc-f9c9-4806-8bff-91270b007c43 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:20.238773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a93fd5e0-b162-4551-9504-43b1063fb4f9 None None] Provisioning complete for port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:20.239755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a93fd5e0-b162-4551-9504-43b1063fb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.327029 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:20.333838 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ddf8ecdc-0f8d-46f1-ae50-521437af3d57 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5087190 Dec 06 12:08:20.341363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42766) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:20.355577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a93fd5e0-b162-4551-9504-43b1063fb4f9 None None] Port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:20.359337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:20.418445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:20.422150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.431031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port dd8a4515-eb83-44fa-a065-64545956cfa3 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:08:20.441192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-d962e93d-fb36-47f7-bf18-9498c01b7372 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet b2b0ec3d-90d8-4838-b2e3-b06951ac3fba {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:20.443740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:20.447399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.455667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d962e93d-fb36-47f7-bf18-9498c01b7372 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.472551 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.475706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:20.476374 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:20.480882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd6133-224b-49aa-9c9d-03b11ac03b02 req-23d5f058-c155-47f2-bad5-c7305c05440b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:20.488760 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-64dd6133-224b-49aa-9c9d-03b11ac03b02 req-23d5f058-c155-47f2-bad5-c7305c05440b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2613523 Dec 06 12:08:20.507082 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.541304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Attempting to bind port d9573008-b7e9-4894-b128-74b4733344b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:20.542235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Attempting to bind port d9573008-b7e9-4894-b128-74b4733344b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e4e4bf30-2471-4f68-8cbe-4f1b7e766904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:20.542622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Attempting to bind port d9573008-b7e9-4894-b128-74b4733344b2 on network 52db61b1-6c83-432b-af86-b2e33820c6a6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:20.618150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Provisioning complete for port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:20.618530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.625260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d962e93d-fb36-47f7-bf18-9498c01b7372 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.637572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:20.637870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Checking segment: {'id': 'e4e4bf30-2471-4f68-8cbe-4f1b7e766904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:20.638293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.638776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Bound using segment: {'id': 'e4e4bf30-2471-4f68-8cbe-4f1b7e766904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:20.639276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Bound port: d9573008-b7e9-4894-b128-74b4733344b2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e4bf30-2471-4f68-8cbe-4f1b7e766904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:20.639729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.651979 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-64dd6133-224b-49aa-9c9d-03b11ac03b02 req-b234780b-425b-4af1-bf4e-cd3d64ea1547 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620746 Dec 06 12:08:20.660720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.687206 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6d9f3-9e1c-4314-9391-a67941330bf3 None None] Pushing event updated for resources: {'Port': ['ID=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:20.751510 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Attempting to bind port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:20.751903 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Attempting to bind port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:20.752264 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Attempting to bind port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 on network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:20.758192 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:20.758579 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Checking segment: {'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:20.758978 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.759369 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Bound using segment: {'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:20.759839 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Bound port: 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c7792a-9f96-4864-9255-0fd86421b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:20.760238 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.812551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=eb5ab4fc-f9c9-4806-8bff-91270b007c43,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:20.815497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port eb5ab4fc-f9c9-4806-8bff-91270b007c43 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:20.821004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] For port d9573008-b7e9-4894-b128-74b4733344b2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:20.853138 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] For port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:20.872825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.extraroute_db [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103286) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:08:20.880337 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] For port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,segment=NetworkSegment(11c7792a-9f96-4864-9255-0fd86421b94a),segment_id=11c7792a-9f96-4864-9255-0fd86421b94a)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:20.892210 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.923564 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:20.926921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:20.929783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::a0 (52db61b1-6c83-432b-af86-b2e33820c6a6/8aed701a-8490-44f5-9393-9050343c8683/dd8a4515-eb83-44fa-a065-64545956cfa3) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:20.934597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] For port d9573008-b7e9-4894-b128-74b4733344b2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9573008-b7e9-4894-b128-74b4733344b2,segment=NetworkSegment(e4e4bf30-2471-4f68-8cbe-4f1b7e766904),segment_id=e4e4bf30-2471-4f68-8cbe-4f1b7e766904)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:20.984504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.025691 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6d9f3-9e1c-4314-9391-a67941330bf3 None None] Pushing event updated for resources: {'Port': ['ID=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:21.029709 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:21.030165 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:21.044915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.extraroute_db [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Removed routes are [] {{(pid=103286) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:08:21.045721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.113233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.237375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=904328ca-5a70-4f7c-a5b8-6e7f6068be0e,segment=NetworkSegment(95bd739f-dac2-4aed-abda-9fa2d269660e),segment_id=95bd739f-dac2-4aed-abda-9fa2d269660e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:21.244062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.327544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.328391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:21.365382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d962e93d-fb36-47f7-bf18-9498c01b7372 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.389297 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:21.407832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41e6f0-7c5e-49d5-9bb1-b546c1317514 None None] Pushing event updated for resources: {'Port': ['ID=d9573008-b7e9-4894-b128-74b4733344b2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:21.486690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32af5cab-2fa1-43b4-bdca-bb81be901420']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:21.506334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.506555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca93b0d-096d-4953-8077-40405b96cb3a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:21.506651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca93b0d-096d-4953-8077-40405b96cb3a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:21.516927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.529542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d962e93d-fb36-47f7-bf18-9498c01b7372 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.532092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.538805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:21.539207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.582823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.599444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=904328ca-5a70-4f7c-a5b8-6e7f6068be0e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:21.606529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:21.606910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:21.607112 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:21.610135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:21.610135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:21.628855 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d962e93d-fb36-47f7-bf18-9498c01b7372 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.635060 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d962e93d-fb36-47f7-bf18-9498c01b7372 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/b2b0ec3d-90d8-4838-b2e3-b06951ac3fba HTTP/1.1" status: 204 len: 168 time: 1.2912858 Dec 06 12:08:21.638170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07e9c0-3f16-455a-89c0-673cda4364af None None] Network 9c690891-5b2d-499a-8403-046800992a33 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:21.641347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79490a43-209d-41b9-8292-45fc21f75a83 req-fd618a7a-f61f-40db-ad8c-4909dbcd7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:21.641777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42772) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:21.648799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79490a43-209d-41b9-8292-45fc21f75a83 req-fd618a7a-f61f-40db-ad8c-4909dbcd7742 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2074aa01cf6b4337828029d94b21cc16&device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 1098 time: 0.5999091 Dec 06 12:08:21.649463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.657833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.665300 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/32af5cab-2fa1-43b4-bdca-bb81be901420 HTTP/1.1" status: 204 len: 168 time: 5.7493067 Dec 06 12:08:21.681970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42774) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:21.692320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-599152959'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:21.729019 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed771e8c-9c9b-4ed2-8d8d-702f1464a221 req-4e4225d4-f3c7-4196-a977-05a84396516b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:21.730638 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed771e8c-9c9b-4ed2-8d8d-702f1464a221 req-4e4225d4-f3c7-4196-a977-05a84396516b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.7730181 Dec 06 12:08:21.733505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.759829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507534bc-d74c-4fbd-8003-8cfc8aa78853 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=32af5cab-2fa1-43b4-bdca-bb81be901420,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:21.778063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Subnet': ['ID=be73be97-6c0f-4a00-b424-44cdc880ac8b,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:21.802693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.803810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.828631 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:16Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:20Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:21.831885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Checking segment: {'id': '1773a451-1d79-463b-92bb-dd63e5312329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6ccb4b14-0d45-4f94-92b4-30abfee0a4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:21.832271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network hostable DHCP agents. Network: 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:21.837400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962e93d-fb36-47f7-bf18-9498c01b7372 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b0ec3d-90d8-4838-b2e3-b06951ac3fba,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:21.859491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:21.868679 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a192d74-e2f7-4a4e-8b82-d0e6554c4d3c None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:16Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:20Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:21.937840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:22.003160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:22.007178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.009983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:22.025266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:22.030242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=dd8a4515-eb83-44fa-a065-64545956cfa3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:22.037758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:22.040812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:22.047100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.047795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.052756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.053353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.055934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a90e0f-5e24-463f-b556-56d4b49d28e2 None None] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:22.061509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:18Z', 'revision_number': 9, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:22.089072 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2380807b-d1ef-4f5c-9ee1-cb685181e171 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2053018 Dec 06 12:08:22.092941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42776) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:22.095076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79490a43-209d-41b9-8292-45fc21f75a83 req-3781d8ad-993d-44ff-af33-04694cb1af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.097511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79490a43-209d-41b9-8292-45fc21f75a83 req-3781d8ad-993d-44ff-af33-04694cb1af04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 200 len: 913 time: 0.4340391 Dec 06 12:08:22.101000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:22.103883 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-604141477', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:22.122982 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a645e058-b854-4930-bdfa-231912a4c242 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3733349 Dec 06 12:08:22.131031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42778) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:22.138312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2d15ecb2-a1fb-4d7d-a3be-a65b4894a79a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:22.154997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 6246a07a-0183-4e06-b0f2-eda61ff427b1 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:22.155431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.163032 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed771e8c-9c9b-4ed2-8d8d-702f1464a221 req-4a48c3b7-2fad-48cd-9566-6e87b3bc71ad tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097466 Dec 06 12:08:22.214830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:22.229189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.229846 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment f248b223-bbf6-4a45-bd3f-1ebcb398706c of type vlan for network 770bd03f-6ea5-4405-908b-9ef731ad49ae Dec 06 12:08:22.316492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:22.317280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:22.317930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:22.330251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Provisioning complete for port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:22.334141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.357963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.374636 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79490a43-209d-41b9-8292-45fc21f75a83 req-f19fc2bd-5b30-4648-a707-d70048fc9f5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 200 len: 1001 time: 0.2625444 Dec 06 12:08:22.452772 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 52c916d9-3cf3-4767-a5a2-a60078163e40 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:22.546215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.554180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.555076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.638822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 52c916d9-3cf3-4767-a5a2-a60078163e40 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:22.639386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 52c916d9-3cf3-4767-a5a2-a60078163e40 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:22.664223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd9db33-fa7f-4cfd-aa29-2bf6acd6ca92 None None] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:22.695454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79490a43-209d-41b9-8292-45fc21f75a83 req-ee629127-a116-4586-8a72-8d13e768a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.697387 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79490a43-209d-41b9-8292-45fc21f75a83 req-ee629127-a116-4586-8a72-8d13e768a2f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 200 len: 851 time: 0.3057520 Dec 06 12:08:22.706038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0229094 Dec 06 12:08:22.712302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:22.724044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42780) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:22.742582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': '770bd03f-6ea5-4405-908b-9ef731ad49ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:22.756385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.760123 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ea48793d-46b8-49fd-9aec-3adc429f527a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 200 len: 934 time: 3.5062168 Dec 06 12:08:22.767473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42782) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:22.775193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d2b60-f580-4521-983d-9cffdb46538c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=770bd03f-6ea5-4405-908b-9ef731ad49ae,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:22.795406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.797340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:22.834236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 770bd03f-6ea5-4405-908b-9ef731ad49ae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:22.928050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79490a43-209d-41b9-8292-45fc21f75a83 req-beed119f-ceaa-4238-aaff-3a87d0bc938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:22.929816 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79490a43-209d-41b9-8292-45fc21f75a83 req-beed119f-ceaa-4238-aaff-3a87d0bc938c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=385cab7c-1387-44ec-a99a-23b13f08f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2220068 Dec 06 12:08:22.988912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port 6246a07a-0183-4e06-b0f2-eda61ff427b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6246a07a-0183-4e06-b0f2-eda61ff427b1,segment=NetworkSegment(0270950b-1b75-4807-9e76-11eec3d177d9),segment_id=0270950b-1b75-4807-9e76-11eec3d177d9)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:22.989414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.027020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] DHCP port deletion for 9c690891-5b2d-499a-8403-046800992a33 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:23.031516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:23.041216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 6246a07a-0183-4e06-b0f2-eda61ff427b1 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:23.042455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:23.045799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.106043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.111770 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:23.133907 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:23.134959 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:23.160638 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:23.227123 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79490a43-209d-41b9-8292-45fc21f75a83 req-3a9395ea-56ff-40bf-9d5c-44de44e063c8 service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888906 Dec 06 12:08:23.276127 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-47dd59e4-30df-4c13-bfd3-993793253a7e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 200 len: 934 time: 0.5066266 Dec 06 12:08:23.279763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42786) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:23.286632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'routes': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:23.323910 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:23.359943 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d15ecb2-a1fb-4d7d-a3be-a65b4894a79a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:23.364215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d15ecb2-a1fb-4d7d-a3be-a65b4894a79a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.371607 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.459431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:23.459846 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.462476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.555624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d742a7-55a1-4313-8d8c-b6704f3a844b req-4bb0abb4-cda5-4f4c-b15f-46b09173d2ec tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:23.557392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19d742a7-55a1-4313-8d8c-b6704f3a844b req-4bb0abb4-cda5-4f4c-b15f-46b09173d2ec tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2218325 Dec 06 12:08:23.566481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] For port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,segment=NetworkSegment(11c7792a-9f96-4864-9255-0fd86421b94a),segment_id=11c7792a-9f96-4864-9255-0fd86421b94a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:23.574311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] Deleting port 6246a07a-0183-4e06-b0f2-eda61ff427b1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:23.575626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.591051 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.ipam_backend_mixin [None req-2d15ecb2-a1fb-4d7d-a3be-a65b4894a79a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8aed701a-8490-44f5-9393-9050343c8683 (CIDR: 2001:db8::/64) Dec 06 12:08:23.593882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.608430 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d15ecb2-a1fb-4d7d-a3be-a65b4894a79a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:08:23.609160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d15ecb2-a1fb-4d7d-a3be-a65b4894a79a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:23.638508 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:20Z', 'revision_number': 6, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:20Z', 'revision_number': 4, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:23.643972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] For port 6246a07a-0183-4e06-b0f2-eda61ff427b1, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:23.644387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.653498 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2d15ecb2-a1fb-4d7d-a3be-a65b4894a79a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5210531 Dec 06 12:08:23.657995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42788) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:23.659889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=6246a07a-0183-4e06-b0f2-eda61ff427b1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:23.663329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] Calling delete_port for 6246a07a-0183-4e06-b0f2-eda61ff427b1 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:23.666447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] Port 6246a07a-0183-4e06-b0f2-eda61ff427b1 was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:08:23.667144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No DVR routers for this DVR port 6246a07a-0183-4e06-b0f2-eda61ff427b1 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:23.673360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.680566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.698641 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:23.703577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:23.712444 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:23.712946 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:23.714436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] Pushing event deleted for resources: {'Port': ['ID=6246a07a-0183-4e06-b0f2-eda61ff427b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:23.775063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d04135-7770-4d60-aab5-51e63783d69f None None] Pushing event updated for resources: {'Port': ['ID=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:23.778814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf14c64-997b-4535-8c34-e3cc79c1426b None None] No DVR routers for this DVR port 6246a07a-0183-4e06-b0f2-eda61ff427b1 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:23.815766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:18Z', 'revision_number': 9, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:23.817982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea00e26-816f-4e68-ad3e-b0e7c39359ea None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:08:23.882100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b60cf-1a2f-462c-9d93-f2de23583654 None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:18Z', 'revision_number': 9, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': '72bd5205-d56a-4781-b447-be6400378bcf', 'name': '', 'network_id': 'c4322133-15d8-4623-8fe8-a5989b99920c', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3b:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:39Z', 'updated_at': '2021-12-06T12:07:49Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': '75d66d3c-8f44-4a32-9b29-af42df83a298', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:23.882653 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:23.888185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.898917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 904328ca-5a70-4f7c-a5b8-6e7f6068be0e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:23.929077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c690891-5b2d-499a-8403-046800992a33']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:23.939442 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0270950b-1b75-4807-9e76-11eec3d177d9') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:23.939817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0270950b-1b75-4807-9e76-11eec3d177d9') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:23.950202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.958345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Provisioning complete for port dd8a4515-eb83-44fa-a065-64545956cfa3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:23.958730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.968415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:23.975212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:23.975608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.041277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Port dd8a4515-eb83-44fa-a065-64545956cfa3 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:24.056621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:24.056995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:24.070325 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:24.073947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.077908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.081819 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/9c690891-5b2d-499a-8403-046800992a33 HTTP/1.1" status: 204 len: 168 time: 2.4359748 Dec 06 12:08:24.091429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42790) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:24.102155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:24.102534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.183250 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:20Z', 'revision_number': 6, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:23Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:24.230010 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830e90f-8ecc-4040-bf18-e4e81baf0d0e None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:20Z', 'revision_number': 6, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:23Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:24.291590 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79490a43-209d-41b9-8292-45fc21f75a83 req-6a671e51-d96d-40e5-b51b-332b795ea00f service neutron] 10.222.0.43 "GET /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0569205 Dec 06 12:08:24.297201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.333674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4a955-6d97-4eea-a403-ad5eb431fef0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=9c690891-5b2d-499a-8403-046800992a33,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:24.383074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea00e26-816f-4e68-ad3e-b0e7c39359ea None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:08:24.471209 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:24.477231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.537566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=91673307-6e13-4eab-855b-331dbe7db040,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:24.539840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9573008-b7e9-4894-b128-74b4733344b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:24.544360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.551671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': 'f248b223-bbf6-4a45-bd3f-1ebcb398706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '770bd03f-6ea5-4405-908b-9ef731ad49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:24.553098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: 770bd03f-6ea5-4405-908b-9ef731ad49ae, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:24.578908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.extraroute_db [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added routes are [] {{(pid=103286) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:08:24.579547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.extraroute_db [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103286) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:08:24.593651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.634812 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19d742a7-55a1-4313-8d8c-b6704f3a844b req-a87a74b2-b3d5-4f7e-b962-8405224cecbf tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0657377 Dec 06 12:08:24.635968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.673192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.692964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] For port d9573008-b7e9-4894-b128-74b4733344b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9573008-b7e9-4894-b128-74b4733344b2,segment=NetworkSegment(e4e4bf30-2471-4f68-8cbe-4f1b7e766904),segment_id=e4e4bf30-2471-4f68-8cbe-4f1b7e766904)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:24.710754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 770bd03f-6ea5-4405-908b-9ef731ad49ae is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:24.720829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.758614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 770bd03f-6ea5-4405-908b-9ef731ad49ae) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:24.772050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:24.772648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.789657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Provisioning complete for port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:24.789657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.795699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:24.796116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.837837 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2c342d3c-1152-4659-84c4-6426e16010db tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0975981 Dec 06 12:08:24.840547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42792) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:24.848797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725224239'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:24.894950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Pushing event updated for resources: {'Port': ['ID=d9573008-b7e9-4894-b128-74b4733344b2,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:24.895395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.902023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.936550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:24.940108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:24.996898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.36.1.116 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/4f591e81-bdf4-42fa-845d-3dda5bc5e2cc) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:25.003524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c663a98-c902-44a5-81f1-6408193a990a None None] Network 770bd03f-6ea5-4405-908b-9ef731ad49ae requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:25.023798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:25.089463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:25.126291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Provisioning complete for port 2cd3d888-37b5-4645-96c1-23473042b869 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:25.126691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.162987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.163422 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment ba5ff671-8529-4bf9-ac62-0715efd1ce7e of type vlan for network d5a2dc97-1cdd-4808-a9f6-f60b64b56564 Dec 06 12:08:25.165133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:25.177223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.180485 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fcc91f1a-990c-4cdf-b92c-cb4a7836cadf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 200 len: 700 time: 1.8980856 Dec 06 12:08:25.183147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42794) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:25.200875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:25.241008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Port 2cd3d888-37b5-4645-96c1-23473042b869 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:25.266022 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:25.266272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:25.276846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.298763 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.337629 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5f7ac57e-2b33-40a1-99f3-3ddf13a0083c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 200 len: 700 time: 0.1510453 Dec 06 12:08:25.341445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42796) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:25.359915 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Provisioning complete for port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:25.359915 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0364b6a-402f-4181-ba56-34d1f00095b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.361950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:25.391048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.392992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.resource_extend [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:08:25.396335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.432333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-770bd03f-6ea5-4405-908b-9ef731ad49ae', 'network_id': '770bd03f-6ea5-4405-908b-9ef731ad49ae', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': '91673307-6e13-4eab-855b-331dbe7db040'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:25.432987 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.474420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:25.484014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.496313 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:25.496640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:25.497223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.511675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:25.590077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d074180-621a-4af1-aaa6-9e410f31d53a None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:25.730486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.764622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:25.764993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.833230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:25.834554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:25.866708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=fede78c7-6cc1-485e-9ec6-edbc4d7db100,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:25.899454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae411e-d8ae-49b2-a44b-7cb04d3fcfad req-df793359-4875-4798-b370-c68b7bc8a5d3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:25.901078 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4eae411e-d8ae-49b2-a44b-7cb04d3fcfad req-df793359-4875-4798-b370-c68b7bc8a5d3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1307056 Dec 06 12:08:25.930332 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0885458 Dec 06 12:08:25.934605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42800) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:25.943795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': 'd5a2dc97-1cdd-4808-a9f6-f60b64b56564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:25.954859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Allocated IP 2001:db8::3 (770bd03f-6ea5-4405-908b-9ef731ad49ae/91673307-6e13-4eab-855b-331dbe7db040/d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:25.955094 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1ffd3f32-2967-4c42-8624-376ca3623899 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2888894 Dec 06 12:08:25.956521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42802) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:25.964148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-234551256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fede78c7-6cc1-485e-9ec6-edbc4d7db100'}], 'security_groups': ['02411826-e7e8-476f-a37f-38af7696e3d4']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:25.999230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155c285-40d5-4572-a6d0-cb80ccb34983 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=d5a2dc97-1cdd-4808-a9f6-f60b64b56564,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:26.008426 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.034546 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4eae411e-d8ae-49b2-a44b-7cb04d3fcfad req-deafffa1-d7da-4468-a679-426fe4eef9cd tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116500 Dec 06 12:08:26.084478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9573008-b7e9-4894-b128-74b4733344b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:26.086312 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network d5a2dc97-1cdd-4808-a9f6-f60b64b56564 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:26.109866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:26.124600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:26.128655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=4f591e81-bdf4-42fa-845d-3dda5bc5e2cc,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:26.132817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:26.187777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:26.191804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.285701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c125a55-42b4-4488-84ee-18b02609208d req-da907c39-f906-43b7-ab3a-a3372ab68cfd tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:26.287588 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9c125a55-42b4-4488-84ee-18b02609208d req-da907c39-f906-43b7-ab3a-a3372ab68cfd tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1658554 Dec 06 12:08:26.295460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.354211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Performing IP validity checks on allocation pools {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:08:26.354736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:08:26.369776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:26.370110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.372432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991088ce-88ff-4789-8e36-37bec922e78d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:26.485245 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9c125a55-42b4-4488-84ee-18b02609208d req-2eb84520-6811-410c-b64e-c05914fa54b8 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775985 Dec 06 12:08:26.506747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 72bd5205-d56a-4781-b447-be6400378bcf {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:26.507330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.536903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa48c10c-d363-4c0e-82ad-1cd8799f8108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.610694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,segment=NetworkSegment(11c7792a-9f96-4864-9255-0fd86421b94a),segment_id=11c7792a-9f96-4864-9255-0fd86421b94a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:26.611107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.635229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:26.640497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:24Z', 'revision_number': 7, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:23Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:26.717709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:26.740786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-85929550-74d7-4ae9-a90f-b8955fda6a1e None None] Provisioning complete for port 4f591e81-bdf4-42fa-845d-3dda5bc5e2cc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:26.741612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85929550-74d7-4ae9-a90f-b8955fda6a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.747385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:26.747761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.789172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port 72bd5205-d56a-4781-b447-be6400378bcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72bd5205-d56a-4781-b447-be6400378bcf,segment=NetworkSegment(38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2),segment_id=38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:26.789882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.813730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 72bd5205-d56a-4781-b447-be6400378bcf owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:26.816325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.818699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8480d892-93f3-4e78-9aa8-787d4289de39 None None] Update dhcp port {'port': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'fixed_ips': [{'subnet_id': '8aed701a-8490-44f5-9393-9050343c8683', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fede78c7-6cc1-485e-9ec6-edbc4d7db100'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'd9573008-b7e9-4894-b128-74b4733344b2'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:08:26.820577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:26.820826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.821227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:07:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:26.866873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.931466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Delete allocated IP 2001:db8::a0 (52db61b1-6c83-432b-af86-b2e33820c6a6/8aed701a-8490-44f5-9393-9050343c8683) {{(pid=103286) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:08:26.939426 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.941591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-85929550-74d7-4ae9-a90f-b8955fda6a1e None None] Port 4f591e81-bdf4-42fa-845d-3dda5bc5e2cc cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:26.942933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880ced6-1fe1-4295-9a0a-2f8a7d69da53 req-fcaf340a-313e-41bb-a69a-5b1db5242f9a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:26.945252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e880ced6-1fe1-4295-9a0a-2f8a7d69da53 req-fcaf340a-313e-41bb-a69a-5b1db5242f9a tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1195343 Dec 06 12:08:26.961876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8480d892-93f3-4e78-9aa8-787d4289de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:26.993018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8:0:1::1b4 (52db61b1-6c83-432b-af86-b2e33820c6a6/fede78c7-6cc1-485e-9ec6-edbc4d7db100/dd8a4515-eb83-44fa-a065-64545956cfa3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:27.019097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:27.019324 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=e3687a39-c371-4347-b57e-1644d2df24ab,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:27.021943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Network 770bd03f-6ea5-4405-908b-9ef731ad49ae is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:27.056216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:27.065866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:27.074302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Pushing event updated for resources: {'Port': ['ID=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:27.084544 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e880ced6-1fe1-4295-9a0a-2f8a7d69da53 req-60cc6ffe-dde3-44c4-8f5b-1f61c8de9091 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026344 Dec 06 12:08:27.130496 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd5a2dc97-1cdd-4808-a9f6-f60b64b56564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:27.131493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: d5a2dc97-1cdd-4808-a9f6-f60b64b56564, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:27.209402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.225590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network d5a2dc97-1cdd-4808-a9f6-f60b64b56564 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:27.246281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=5834a27f-fc83-4a9b-bcea-0e4e5f2988f7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:27.299100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d5a2dc97-1cdd-4808-a9f6-f60b64b56564) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:27.304189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:27.304787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.346773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3b8e7-84eb-4fc6-8fe6-15a4770660ef None None] Network d5a2dc97-1cdd-4808-a9f6-f60b64b56564 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:27.362498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.387174 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e3c780e3-66c8-4934-878a-9bb3617a81ab tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4483097 Dec 06 12:08:27.391094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42810) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:27.391442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Attempting to bind port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:27.392111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Attempting to bind port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f248b223-bbf6-4a45-bd3f-1ebcb398706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '770bd03f-6ea5-4405-908b-9ef731ad49ae'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:27.392676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Attempting to bind port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 on network 770bd03f-6ea5-4405-908b-9ef731ad49ae {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:27.423191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d468441d-8a0b-4b4a-847f-ece1e81cc7ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:27.455586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.466045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:27.466425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Checking segment: {'id': 'f248b223-bbf6-4a45-bd3f-1ebcb398706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '770bd03f-6ea5-4405-908b-9ef731ad49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:27.466835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.467231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Bound using segment: {'id': 'f248b223-bbf6-4a45-bd3f-1ebcb398706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '770bd03f-6ea5-4405-908b-9ef731ad49ae'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:27.467725 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Bound port: d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f248b223-bbf6-4a45-bd3f-1ebcb398706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '770bd03f-6ea5-4405-908b-9ef731ad49ae'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:27.468138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.476343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.498592 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.568764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=72bd5205-d56a-4781-b447-be6400378bcf,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:27.604601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d468441d-8a0b-4b4a-847f-ece1e81cc7ee {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:27.608890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d468441d-8a0b-4b4a-847f-ece1e81cc7ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:27.609330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6246a07a-0183-4e06-b0f2-eda61ff427b1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:27.696616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6246a07a-0183-4e06-b0f2-eda61ff427b1 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:27.696968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6246a07a-0183-4e06-b0f2-eda61ff427b1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:27.760011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.776939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8480d892-93f3-4e78-9aa8-787d4289de39 None None] Allocated IP 2001:db8:0:1::2 (52db61b1-6c83-432b-af86-b2e33820c6a6/fede78c7-6cc1-485e-9ec6-edbc4d7db100/d9573008-b7e9-4894-b128-74b4733344b2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:27.810448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.827150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] For port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:27.883979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] For port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,segment=NetworkSegment(f248b223-bbf6-4a45-bd3f-1ebcb398706c),segment_id=f248b223-bbf6-4a45-bd3f-1ebcb398706c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:27.916959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.926569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.958268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] In _notify_port_updated(), no bound segment for port dd8a4515-eb83-44fa-a065-64545956cfa3 on network 52db61b1-6c83-432b-af86-b2e33820c6a6 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:08:27.966326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:27.966909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:27.968921 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "PUT /v2.0/ports/dd8a4515-eb83-44fa-a065-64545956cfa3 HTTP/1.1" status: 200 len: 930 time: 2.0112798 Dec 06 12:08:27.976527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42812) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:28.006376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:08:28.021990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6765b1-fefb-4a3d-b5b1-eb73cc9837d3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=dd8a4515-eb83-44fa-a065-64545956cfa3,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:28.022209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:24Z', 'revision_number': 7, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:23Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:28.079954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.100711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9643db3e-a0fa-4680-9505-48a7e5a79557 None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:24Z', 'revision_number': 7, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5834a27f-fc83-4a9b-bcea-0e4e5f2988f7', 'name': '', 'network_id': '2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:d4:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:12Z', 'updated_at': '2021-12-06T12:08:23Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'fd7b14c9-414c-4fa2-b217-5e257dfabcc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:28.141734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d5a2dc97-1cdd-4808-a9f6-f60b64b56564', 'network_id': 'd5a2dc97-1cdd-4808-a9f6-f60b64b56564', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': 'e3687a39-c371-4347-b57e-1644d2df24ab'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:28.152577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.202336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ee506-35d4-45f0-bc09-ae97ffe0ae89 None None] Pushing event updated for resources: {'Port': ['ID=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:28.213709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8480d892-93f3-4e78-9aa8-787d4289de39 None None] For port d9573008-b7e9-4894-b128-74b4733344b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9573008-b7e9-4894-b128-74b4733344b2,segment=NetworkSegment(e4e4bf30-2471-4f68-8cbe-4f1b7e766904),segment_id=e4e4bf30-2471-4f68-8cbe-4f1b7e766904)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:28.383245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c19ae-87fd-4115-a311-01fd5a689174 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port dd8a4515-eb83-44fa-a065-64545956cfa3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:28.383593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d3c19ae-87fd-4115-a311-01fd5a689174 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.472439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489541e-08e9-4ab3-8986-c1ec9c81ef8d req-8dd76662-113c-485d-847b-08f7598369f1 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:28.474083 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8489541e-08e9-4ab3-8986-c1ec9c81ef8d req-8dd76662-113c-485d-847b-08f7598369f1 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.2699144 Dec 06 12:08:28.488021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:28.603938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8480d892-93f3-4e78-9aa8-787d4289de39 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.621958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8480d892-93f3-4e78-9aa8-787d4289de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.681133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d3c19ae-87fd-4115-a311-01fd5a689174 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.699990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6069c86-7217-450a-af85-886ad754614d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.707187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:28.717749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c19ae-87fd-4115-a311-01fd5a689174 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for dd8a4515-eb83-44fa-a065-64545956cfa3 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:28.729512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8489541e-08e9-4ab3-8986-c1ec9c81ef8d req-3b70f340-0799-4a88-914c-ec854ed270f5 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317383 Dec 06 12:08:28.744273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:28.762904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a3349132-ae88-40b2-a24b-ec9a5233a83a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4183524 Dec 06 12:08:28.773592 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:28.779201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480d892-93f3-4e78-9aa8-787d4289de39 None None] Pushing event updated for resources: {'Port': ['ID=d9573008-b7e9-4894-b128-74b4733344b2,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:28.788466 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:28.790128 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:28.791371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42816) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:28.791534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Allocated IP 2001:db8::3 (d5a2dc97-1cdd-4808-a9f6-f60b64b56564/e3687a39-c371-4347-b57e-1644d2df24ab/356f701c-52a3-4967-8099-d6f49b2a849c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:28.913052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d3c19ae-87fd-4115-a311-01fd5a689174 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:28.970287 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:28.973777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c19ae-87fd-4115-a311-01fd5a689174 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=dd8a4515-eb83-44fa-a065-64545956cfa3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:29.024216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:29.031312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d3c19ae-87fd-4115-a311-01fd5a689174 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.034580 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e814d559-f243-4636-9e78-dd26a45a79ec tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9324903 Dec 06 12:08:29.040415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42818) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:29.042296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8d3c19ae-87fd-4115-a311-01fd5a689174 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/dd8a4515-eb83-44fa-a065-64545956cfa3 HTTP/1.1" status: 204 len: 168 time: 1.0631020 Dec 06 12:08:29.044864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42820) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:29.050601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:29.092482 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d7390f-0ceb-4078-9c2a-39e94154562d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:08:29.094268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-69d7390f-0ceb-4078-9c2a-39e94154562d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/dd8a4515-eb83-44fa-a065-64545956cfa3 HTTP/1.1" status: 404 len: 333 time: 0.0426412 Dec 06 12:08:29.096880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42822) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:29.100285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:29.101951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:29.110120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-3006c800-3b88-4dfb-85db-01c9754c8100 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet 75d66d3c-8f44-4a32-9b29-af42df83a298 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:29.115723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3006c800-3b88-4dfb-85db-01c9754c8100 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.168219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.177543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3006c800-3b88-4dfb-85db-01c9754c8100 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.243194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-d5c12882-08bd-40c8-ad0d-024e6dfb15eb tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:29.245422 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-d5c12882-08bd-40c8-ad0d-024e6dfb15eb tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.1245701 Dec 06 12:08:29.249218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.267348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ae596ab-d437-48f5-a17d-dd52796e222b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.301772 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3006c800-3b88-4dfb-85db-01c9754c8100 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.355406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Pushing event updated for resources: {'Port': ['ID=356f701c-52a3-4967-8099-d6f49b2a849c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:29.382764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ae596ab-d437-48f5-a17d-dd52796e222b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.395253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Network d5a2dc97-1cdd-4808-a9f6-f60b64b56564 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:29.405627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3006c800-3b88-4dfb-85db-01c9754c8100 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.412728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:29.419214 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:29.461979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:29.465568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:29.478962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Deleting port 8e573eec-724f-40ed-ada7-b9bfca391e6a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:29.479513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.490370 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc9856-56e1-4b21-bf08-b2209fb0fe8f None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:29.506157 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006c800-3b88-4dfb-85db-01c9754c8100 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=75d66d3c-8f44-4a32-9b29-af42df83a298,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:29.517630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.518375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ae596ab-d437-48f5-a17d-dd52796e222b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.519443 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dfe90516-6162-4ac4-9a93-46e27b73f5ac tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4224412 Dec 06 12:08:29.524857 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ae596ab-d437-48f5-a17d-dd52796e222b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.528813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42824) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:29.528974 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1ae596ab-d437-48f5-a17d-dd52796e222b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b3225d0-66f9-4153-b423-7135e1400916 HTTP/1.1" status: 204 len: 168 time: 0.4282238 Dec 06 12:08:29.538370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42826) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:29.541687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3006c800-3b88-4dfb-85db-01c9754c8100 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.542885 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc9856-56e1-4b21-bf08-b2209fb0fe8f None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:29.544780 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-66dc9856-56e1-4b21-bf08-b2209fb0fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:29.548049 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3006c800-3b88-4dfb-85db-01c9754c8100 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/75d66d3c-8f44-4a32-9b29-af42df83a298 HTTP/1.1" status: 204 len: 168 time: 0.5040417 Dec 06 12:08:29.551448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42828) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:29.588462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae596ab-d437-48f5-a17d-dd52796e222b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3225d0-66f9-4153-b423-7135e1400916,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:29.671908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf469a8-3982-4a61-ac80-d7b29ea89813 None None] Network c4322133-15d8-4623-8fe8-a5989b99920c requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:29.683396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] For port 8e573eec-724f-40ed-ada7-b9bfca391e6a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e573eec-724f-40ed-ada7-b9bfca391e6a,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:29.683769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.700342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c47544c6-c58c-4f07-ac6b-c97b8345bb86 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.725460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-21439284-1b74-4f3c-a4a9-519d71e86ded tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet fd7b14c9-414c-4fa2-b217-5e257dfabcc3 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:29.755766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-21439284-1b74-4f3c-a4a9-519d71e86ded tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.773415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c47544c6-c58c-4f07-ac6b-c97b8345bb86 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.819047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-21439284-1b74-4f3c-a4a9-519d71e86ded tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.885748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc4f82-b31c-44ae-ae59-26f8ed2021e4 None None] Network 770bd03f-6ea5-4405-908b-9ef731ad49ae requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:29.892661 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-66dc9856-56e1-4b21-bf08-b2209fb0fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:29.915780 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:27Z', 'revision_number': 8, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:29.945510 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc9856-56e1-4b21-bf08-b2209fb0fe8f None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:29.946151 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-66dc9856-56e1-4b21-bf08-b2209fb0fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:29.948558 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:29.980533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-21439284-1b74-4f3c-a4a9-519d71e86ded tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.994679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c47544c6-c58c-4f07-ac6b-c97b8345bb86 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.998148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c47544c6-c58c-4f07-ac6b-c97b8345bb86 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:29.999334 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c47544c6-c58c-4f07-ac6b-c97b8345bb86 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/security-groups/02411826-e7e8-476f-a37f-38af7696e3d4 HTTP/1.1" status: 204 len: 168 time: 0.4598832 Dec 06 12:08:30.007962 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:30.008615 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:30.010986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42832) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:30.113089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.139545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-21439284-1b74-4f3c-a4a9-519d71e86ded tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.140341 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:30.167263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47544c6-c58c-4f07-ac6b-c97b8345bb86 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02411826-e7e8-476f-a37f-38af7696e3d4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:30.198829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8544c-3d81-4584-a6c3-a6f15037b721 req-77c69971-56fe-48a6-9cf9-0687ba70af33 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:30.200430 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-13f8544c-3d81-4584-a6c3-a6f15037b721 req-77c69971-56fe-48a6-9cf9-0687ba70af33 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 945 time: 0.3249528 Dec 06 12:08:30.202624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.202984 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.203303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Floating IP a290f900-c99b-4e6d-9463-a65064a9d8c5 disassociated. External IP: 172.36.1.104, port: 8e573eec-724f-40ed-ada7-b9bfca391e6a. Dec 06 12:08:30.203646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Calling delete_port for 8e573eec-724f-40ed-ada7-b9bfca391e6a owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:30.211623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:30.271454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb93b0b7-9c9c-44db-990d-60679fe83685 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet 8aed701a-8490-44f5-9393-9050343c8683 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:30.296032 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=e3687a39-c371-4347-b57e-1644d2df24ab,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:30.339233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb93b0b7-9c9c-44db-990d-60679fe83685 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.358570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21439284-1b74-4f3c-a4a9-519d71e86ded tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7b14c9-414c-4fa2-b217-5e257dfabcc3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:30.370946 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-13f8544c-3d81-4584-a6c3-a6f15037b721 req-66c8997b-c0c1-4042-836c-f4720499e81e tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445415 Dec 06 12:08:30.374122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3fa6be24-7db2-4a53-b63d-2178e7ef62ec None None] Provisioning complete for port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:30.375003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa6be24-7db2-4a53-b63d-2178e7ef62ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.417977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb93b0b7-9c9c-44db-990d-60679fe83685 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.441761 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-66dc9856-56e1-4b21-bf08-b2209fb0fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:30.442598 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc9856-56e1-4b21-bf08-b2209fb0fe8f None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:30.457305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Attempting to bind port 356f701c-52a3-4967-8099-d6f49b2a849c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:30.458365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Attempting to bind port 356f701c-52a3-4967-8099-d6f49b2a849c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd5a2dc97-1cdd-4808-a9f6-f60b64b56564'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:30.458984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Attempting to bind port 356f701c-52a3-4967-8099-d6f49b2a849c on network d5a2dc97-1cdd-4808-a9f6-f60b64b56564 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:30.461566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88496dc5-571b-49ce-9fa4-d65b58d13913 None None] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:30.476096 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-21439284-1b74-4f3c-a4a9-519d71e86ded tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.480842 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-21439284-1b74-4f3c-a4a9-519d71e86ded tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/fd7b14c9-414c-4fa2-b217-5e257dfabcc3 HTTP/1.1" status: 204 len: 168 time: 1.6836720 Dec 06 12:08:30.492445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42834) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:30.506906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.515513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.530402 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:27Z', 'revision_number': 8, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:30.577955 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528587d-5532-46ef-996f-a033e8ff148c None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:27Z', 'revision_number': 8, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfdc2980-7006-4ca5-9524-7be4b1599835', 'name': '', 'network_id': 'f034ccd1-cbeb-4e17-b1b3-641598f95ef7', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:9d:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:08:06Z', 'updated_at': '2021-12-06T12:08:13Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'aa3158ad-36ab-4af8-8f37-4d5b8ddfb548', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:30.578337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a2dc97-1cdd-4808-a9f6-f60b64b56564']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:30.612957 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:30.613266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:30.677696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.696869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.724765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.726693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.727918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:30.727918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Checking segment: {'id': 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd5a2dc97-1cdd-4808-a9f6-f60b64b56564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:30.728220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.728586 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Bound using segment: {'id': 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd5a2dc97-1cdd-4808-a9f6-f60b64b56564'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:30.729088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Bound port: 356f701c-52a3-4967-8099-d6f49b2a849c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd5a2dc97-1cdd-4808-a9f6-f60b64b56564'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:30.729499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.742219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:30.742736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:30.747153 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:30.760773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb93b0b7-9c9c-44db-990d-60679fe83685 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.776097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:30.776483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.782782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.810908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 609639e3-557d-4820-8bb6-ec5f9dea8e78 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:30.811243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.850631 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event deleted for resources: {'Port': ['ID=8e573eec-724f-40ed-ada7-b9bfca391e6a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:30.868673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:08:30.868673 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:08:30.868673 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'id': 'd5a2dc97-1cdd-4808-a9f6-f60b64b56564'}] Dec 06 12:08:30.868673 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:30.869191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:30.920177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port 609639e3-557d-4820-8bb6-ec5f9dea8e78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=609639e3-557d-4820-8bb6-ec5f9dea8e78,segment=NetworkSegment(38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2),segment_id=38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:30.920549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.946430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 609639e3-557d-4820-8bb6-ec5f9dea8e78 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:30.960920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa6be24-7db2-4a53-b63d-2178e7ef62ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:30.970946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb93b0b7-9c9c-44db-990d-60679fe83685 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.108072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3fa6be24-7db2-4a53-b63d-2178e7ef62ec None None] For port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,segment=NetworkSegment(f248b223-bbf6-4a45-bd3f-1ebcb398706c),segment_id=f248b223-bbf6-4a45-bd3f-1ebcb398706c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:31.114324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.148452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:31.148963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.150604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa6be24-7db2-4a53-b63d-2178e7ef62ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.152688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75427d2e-a856-4a27-bc0f-cefcca016ace None None] DHCP port deletion for c4322133-15d8-4623-8fe8-a5989b99920c request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:31.185205 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.203782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.221020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e,segment=NetworkSegment(11c7792a-9f96-4864-9255-0fd86421b94a),segment_id=11c7792a-9f96-4864-9255-0fd86421b94a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:31.221505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.235605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:31.264143 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6be24-7db2-4a53-b63d-2178e7ef62ec None None] Pushing event updated for resources: {'Port': ['ID=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:31.270727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-75427d2e-a856-4a27-bc0f-cefcca016ace None None] The port '609639e3-557d-4820-8bb6-ec5f9dea8e78' was deleted {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 06 12:08:31.282815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] DHCP port deletion for 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:31.312857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=609639e3-557d-4820-8bb6-ec5f9dea8e78,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:31.319948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93b0b7-9c9c-44db-990d-60679fe83685 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=8aed701a-8490-44f5-9393-9050343c8683,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:31.330054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No DVR routers for this DVR port 609639e3-557d-4820-8bb6-ec5f9dea8e78 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:31.336036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] For port 356f701c-52a3-4967-8099-d6f49b2a849c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:31.341933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] For port 356f701c-52a3-4967-8099-d6f49b2a849c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356f701c-52a3-4967-8099-d6f49b2a849c,segment=NetworkSegment(ba5ff671-8529-4bf9-ac62-0715efd1ce7e),segment_id=ba5ff671-8529-4bf9-ac62-0715efd1ce7e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:31.350583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb93b0b7-9c9c-44db-990d-60679fe83685 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.355183 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fb93b0b7-9c9c-44db-990d-60679fe83685 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/8aed701a-8490-44f5-9393-9050343c8683 HTTP/1.1" status: 204 len: 168 time: 1.3430152 Dec 06 12:08:31.359409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42836) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:31.369436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:31.378801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.517150 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-274ec00d-be9d-466f-8379-337bcf224810 req-bed99763-3668-4e38-bd60-dda942e3eac3 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab12576c-e2ab-45e5-9c11-2830170b47e3 HTTP/1.1" status: 200 len: 210 time: 0.0318685 Dec 06 12:08:31.527724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:31.557163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.572294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No DVR routers for this DVR port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:31.596826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.622587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d649e3c-c12d-4122-b114-defe23f1a186 None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:31.632003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9573008-b7e9-4894-b128-74b4733344b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:31.640160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:31.644126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.656464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.664706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port 356f701c-52a3-4967-8099-d6f49b2a849c {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:31.665123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.695999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4322133-15d8-4623-8fe8-a5989b99920c']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:31.701666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:31.732465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:31.733145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f9eba2-b2f5-41d6-b1e5-8242b2d5a5f2') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:31.764504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9bedac78-56a4-4cbd-b889-5a561eb64fa9 None None] Provisioning complete for port 2cd3d888-37b5-4645-96c1-23473042b869 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:31.765083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9bedac78-56a4-4cbd-b889-5a561eb64fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.775215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:27Z', 'revision_number': 10, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:31.778951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.819219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port 356f701c-52a3-4967-8099-d6f49b2a849c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356f701c-52a3-4967-8099-d6f49b2a849c,segment=NetworkSegment(ba5ff671-8529-4bf9-ac62-0715efd1ce7e),segment_id=ba5ff671-8529-4bf9-ac62-0715efd1ce7e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:31.819786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.822561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.835329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.838719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:31.839486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:31.845892 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:31.871187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:31.881285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:31.881958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for 356f701c-52a3-4967-8099-d6f49b2a849c owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:31.905481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c7792a-9f96-4864-9255-0fd86421b94a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:31.906046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c7792a-9f96-4864-9255-0fd86421b94a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:31.916216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:31.919006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81cad4-0ada-4edc-bf93-d690a9b7ad3f None None] Pushing event updated for resources: {'Port': ['ID=356f701c-52a3-4967-8099-d6f49b2a849c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:31.925494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.939117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9bedac78-56a4-4cbd-b889-5a561eb64fa9 None None] Port 2cd3d888-37b5-4645-96c1-23473042b869 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:31.951241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] Deleting port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:31.951616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.953801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.955129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:31.956297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:31.959546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.20.0.1 (6ccb4b14-0d45-4f94-92b4-30abfee0a4b0/be73be97-6c0f-4a00-b424-44cdc880ac8b/1b4ee030-0faa-4342-ba52-2fbe4dd079aa) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:31.972296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.972826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9bedac78-56a4-4cbd-b889-5a561eb64fa9 None None] Could not find standard attr ID for object dd8a4515-eb83-44fa-a065-64545956cfa3. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:08:31.974683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] Sync routers for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:31.991501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] No DVR routers for this DVR port 8e573eec-724f-40ed-ada7-b9bfca391e6a on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:31.996553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:31.997017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.001141 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b574c94-c717-487f-bd7d-29bcdc33a90f req-722cda58-f490-4b23-8a20-11f31daf85fe tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.43 "DELETE /v2.0/ports/8e573eec-724f-40ed-ada7-b9bfca391e6a HTTP/1.1" status: 204 len: 173 time: 2.7461562 Dec 06 12:08:32.009009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'name': 'network-vif-deleted', 'tag': '8e573eec-724f-40ed-ada7-b9bfca391e6a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:08:32.011686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b031fa8f-0584-485c-8a09-a69f4cd9a8af" -d '{"events": [{"server_uuid": "ab12576c-e2ab-45e5-9c11-2830170b47e3", "name": "network-vif-deleted", "tag": "8e573eec-724f-40ed-ada7-b9bfca391e6a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:08:32.015596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:32.016031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:32.021941 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:32.045745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:32.046154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.047838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68619b11-129e-4eaa-8383-305a9cf7253e None None] Network d5a2dc97-1cdd-4808-a9f6-f60b64b56564 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:32.055830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.062060 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/c4322133-15d8-4623-8fe8-a5989b99920c HTTP/1.1" status: 204 len: 168 time: 2.3540366 Dec 06 12:08:32.074944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42842) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:32.110161 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35b533-b53c-4009-b743-c20757ee5143 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=c4322133-15d8-4623-8fe8-a5989b99920c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:32.146988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace1a2a1-c18f-4979-8379-d4fc55c0f54a x-openstack-request-id: req-ace1a2a1-c18f-4979-8379-d4fc55c0f54a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:08:32.147206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12576c-e2ab-45e5-9c11-2830170b47e3", "name": "network-vif-deleted", "tag": "8e573eec-724f-40ed-ada7-b9bfca391e6a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:08:32.147437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ace1a2a1-c18f-4979-8379-d4fc55c0f54a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:08:32.148050 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab12576c-e2ab-45e5-9c11-2830170b47e3', 'name': 'network-vif-deleted', 'tag': '8e573eec-724f-40ed-ada7-b9bfca391e6a', 'status': 'completed', 'code': 200} Dec 06 12:08:32.206798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.226942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.230713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.234077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d HTTP/1.1" status: 204 len: 168 time: 1.7199826 Dec 06 12:08:32.237218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:32.237856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:32.240668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42844) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:32.247253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c31c8-a98f-433b-8526-d6bc34c64bdf tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:32.271059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=356f701c-52a3-4967-8099-d6f49b2a849c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:32.277293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port 356f701c-52a3-4967-8099-d6f49b2a849c on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:32.298367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9bedac78-56a4-4cbd-b889-5a561eb64fa9 None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:32.298743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9bedac78-56a4-4cbd-b889-5a561eb64fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.348162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] For port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:32.348567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.365959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8e573eec-724f-40ed-ada7-b9bfca391e6a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:32.387507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.397268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.411686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:32.417743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] Calling delete_port for ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:32.463635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] Port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:08:32.507120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 8e573eec-724f-40ed-ada7-b9bfca391e6a {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:32.507914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8e573eec-724f-40ed-ada7-b9bfca391e6a not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:32.582225 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.669589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] Network 2748bf95-6ac5-4f9b-8fa7-ec8179dfd77d is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:08:32.670431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] No DVR routers for this DVR port ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:32.696132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a985e87-2280-4af7-87f3-c5cffe8dc334 None None] Pushing event deleted for resources: {'Port': ['ID=ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:32.747921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42850) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:32.776743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a2dc97-1cdd-4808-a9f6-f60b64b56564']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:32.800985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:32.800985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5ff671-8529-4bf9-ac62-0715efd1ce7e') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:32.813137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.836611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.842469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.855295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:32.855696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:32.859758 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:32.875728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:32.917509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:32.960041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:32.969395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:32.974984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:32.985532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=1b4ee030-0faa-4342-ba52-2fbe4dd079aa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:33.000508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbbf1d7-c0ec-455c-8d88-c31b6fe4ba72 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:33.010040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.046655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.057005 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/d5a2dc97-1cdd-4808-a9f6-f60b64b56564 HTTP/1.1" status: 204 len: 168 time: 5.6644387 Dec 06 12:08:33.059082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1ee26-cdf8-46a5-8df2-3e9a4abb5cd1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=d5a2dc97-1cdd-4808-a9f6-f60b64b56564,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:33.065491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42852) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:33.074357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921394177'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:33.113079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:33.146206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.150254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c2aedae-9ff1-4107-9837-b71f385b9d4b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.159984 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:33.168201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=1ef534c7-b824-48ca-b1a7-73a47b9aa1c2,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:33.176780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:33.177566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.177693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:33.224932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c2aedae-9ff1-4107-9837-b71f385b9d4b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.270278 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f5691486-07ec-497d-9c11-067b963b6de8 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9081025 Dec 06 12:08:33.270932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42854) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:33.280113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-43e520b2-de56-4cd1-a571-4c05e41c7e9d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1099456857'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:33.290429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:33.294609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.354318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:33.399462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.400706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43e520b2-de56-4cd1-a571-4c05e41c7e9d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.400874 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment 7ccc8c02-8591-494f-9fb0-54be53d61c02 of type vlan for network 30afb04b-5162-4861-845f-c651a786d1c8 Dec 06 12:08:33.448377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c2aedae-9ff1-4107-9837-b71f385b9d4b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.450031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dbea4312-5478-493e-949b-edb3f3576936 None None] Provisioning complete for port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:33.450536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbea4312-5478-493e-949b-edb3f3576936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.451425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c2aedae-9ff1-4107-9837-b71f385b9d4b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.455033 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5c2aedae-9ff1-4107-9837-b71f385b9d4b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "DELETE /v2.0/security-groups/8df68057-8fd9-48c5-ac0b-331bbcc9b9dc HTTP/1.1" status: 204 len: 168 time: 0.7036967 Dec 06 12:08:33.465123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42856) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:33.466614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.499080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2aedae-9ff1-4107-9837-b71f385b9d4b tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df68057-8fd9-48c5-ac0b-331bbcc9b9dc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:33.506488 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-8f307816-dcc0-4666-823b-b57a29af0cfb tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] show failed (client error): The resource could not be found. Dec 06 12:08:33.507769 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8f307816-dcc0-4666-823b-b57a29af0cfb tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "GET /v2.0/security-groups/8df68057-8fd9-48c5-ac0b-331bbcc9b9dc HTTP/1.1" status: 404 len: 347 time: 0.0400388 Dec 06 12:08:33.519758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42858) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:33.520454 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.571525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:33.571930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.618969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:33.626649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:27Z', 'revision_number': 10, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:33.658694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976046c-c859-4d1c-89bf-cb608a6862e2 None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:33.680583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43e520b2-de56-4cd1-a571-4c05e41c7e9d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.686407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.693187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:33.694133 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.702613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] Checking router: 0f9f7db2-6e80-463c-8895-0fe6cb127d4b for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:33.707026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43e520b2-de56-4cd1-a571-4c05e41c7e9d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.719553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf14e8-8bfe-49c0-8276-292fe440a45a None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:27Z', 'revision_number': 10, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None, '_interfaces': [{'id': 'aadb5ed0-9202-405a-a1ee-b382de16f08b', 'name': '', 'network_id': '16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'mac_address': 'fa:16:3e:3e:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:28Z', 'updated_at': '2021-12-06T12:07:36Z', 'revision_number': 5, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'subnets': [{'id': 'b6ec3934-aed6-4bc2-ad36-fc02a7231250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:33.775102 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7030404 Dec 06 12:08:33.776991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43e520b2-de56-4cd1-a571-4c05e41c7e9d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.781076 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-43e520b2-de56-4cd1-a571-4c05e41c7e9d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5045466 Dec 06 12:08:33.782254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42860) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:33.782254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42862) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:33.795396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': '30afb04b-5162-4861-845f-c651a786d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:33.804255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8787c22c-3c0f-4c5c-85a7-0f4074a81dd3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1193442614'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:33.815894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:33.816574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:33.826023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829f38e-0fb5-4516-b9f2-95dd8abc7cb2 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=30afb04b-5162-4861-845f-c651a786d1c8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:33.839577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e520b2-de56-4cd1-a571-4c05e41c7e9d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc5da15-2449-4e4b-9ce4-2b0a2d15cc23,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:33.875281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 30afb04b-5162-4861-845f-c651a786d1c8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:33.899094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.976898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8787c22c-3c0f-4c5c-85a7-0f4074a81dd3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.981792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:33.988427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.033065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.066929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.079909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=1b4ee030-0faa-4342-ba52-2fbe4dd079aa,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:34.085082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Deleting port a88b57b6-233b-4d69-bdea-95762238f530 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:34.085429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.104996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-90577afc-3af4-459b-94f4-2b78c3cd0738 None None] Provisioning complete for port 2cd3d888-37b5-4645-96c1-23473042b869 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:34.105536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90577afc-3af4-459b-94f4-2b78c3cd0738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.158042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:34.168747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:34.182343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.196702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:34.198692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:34.212704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:34.243290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90577afc-3af4-459b-94f4-2b78c3cd0738 None None] Port 2cd3d888-37b5-4645-96c1-23473042b869 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:34.247889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9fdd67-aa90-437b-930b-f26886e5b64a None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:34.255829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:34.256561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ec7af9c7-bd4c-4e0f-888e-ee76df8ddb2e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:34.256703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 609639e3-557d-4820-8bb6-ec5f9dea8e78 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:34.336933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 609639e3-557d-4820-8bb6-ec5f9dea8e78 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:34.336933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 609639e3-557d-4820-8bb6-ec5f9dea8e78 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:34.337410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:34.390698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8787c22c-3c0f-4c5c-85a7-0f4074a81dd3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.397753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:34.431802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-90577afc-3af4-459b-94f4-2b78c3cd0738 None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:34.432226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90577afc-3af4-459b-94f4-2b78c3cd0738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.433755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:34.436085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5834a27f-fc83-4a9b-bcea-0e4e5f2988f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:34.458787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8787c22c-3c0f-4c5c-85a7-0f4074a81dd3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.463495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.464221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.524294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Calling delete_port for a88b57b6-233b-4d69-bdea-95762238f530 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:34.538060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398a150-8c30-441d-8827-778ee97bdd42 None None] Update dhcp port {'port': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'fixed_ips': [{'subnet_id': 'fede78c7-6cc1-485e-9ec6-edbc4d7db100', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1ef534c7-b824-48ca-b1a7-73a47b9aa1c2'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'd9573008-b7e9-4894-b128-74b4733344b2'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:08:34.542269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8787c22c-3c0f-4c5c-85a7-0f4074a81dd3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.544431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:34.545170 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8787c22c-3c0f-4c5c-85a7-0f4074a81dd3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7434931 Dec 06 12:08:34.551322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42864) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:34.558763 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bc6c8-9a01-4945-a66a-b9d537384288 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:34.561090 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-39896199-5cd9-457f-9b9f-0f635a5a8224 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/routers/715718a8-50b7-4420-a288-52d83120c9d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0119021 Dec 06 12:08:34.563577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42866) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:34.565929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-57019884-e5cc-49df-93bb-344325765d0b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'security_group': {'name': 'tempest-secgroup-178707900'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:34.569700 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bc6c8-9a01-4945-a66a-b9d537384288 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:34.570739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'port': {'network_id': '6ccb4b14-0d45-4f94-92b4-30abfee0a4b0', 'name': 'tempest-FloatingIPTestJSON-1043263397'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:34.571123 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b09bc6c8-9a01-4945-a66a-b9d537384288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:34.602738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8398a150-8c30-441d-8827-778ee97bdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.615643 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b09bc6c8-9a01-4945-a66a-b9d537384288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:34.625737 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bc6c8-9a01-4945-a66a-b9d537384288 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:34.626626 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b09bc6c8-9a01-4945-a66a-b9d537384288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:34.665206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57019884-e5cc-49df-93bb-344325765d0b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.673572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787c22c-3c0f-4c5c-85a7-0f4074a81dd3 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806c5564-2de4-48b3-b957-2df2a5cf3408,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:34.677121 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b09bc6c8-9a01-4945-a66a-b9d537384288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:34.678097 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bc6c8-9a01-4945-a66a-b9d537384288 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:34.734446 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:34.739363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.758889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] device_id is not set on port d6161d93-3040-40c4-be14-aa846fa08708 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:08:34.782072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-90577afc-3af4-459b-94f4-2b78c3cd0738 None None] Provisioning complete for port 1b4ee030-0faa-4342-ba52-2fbe4dd079aa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:34.782534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90577afc-3af4-459b-94f4-2b78c3cd0738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.811524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:34.821095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:34.860488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56387ee-b2aa-4bc9-8f12-1ad0255f8f94 None None] The sync data for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv is: [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:03:00Z', 'revision_number': 4, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '84a7345f-895f-4626-8593-06703511805e', 'name': '', 'network_id': '385cab7c-1387-44ec-a99a-23b13f08f307', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'mac_address': 'fa:16:3e:9c:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:56Z', 'updated_at': '2021-12-06T12:03:07Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'subnets': [{'id': 'b2668b53-2c2c-4b36-918a-c586a4cda4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:34.894410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90577afc-3af4-459b-94f4-2b78c3cd0738 None None] Port 1b4ee030-0faa-4342-ba52-2fbe4dd079aa cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:34.897850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.20.0.4 (6ccb4b14-0d45-4f94-92b4-30abfee0a4b0/be73be97-6c0f-4a00-b424-44cdc880ac8b/d6161d93-3040-40c4-be14-aa846fa08708) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:34.921397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8398a150-8c30-441d-8827-778ee97bdd42 None None] Allocated IP 2001:db8::2 (52db61b1-6c83-432b-af86-b2e33820c6a6/1ef534c7-b824-48ca-b1a7-73a47b9aa1c2/d9573008-b7e9-4894-b128-74b4733344b2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:34.981770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 72bd5205-d56a-4781-b447-be6400378bcf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:34.996676 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57019884-e5cc-49df-93bb-344325765d0b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.009073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=210369c3-ae53-43f2-b2c1-f3e8a98f6f7b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:35.045051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57019884-e5cc-49df-93bb-344325765d0b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.052600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 72bd5205-d56a-4781-b447-be6400378bcf {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:35.052954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 72bd5205-d56a-4781-b447-be6400378bcf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:35.075044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-943450a6-a125-498f-9078-16fee21faee4 None None] Provisioning complete for port 1b4ee030-0faa-4342-ba52-2fbe4dd079aa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:35.075333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943450a6-a125-498f-9078-16fee21faee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.127375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8398a150-8c30-441d-8827-778ee97bdd42 None None] For port d9573008-b7e9-4894-b128-74b4733344b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9573008-b7e9-4894-b128-74b4733344b2,segment=NetworkSegment(e4e4bf30-2471-4f68-8cbe-4f1b7e766904),segment_id=e4e4bf30-2471-4f68-8cbe-4f1b7e766904)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:35.133833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.140982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-943450a6-a125-498f-9078-16fee21faee4 None None] Port 1b4ee030-0faa-4342-ba52-2fbe4dd079aa cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:35.168467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8398a150-8c30-441d-8827-778ee97bdd42 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.176389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8398a150-8c30-441d-8827-778ee97bdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.186267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.237779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:35.244172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:35.247315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:35.284313 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610c8e3-f754-405a-9f5c-1d5ade43f476 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:35.295494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=d6161d93-3040-40c4-be14-aa846fa08708,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:35.301158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398a150-8c30-441d-8827-778ee97bdd42 None None] Pushing event updated for resources: {'Port': ['ID=d9573008-b7e9-4894-b128-74b4733344b2,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:35.332129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4631d32-92bc-4687-b7d3-0554cf927066 None None] New status for floating IP a290f900-c99b-4e6d-9463-a65064a9d8c5: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:35.338220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:35.338998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.367627 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eff0a040-52fe-44d2-8ca6-b4a60bab3672 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8024044 Dec 06 12:08:35.370194 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42868) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:35.376600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'port': {'network_id': '6ccb4b14-0d45-4f94-92b4-30abfee0a4b0', 'name': 'tempest-FloatingIPTestJSON-231280270'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:35.550154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': '7ccc8c02-8591-494f-9fb0-54be53d61c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '30afb04b-5162-4861-845f-c651a786d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:35.550779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: 30afb04b-5162-4861-845f-c651a786d1c8, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:35.556908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:35.561291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.568849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57019884-e5cc-49df-93bb-344325765d0b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.570145 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-57019884-e5cc-49df-93bb-344325765d0b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0088701 Dec 06 12:08:35.577848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42870) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:35.587211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-798331155', 'security_groups': ['2552b778-aeda-462f-bc3a-41842d3a31a5'], 'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ef534c7-b824-48ca-b1a7-73a47b9aa1c2'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:35.593890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] device_id is not set on port ef00b252-cc45-4f96-a4bf-c0e8a87287b8 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:08:35.620623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-634bbb48-23c4-4b4a-9bed-2aacead64d32 None None] Provisioning complete for port d6161d93-3040-40c4-be14-aa846fa08708 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:35.621478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-634bbb48-23c4-4b4a-9bed-2aacead64d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.629308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57019884-e5cc-49df-93bb-344325765d0b tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2552b778-aeda-462f-bc3a-41842d3a31a5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:35.656946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.671349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 30afb04b-5162-4861-845f-c651a786d1c8 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:35.684714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-634bbb48-23c4-4b4a-9bed-2aacead64d32 None None] Port d6161d93-3040-40c4-be14-aa846fa08708 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:35.688075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d4631d32-92bc-4687-b7d3-0554cf927066 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:35.688438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d4631d32-92bc-4687-b7d3-0554cf927066 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:35.701650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Pushing event deleted for resources: {'Port': ['ID=a88b57b6-233b-4d69-bdea-95762238f530,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:35.716777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697edc3-5092-43e9-9d7e-303ce909bd1c None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:35.717995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port aadb5ed0-9202-405a-a1ee-b382de16f08b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:35.718512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.755707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 30afb04b-5162-4861-845f-c651a786d1c8) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:35.767048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43497726-d5dc-423c-b9ee-b0187ed0d0fd None None] Network 30afb04b-5162-4861-845f-c651a786d1c8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:35.791433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:35.792087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.852185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.20.0.12 (6ccb4b14-0d45-4f94-92b4-30abfee0a4b0/be73be97-6c0f-4a00-b424-44cdc880ac8b/ef00b252-cc45-4f96-a4bf-c0e8a87287b8) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:35.855848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port dfdc2980-7006-4ca5-9524-7be4b1599835 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:35.856203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.879729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:35.880623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.883776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.885303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1106172b-1f8e-4305-a78c-d137b10e3224 tempest-ServerActionsTestJSON-1102600120 tempest-ServerActionsTestJSON-1102600120-project] 10.222.0.24 "DELETE /v2.0/floatingips/a290f900-c99b-4e6d-9463-a65064a9d8c5 HTTP/1.1" status: 204 len: 168 time: 2.3637083 Dec 06 12:08:35.895450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42872) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:35.907626 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6d1996fd-b7e4-4783-a51b-a2aaf3a69570 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1161880 Dec 06 12:08:35.913552 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42876) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:35.980968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-30afb04b-5162-4861-845f-c651a786d1c8', 'network_id': '30afb04b-5162-4861-845f-c651a786d1c8', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': '210369c3-ae53-43f2-b2c1-f3e8a98f6f7b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:35.981851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:35.986416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port aadb5ed0-9202-405a-a1ee-b382de16f08b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aadb5ed0-9202-405a-a1ee-b382de16f08b,segment=NetworkSegment(ae5f125a-693f-4551-9551-0f0e1b62717d),segment_id=ae5f125a-693f-4551-9551-0f0e1b62717d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:35.987530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.010783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for aadb5ed0-9202-405a-a1ee-b382de16f08b owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:36.100483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port dfdc2980-7006-4ca5-9524-7be4b1599835, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfdc2980-7006-4ca5-9524-7be4b1599835,segment=NetworkSegment(46c4b961-8f79-46e3-affe-9edc1b8f5682),segment_id=46c4b961-8f79-46e3-affe-9edc1b8f5682)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:36.101145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.121577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for dfdc2980-7006-4ca5-9524-7be4b1599835 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:36.154404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.191944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4631d32-92bc-4687-b7d3-0554cf927066 None None] New status for floating IP a290f900-c99b-4e6d-9463-a65064a9d8c5: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:08:36.196839 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] device_id is not set on port 674c10ce-642b-46f2-9bdb-74e54a6f36a1 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:08:36.204638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.298266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Allocated IP 2001:db8::1 (30afb04b-5162-4861-845f-c651a786d1c8/210369c3-ae53-43f2-b2c1-f3e8a98f6f7b/f598eacf-d2ec-4226-b67c-6087cca3e9eb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:36.328739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1ca26738-9839-41b0-9e73-40aa1e5359a3 None None] Provisioning complete for port 2cd3d888-37b5-4645-96c1-23473042b869 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:36.328739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca26738-9839-41b0-9e73-40aa1e5359a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.376422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.413823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.418959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1ca26738-9839-41b0-9e73-40aa1e5359a3 None None] Port 2cd3d888-37b5-4645-96c1-23473042b869 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:36.449365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1ca26738-9839-41b0-9e73-40aa1e5359a3 None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:36.449661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca26738-9839-41b0-9e73-40aa1e5359a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.528503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.531961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.554698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.587578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.592066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8::1b0 (52db61b1-6c83-432b-af86-b2e33820c6a6/1ef534c7-b824-48ca-b1a7-73a47b9aa1c2/674c10ce-642b-46f2-9bdb-74e54a6f36a1) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:36.612364 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:36.625347 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:36.630082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:36.631127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=aadb5ed0-9202-405a-a1ee-b382de16f08b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:36.635097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=ef00b252-cc45-4f96-a4bf-c0e8a87287b8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:36.648966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Network 30afb04b-5162-4861-845f-c651a786d1c8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:36.652795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:36.655683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:36.669169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f1e75-2215-4e5c-9d91-fe987acefafe None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:36.670883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Pushing event updated for resources: {'Port': ['ID=f598eacf-d2ec-4226-b67c-6087cca3e9eb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:36.677740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.746944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Attempting to bind port f598eacf-d2ec-4226-b67c-6087cca3e9eb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:36.747408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Attempting to bind port f598eacf-d2ec-4226-b67c-6087cca3e9eb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7ccc8c02-8591-494f-9fb0-54be53d61c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '30afb04b-5162-4861-845f-c651a786d1c8'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:36.747848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Attempting to bind port f598eacf-d2ec-4226-b67c-6087cca3e9eb on network 30afb04b-5162-4861-845f-c651a786d1c8 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:36.758799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:36.759261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Checking segment: {'id': '7ccc8c02-8591-494f-9fb0-54be53d61c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '30afb04b-5162-4861-845f-c651a786d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:36.759775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.760277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Bound using segment: {'id': '7ccc8c02-8591-494f-9fb0-54be53d61c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '30afb04b-5162-4861-845f-c651a786d1c8'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:36.760444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:36.760886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Bound port: f598eacf-d2ec-4226-b67c-6087cca3e9eb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccc8c02-8591-494f-9fb0-54be53d61c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '30afb04b-5162-4861-845f-c651a786d1c8'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:36.761113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.761379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.768802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=210369c3-ae53-43f2-b2c1-f3e8a98f6f7b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:36.780304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.780565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-32e3c904-0726-412a-88c8-ee61c662ad46 None None] Provisioning complete for port ef00b252-cc45-4f96-a4bf-c0e8a87287b8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:36.780815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32e3c904-0726-412a-88c8-ee61c662ad46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.850632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.851280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-32e3c904-0726-412a-88c8-ee61c662ad46 None None] Port ef00b252-cc45-4f96-a4bf-c0e8a87287b8 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:36.852518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=dfdc2980-7006-4ca5-9524-7be4b1599835,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:36.902754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.903342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] For port f598eacf-d2ec-4226-b67c-6087cca3e9eb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:36.908109 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] For port f598eacf-d2ec-4226-b67c-6087cca3e9eb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f598eacf-d2ec-4226-b67c-6087cca3e9eb,segment=NetworkSegment(7ccc8c02-8591-494f-9fb0-54be53d61c02),segment_id=7ccc8c02-8591-494f-9fb0-54be53d61c02)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:36.914902 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b77ae6a2-86de-4a98-828b-0f66373e8779 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5401142 Dec 06 12:08:36.918971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:36.933407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42878) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:36.940171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'ef00b252-cc45-4f96-a4bf-c0e8a87287b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:37.005213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30afb04b-5162-4861-845f-c651a786d1c8']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:37.037526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccc8c02-8591-494f-9fb0-54be53d61c02') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:37.037904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccc8c02-8591-494f-9fb0-54be53d61c02') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:37.042015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b16a74-70bb-4296-b3d4-7f6e9b0fa1fb None None] Pushing event updated for resources: {'Port': ['ID=f598eacf-d2ec-4226-b67c-6087cca3e9eb,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:37.067532 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4a287-6aed-4193-a75b-426a7dbba12c None None] Network 30afb04b-5162-4861-845f-c651a786d1c8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:37.075793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.114719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.147664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.149728 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:37.150118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:37.153744 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:37.156551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.208455 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.246295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9573008-b7e9-4894-b128-74b4733344b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:37.319264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2124ec72-c862-43d4-add5-ea1828663432 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:08:37.365416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:37.365758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.399238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:37.400053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.539465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124ec72-c862-43d4-add5-ea1828663432 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:08:37.619354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:37.625563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:37.632440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:37.637937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:37.638542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.641863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:37.642402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:08:37.642402 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:08:37.642402 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'id': '30afb04b-5162-4861-845f-c651a786d1c8'}] Dec 06 12:08:37.642402 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:37.643352 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:37.646307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=674c10ce-642b-46f2-9bdb-74e54a6f36a1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:37.656282 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-31e3a8a7-9040-4c79-8b50-242b4fecddf4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5795054 Dec 06 12:08:37.657062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42880) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:37.663525 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:37.677186 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f3fdce52-a73a-4462-aa9c-96934a636cd7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0924563 Dec 06 12:08:37.677419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42882) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:37.680194 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:37.680897 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:37.690070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0b996a42-fac9-4772-8af7-676c64a2be3e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:37.773413 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:37.780221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.830999 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.836442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ce1c64-ee3e-4c80-80b1-b4da29a7a98e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting subnet b6ec3934-aed6-4bc2-ad36-fc02a7231250 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:37.838283 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 11, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:37.845212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66ce1c64-ee3e-4c80-80b1-b4da29a7a98e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.855999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b996a42-fac9-4772-8af7-676c64a2be3e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:37.861464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b996a42-fac9-4772-8af7-676c64a2be3e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:37.878457 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:37.888066 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:37.889077 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:37.902050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda305c7-a893-4760-974e-9ab7de626363 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:08:37.965216 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:37.979215 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.ipam_backend_mixin [None req-0b996a42-fac9-4772-8af7-676c64a2be3e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ef534c7-b824-48ca-b1a7-73a47b9aa1c2 (CIDR: 2001:db8::/64) Dec 06 12:08:37.984658 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b996a42-fac9-4772-8af7-676c64a2be3e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:08:37.985566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b996a42-fac9-4772-8af7-676c64a2be3e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:38.007545 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0b996a42-fac9-4772-8af7-676c64a2be3e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3289714 Dec 06 12:08:38.010323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42884) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:38.016741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7c956bd8-01d6-4a92-bd5f-c66dbcbba063 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:38.027470 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 11, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:38.060797 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7ff6e-0ac6-43f7-9742-a7d6cf88da69 None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 11, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:38.077887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda305c7-a893-4760-974e-9ab7de626363 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:08:38.145576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.201089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c956bd8-01d6-4a92-bd5f-c66dbcbba063 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:38.204669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c956bd8-01d6-4a92-bd5f-c66dbcbba063 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.287370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port f598eacf-d2ec-4226-b67c-6087cca3e9eb {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:38.287755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.326110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66ce1c64-ee3e-4c80-80b1-b4da29a7a98e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.330278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:38.358111 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.ipam_backend_mixin [None req-7c956bd8-01d6-4a92-bd5f-c66dbcbba063 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fede78c7-6cc1-485e-9ec6-edbc4d7db100 (CIDR: 2001:db8:0:1::/64) Dec 06 12:08:38.364994 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c956bd8-01d6-4a92-bd5f-c66dbcbba063 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:08:38.365452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c956bd8-01d6-4a92-bd5f-c66dbcbba063 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:38.390825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port f598eacf-d2ec-4226-b67c-6087cca3e9eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f598eacf-d2ec-4226-b67c-6087cca3e9eb,segment=NetworkSegment(7ccc8c02-8591-494f-9fb0-54be53d61c02),segment_id=7ccc8c02-8591-494f-9fb0-54be53d61c02)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:38.391274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.405073 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7c956bd8-01d6-4a92-bd5f-c66dbcbba063 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3905790 Dec 06 12:08:38.406173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42886) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:38.413441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'subnet': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:38.421100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for f598eacf-d2ec-4226-b67c-6087cca3e9eb owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:38.609106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Made reservation on behalf of c8faa62093a043a8a9c828d10521c053 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:38.612849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.616104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.634818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.36.1.62 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/638ad979-bdae-4044-815c-1f0ecb5f7448) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:38.661246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66ce1c64-ee3e-4c80-80b1-b4da29a7a98e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.664681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:38.669175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=f598eacf-d2ec-4226-b67c-6087cca3e9eb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:38.677600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port f598eacf-d2ec-4226-b67c-6087cca3e9eb on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:38.683346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:38.696996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0275fa27-3edd-417a-aa5a-ddec459b90af tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4524221 Dec 06 12:08:38.698356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42888) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:38.714400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:38.715399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:38.794626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0cfde78a-7dc3-4485-b5eb-69e564eb4229 None None] Provisioning complete for port 674c10ce-642b-46f2-9bdb-74e54a6f36a1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:38.795159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0cfde78a-7dc3-4485-b5eb-69e564eb4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.811214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.839715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:38.847986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30afb04b-5162-4861-845f-c651a786d1c8']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:38.862120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccc8c02-8591-494f-9fb0-54be53d61c02') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:38.862415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccc8c02-8591-494f-9fb0-54be53d61c02') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:38.862542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5a7e45-9a67-4e2e-9191-765132230c6a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet aa3158ad-36ab-4af8-8f37-4d5b8ddfb548 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:38.876769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.879881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0cfde78a-7dc3-4485-b5eb-69e564eb4229 None None] Port 674c10ce-642b-46f2-9bdb-74e54a6f36a1 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:38.895622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7e45-9a67-4e2e-9191-765132230c6a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.902885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.932318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:38.932641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.933558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66ce1c64-ee3e-4c80-80b1-b4da29a7a98e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:38.937204 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:38.957544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.003404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device aadb5ed0-9202-405a-a1ee-b382de16f08b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:39.008215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1676f9eb-e94a-4012-92e0-e7cad8080c20 None None] Network 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:39.015724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce1c64-ee3e-4c80-80b1-b4da29a7a98e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ec3934-aed6-4bc2-ad36-fc02a7231250,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:39.018588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66ce1c64-ee3e-4c80-80b1-b4da29a7a98e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.024949 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-66ce1c64-ee3e-4c80-80b1-b4da29a7a98e tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/b6ec3934-aed6-4bc2-ad36-fc02a7231250 HTTP/1.1" status: 204 len: 168 time: 1.3638232 Dec 06 12:08:39.031163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42890) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:39.035214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7e45-9a67-4e2e-9191-765132230c6a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.036881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.041656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.049557 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/30afb04b-5162-4861-845f-c651a786d1c8 HTTP/1.1" status: 204 len: 168 time: 3.1329720 Dec 06 12:08:39.052303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42892) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:39.056771 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: aadb5ed0-9202-405a-a1ee-b382de16f08b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:39.057126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device aadb5ed0-9202-405a-a1ee-b382de16f08b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:39.062394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-518981997'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:39.088967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdb635-1925-47bf-8ebe-b337883e5ac3 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=30afb04b-5162-4861-845f-c651a786d1c8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:39.117424 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:39.121154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.147414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.188826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:39.194798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.219906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:39.221789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.222137 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment e134816f-32a8-43ef-9707-9a865bf8a1a5 of type vlan for network c1296334-f67d-4f0d-b57d-01edb752b1d9 Dec 06 12:08:39.232592 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:39.235665 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:39.236125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.261420 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8497171 Dec 06 12:08:39.261420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf683d4-5a17-4d46-91c7-03516acdc9fd tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Subnet': ['ID=c23d8123-f702-4975-ba0e-6cdda909d612,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:39.262829 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42894) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:39.263691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.286631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1464489636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c23d8123-f702-4975-ba0e-6cdda909d612'}], 'security_groups': ['7fc5da15-2449-4e4b-9ce4-2b0a2d15cc23', '806c5564-2de4-48b3-b957-2df2a5cf3408']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:39.294971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Deleting port 84a7345f-895f-4626-8593-06703511805e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:39.295594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.313934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:39.320498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26069d5-4913-49a5-8a73-759cec0888cc None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:39.324942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.329309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7e45-9a67-4e2e-9191-765132230c6a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.358928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:39.371076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:39.374747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.384191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=638ad979-bdae-4044-815c-1f0ecb5f7448,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:39.446798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.453528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:39.454147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.478998 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4224434 Dec 06 12:08:39.484232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42896) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:39.502209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': 'c1296334-f67d-4f0d-b57d-01edb752b1d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:39.511796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 9, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:39.552683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] DHCP port deletion for 16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:39.561024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:39.582473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed7726-d64e-498d-b87c-cbc438fb0f5e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=c1296334-f67d-4f0d-b57d-01edb752b1d9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:39.608483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c1296334-f67d-4f0d-b57d-01edb752b1d9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:39.642181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7e45-9a67-4e2e-9191-765132230c6a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.642422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:39.643052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:39.646055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] For port 84a7345f-895f-4626-8593-06703511805e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=84a7345f-895f-4626-8593-06703511805e,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:39.646405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.726076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Calling delete_port for 84a7345f-895f-4626-8593-06703511805e owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:39.739284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a7e45-9a67-4e2e-9191-765132230c6a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3158ad-36ab-4af8-8f37-4d5b8ddfb548,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:39.745460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7e45-9a67-4e2e-9191-765132230c6a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.755989 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5a5a7e45-9a67-4e2e-9191-765132230c6a tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/aa3158ad-36ab-4af8-8f37-4d5b8ddfb548 HTTP/1.1" status: 204 len: 168 time: 1.0463779 Dec 06 12:08:39.756209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee3acd1-3d51-4673-abe6-3cf86a56ff9e None None] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:39.761104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42898) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:39.774006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Deleting port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:39.774006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.871999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:39.912126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:39.915582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.926905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.952898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] Deleting port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:39.953274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:39.982212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Delete allocated IP 2001:db8::1b0 (52db61b1-6c83-432b-af86-b2e33820c6a6/1ef534c7-b824-48ca-b1a7-73a47b9aa1c2) {{(pid=103287) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 12:08:39.994986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Allocated IP 2001:db8:0:2::21d (52db61b1-6c83-432b-af86-b2e33820c6a6/c23d8123-f702-4975-ba0e-6cdda909d612/674c10ce-642b-46f2-9bdb-74e54a6f36a1) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:40.066241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 5aad8def-3ab6-4331-978b-910a950ab01c {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:40.067081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.085335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce224eb3-0087-44d9-b66b-af784f0f2af8 None None] Update dhcp port {'port': {'network_id': '52db61b1-6c83-432b-af86-b2e33820c6a6', 'fixed_ips': [{'subnet_id': 'fede78c7-6cc1-485e-9ec6-edbc4d7db100', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1ef534c7-b824-48ca-b1a7-73a47b9aa1c2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c23d8123-f702-4975-ba0e-6cdda909d612'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'd9573008-b7e9-4894-b128-74b4733344b2'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:08:40.086357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] For port 7f5084e0-bdd1-4b29-8213-9a9947f5b754, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f5084e0-bdd1-4b29-8213-9a9947f5b754,segment=NetworkSegment(ae5f125a-693f-4551-9551-0f0e1b62717d),segment_id=ae5f125a-693f-4551-9551-0f0e1b62717d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:40.086722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.113273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] For port 7f5084e0-bdd1-4b29-8213-9a9947f5b754, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f5084e0-bdd1-4b29-8213-9a9947f5b754,segment=NetworkSegment(ae5f125a-693f-4551-9551-0f0e1b62717d),segment_id=ae5f125a-693f-4551-9551-0f0e1b62717d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:40.113677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.130087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Calling delete_port for 7f5084e0-bdd1-4b29-8213-9a9947f5b754 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:40.175809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] Calling delete_port for 7f5084e0-bdd1-4b29-8213-9a9947f5b754 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:40.198116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce224eb3-0087-44d9-b66b-af784f0f2af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.215755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port 5aad8def-3ab6-4331-978b-910a950ab01c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5aad8def-3ab6-4331-978b-910a950ab01c,segment=NetworkSegment(46c4b961-8f79-46e3-affe-9edc1b8f5682),segment_id=46c4b961-8f79-46e3-affe-9edc1b8f5682)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:40.216149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.239192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 5aad8def-3ab6-4331-978b-910a950ab01c owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:40.340464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] DHCP port deletion for f034ccd1-cbeb-4e17-b1b3-641598f95ef7 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:40.362392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.376374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.434748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.443619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.467734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No DVR routers for this DVR port 5aad8def-3ab6-4331-978b-910a950ab01c on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:40.476566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] In _notify_port_updated(), no bound segment for port 674c10ce-642b-46f2-9bdb-74e54a6f36a1 on network 52db61b1-6c83-432b-af86-b2e33820c6a6 {{(pid=103287) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:08:40.482033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:40.482647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.487074 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "PUT /v2.0/ports/674c10ce-642b-46f2-9bdb-74e54a6f36a1 HTTP/1.1" status: 200 len: 970 time: 1.2027566 Dec 06 12:08:40.491290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] Pushing event deleted for resources: {'Port': ['ID=7f5084e0-bdd1-4b29-8213-9a9947f5b754,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:40.493172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8251baa-fde9-4a62-b5e9-7defb386964a None None] No DVR routers for this DVR port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:40.507752 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42900) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:40.556527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94043d5-716c-4ac9-8163-96a7bead0d38 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event updated for resources: {'Port': ['ID=674c10ce-642b-46f2-9bdb-74e54a6f36a1,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:40.575338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ce224eb3-0087-44d9-b66b-af784f0f2af8 None None] Allocated IP 2001:db8:0:2::2 (52db61b1-6c83-432b-af86-b2e33820c6a6/c23d8123-f702-4975-ba0e-6cdda909d612/d9573008-b7e9-4894-b128-74b4733344b2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:40.582914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 9, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:40.601232 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=5aad8def-3ab6-4331-978b-910a950ab01c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:40.626075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] Deleting port 5aad8def-3ab6-4331-978b-910a950ab01c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:40.626600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.634004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077eef17-be1d-46a9-b87f-5da218be6777 None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 9, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27efaddb-b44e-4c30-a131-08b903878ccc', 'name': '', 'network_id': '4fb2001a-5a12-4856-8083-e9abd67ecd60', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:3c:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:56Z', 'updated_at': '2021-12-06T12:08:08Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': 'b121ae97-5629-45cf-876e-0aafb4e51601', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:40.680085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.710426 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f034ccd1-cbeb-4e17-b1b3-641598f95ef7']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:40.724874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c4b961-8f79-46e3-affe-9edc1b8f5682') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:40.725315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c4b961-8f79-46e3-affe-9edc1b8f5682') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:40.737457 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.755821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d3441b5e-cdb0-4c2b-9090-eb5aa91f2c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 674c10ce-642b-46f2-9bdb-74e54a6f36a1 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:40.756270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3441b5e-cdb0-4c2b-9090-eb5aa91f2c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.770925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] For port 5aad8def-3ab6-4331-978b-910a950ab01c, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:40.771565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.773316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.788786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:40.789337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:40.792965 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:40.906472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.918711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.925480 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/f034ccd1-cbeb-4e17-b1b3-641598f95ef7 HTTP/1.1" status: 204 len: 168 time: 1.1621859 Dec 06 12:08:40.929869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42902) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:40.948293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3441b5e-cdb0-4c2b-9090-eb5aa91f2c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.956020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.960837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] Calling delete_port for 5aad8def-3ab6-4331-978b-910a950ab01c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:40.963888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ce224eb3-0087-44d9-b66b-af784f0f2af8 None None] For port d9573008-b7e9-4894-b128-74b4733344b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9573008-b7e9-4894-b128-74b4733344b2,segment=NetworkSegment(e4e4bf30-2471-4f68-8cbe-4f1b7e766904),segment_id=e4e4bf30-2471-4f68-8cbe-4f1b7e766904)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:40.967079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] Port 5aad8def-3ab6-4331-978b-910a950ab01c was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:08:40.974863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:40.990797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd1307-687d-4fd5-8cbb-92b2add61fd1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=f034ccd1-cbeb-4e17-b1b3-641598f95ef7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:41.023464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] Pushing event deleted for resources: {'Port': ['ID=5aad8def-3ab6-4331-978b-910a950ab01c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:41.030889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] Network f034ccd1-cbeb-4e17-b1b3-641598f95ef7 is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:08:41.032187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfd4a0-f3ea-40c9-8302-f0d9d6a82d21 None None] No DVR routers for this DVR port 5aad8def-3ab6-4331-978b-910a950ab01c on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:41.041316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.048261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d3441b5e-cdb0-4c2b-9090-eb5aa91f2c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 674c10ce-642b-46f2-9bdb-74e54a6f36a1 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:41.056780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce224eb3-0087-44d9-b66b-af784f0f2af8 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.057180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No DVR routers for this DVR port 7f5084e0-bdd1-4b29-8213-9a9947f5b754 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:41.062049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Port': ['ID=7f5084e0-bdd1-4b29-8213-9a9947f5b754,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:41.068441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce224eb3-0087-44d9-b66b-af784f0f2af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.074506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.108985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.192576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f5084e0-bdd1-4b29-8213-9a9947f5b754 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:41.232521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 7f5084e0-bdd1-4b29-8213-9a9947f5b754 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:41.232868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f5084e0-bdd1-4b29-8213-9a9947f5b754 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:41.233284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5aad8def-3ab6-4331-978b-910a950ab01c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:41.251670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=bae184b1-429b-4970-ad81-6a6ecbc36061,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:41.265400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5aad8def-3ab6-4331-978b-910a950ab01c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:41.265935 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5aad8def-3ab6-4331-978b-910a950ab01c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:41.266179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device dfdc2980-7006-4ca5-9524-7be4b1599835 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:41.295256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: dfdc2980-7006-4ca5-9524-7be4b1599835 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:41.295533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device dfdc2980-7006-4ca5-9524-7be4b1599835 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:41.297387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce224eb3-0087-44d9-b66b-af784f0f2af8 None None] Pushing event updated for resources: {'Port': ['ID=d9573008-b7e9-4894-b128-74b4733344b2,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:41.380643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Pushing event deleted for resources: {'Port': ['ID=84a7345f-895f-4626-8593-06703511805e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:41.420882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3441b5e-cdb0-4c2b-9090-eb5aa91f2c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.435766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.465417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3441b5e-cdb0-4c2b-9090-eb5aa91f2c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=674c10ce-642b-46f2-9bdb-74e54a6f36a1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:41.524729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:41.554259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5f125a-693f-4551-9551-0f0e1b62717d') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:41.554552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5f125a-693f-4551-9551-0f0e1b62717d') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:41.592024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.593774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': 'e134816f-32a8-43ef-9707-9a865bf8a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c1296334-f67d-4f0d-b57d-01edb752b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:41.594129 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: c1296334-f67d-4f0d-b57d-01edb752b1d9, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:41.606592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.661771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.708149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:41.708558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:41.712666 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:41.790305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network c1296334-f67d-4f0d-b57d-01edb752b1d9 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:41.814151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3441b5e-cdb0-4c2b-9090-eb5aa91f2c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.817451 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d3441b5e-cdb0-4c2b-9090-eb5aa91f2c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/674c10ce-642b-46f2-9bdb-74e54a6f36a1 HTTP/1.1" status: 204 len: 168 time: 1.3087041 Dec 06 12:08:41.820293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42904) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:41.841209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c1296334-f67d-4f0d-b57d-01edb752b1d9) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:41.851973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b2ee8-831e-48d4-aa0d-4030ff8bae81 None None] Network c1296334-f67d-4f0d-b57d-01edb752b1d9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:41.853227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:41.853815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.858936 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8506602-b83f-4aba-a239-0436dab6a721 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] GET failed (client error): The resource could not be found. Dec 06 12:08:41.860438 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e8506602-b83f-4aba-a239-0436dab6a721 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports/674c10ce-642b-46f2-9bdb-74e54a6f36a1 HTTP/1.1" status: 404 len: 333 time: 0.0392458 Dec 06 12:08:41.862275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.864648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42906) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:41.867429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.888190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.895680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/networks/16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047 HTTP/1.1" status: 204 len: 168 time: 2.8573680 Dec 06 12:08:41.897180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42908) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:41.904995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'routes': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:41.966072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7897-cfe6-48e4-b5a3-54bc9e1a8b43 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:41.971495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2b9859fa-5449-4fbf-8c07-72a25c91db6c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4718697 Dec 06 12:08:41.972515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42910) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:42.003747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef5d0d-75d9-4d9b-ad6c-f96c20c2c7bf tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Pushing event deleted for resources: {'Network': ['ID=16df4a47-ec1e-4f3c-a6ee-6dfd2bc19047,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.014538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.077120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-419ba656-425f-4720-9b86-3354fbf9ef28 None None] Provisioning complete for port 2cd3d888-37b5-4645-96c1-23473042b869 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:42.077774 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-419ba656-425f-4720-9b86-3354fbf9ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.106267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7897-cfe6-48e4-b5a3-54bc9e1a8b43 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.108426 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c1296334-f67d-4f0d-b57d-01edb752b1d9', 'network_id': 'c1296334-f67d-4f0d-b57d-01edb752b1d9', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': 'bae184b1-429b-4970-ad81-6a6ecbc36061'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:42.109572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.142243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-419ba656-425f-4720-9b86-3354fbf9ef28 None None] Port 2cd3d888-37b5-4645-96c1-23473042b869 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:42.197905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.212959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-419ba656-425f-4720-9b86-3354fbf9ef28 None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:42.213318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-419ba656-425f-4720-9b86-3354fbf9ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.227037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.extraroute_db [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Added routes are [] {{(pid=103286) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:08:42.227411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.extraroute_db [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Removed routes are [] {{(pid=103286) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:08:42.227687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.229254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.291153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7897-cfe6-48e4-b5a3-54bc9e1a8b43 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.294195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7897-cfe6-48e4-b5a3-54bc9e1a8b43 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.295475 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dcfb7897-cfe6-48e4-b5a3-54bc9e1a8b43 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/security-groups/2552b778-aeda-462f-bc3a-41842d3a31a5 HTTP/1.1" status: 204 len: 168 time: 0.4301155 Dec 06 12:08:42.303047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.306880 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42912) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:42.317815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Allocated IP 2001:db8::1 (c1296334-f67d-4f0d-b57d-01edb752b1d9/bae184b1-429b-4970-ad81-6a6ecbc36061/174944dd-9662-4dfa-866a-45670b56a638) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:42.398313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb7897-cfe6-48e4-b5a3-54bc9e1a8b43 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2552b778-aeda-462f-bc3a-41842d3a31a5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.409417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=638ad979-bdae-4044-815c-1f0ecb5f7448,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.438227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-419ba656-425f-4720-9b86-3354fbf9ef28 None None] Could not find standard attr ID for object 674c10ce-642b-46f2-9bdb-74e54a6f36a1. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:08:42.523420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18fb0baa-8ffc-488b-98b7-304ce86caf83 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.559720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.562289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.562734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.569734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e2486934-3a64-48c4-b826-1533d0714495 None None] Could not find standard attr ID for object 674c10ce-642b-46f2-9bdb-74e54a6f36a1. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:08:42.577423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.581512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.622373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Network c1296334-f67d-4f0d-b57d-01edb752b1d9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:42.628864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:42.632758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:42.644044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.720619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Pushing event updated for resources: {'Port': ['ID=174944dd-9662-4dfa-866a-45670b56a638,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.733668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Attempting to bind port 174944dd-9662-4dfa-866a-45670b56a638 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:42.733942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18fb0baa-8ffc-488b-98b7-304ce86caf83 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.734314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Attempting to bind port 174944dd-9662-4dfa-866a-45670b56a638 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e134816f-32a8-43ef-9707-9a865bf8a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c1296334-f67d-4f0d-b57d-01edb752b1d9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:42.734844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Attempting to bind port 174944dd-9662-4dfa-866a-45670b56a638 on network c1296334-f67d-4f0d-b57d-01edb752b1d9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:42.744015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:42.744443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Checking segment: {'id': 'e134816f-32a8-43ef-9707-9a865bf8a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c1296334-f67d-4f0d-b57d-01edb752b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:42.744817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.746647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Bound using segment: {'id': 'e134816f-32a8-43ef-9707-9a865bf8a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c1296334-f67d-4f0d-b57d-01edb752b1d9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:42.746647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Bound port: 174944dd-9662-4dfa-866a-45670b56a638, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e134816f-32a8-43ef-9707-9a865bf8a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c1296334-f67d-4f0d-b57d-01edb752b1d9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:42.746647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.771075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.809479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router 12fc5f98-4275-4909-bee5-3dd21d599f21 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:42.824367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=bae184b1-429b-4970-ad81-6a6ecbc36061,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.827933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:42.838839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] For port 174944dd-9662-4dfa-866a-45670b56a638, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:42.850425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] For port 174944dd-9662-4dfa-866a-45670b56a638, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=174944dd-9662-4dfa-866a-45670b56a638,segment=NetworkSegment(e134816f-32a8-43ef-9707-9a865bf8a1a5),segment_id=e134816f-32a8-43ef-9707-9a865bf8a1a5)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:42.850752 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP d77ebd72-a9bc-4220-b2e3-d692e479b4ba associated. External IP: 172.36.1.62, port: ef00b252-cc45-4f96-a4bf-c0e8a87287b8. Dec 06 12:08:42.858286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.938743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.943384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18fb0baa-8ffc-488b-98b7-304ce86caf83 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.948565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18fb0baa-8ffc-488b-98b7-304ce86caf83 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:42.952820 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-18fb0baa-8ffc-488b-98b7-304ce86caf83 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/security-groups/806c5564-2de4-48b3-b957-2df2a5cf3408 HTTP/1.1" status: 204 len: 168 time: 0.6172638 Dec 06 12:08:42.953072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42914) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:42.953383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fae13-ce0d-4c03-b623-20c1f1b88bfd None None] Pushing event updated for resources: {'Port': ['ID=174944dd-9662-4dfa-866a-45670b56a638,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.982396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb0baa-8ffc-488b-98b7-304ce86caf83 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c5564-2de4-48b3-b957-2df2a5cf3408,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:42.984684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44876345-84e0-4697-9837-3cc41bc650da None None] Network c1296334-f67d-4f0d-b57d-01edb752b1d9 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:43.010402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 27efaddb-b44e-4c30-a131-08b903878ccc {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:43.010722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.021824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:43.032526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.039289 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4873171b-c491-42ee-b020-fdc2d32a09cb tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 200 len: 705 time: 1.1371677 Dec 06 12:08:43.041394 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] Sync routers for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:43.044060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42916) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:43.050031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1296334-f67d-4f0d-b57d-01edb752b1d9']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:43.061025 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:43.070670 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:43.084286 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0b5a823f-caef-40df-8c26-d1c3497929d6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 200 len: 205 time: 0.0388532 Dec 06 12:08:43.084825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42918) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:43.100609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e134816f-32a8-43ef-9707-9a865bf8a1a5') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:43.101226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e134816f-32a8-43ef-9707-9a865bf8a1a5') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:43.166778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.197457 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:43.233255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.246799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b002008-fee7-4bb5-a443-34036a1f18ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.270073 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755a709-28f9-4aab-aca8-db8c4c78e439 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:08:43.292835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b002008-fee7-4bb5-a443-34036a1f18ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.313884 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 11, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:43.351478 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b002008-fee7-4bb5-a443-34036a1f18ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.355267 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] Checking router: 12fc5f98-4275-4909-bee5-3dd21d599f21 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:43.356242 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b002008-fee7-4bb5-a443-34036a1f18ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.363775 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0b002008-fee7-4bb5-a443-34036a1f18ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/security-groups/7fc5da15-2449-4e4b-9ce4-2b0a2d15cc23 HTTP/1.1" status: 204 len: 168 time: 0.3920379 Dec 06 12:08:43.365482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:43.365629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.368154 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] Routers {'12fc5f98-4275-4909-bee5-3dd21d599f21'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:43.369439 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['12fc5f98-4275-4909-bee5-3dd21d599f21'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:43.373754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42920) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:43.381299 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:43.435181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f755a709-28f9-4aab-aca8-db8c4c78e439 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:08:43.443007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9573008-b7e9-4894-b128-74b4733344b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:43.451167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b002008-fee7-4bb5-a443-34036a1f18ae tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc5da15-2449-4e4b-9ce4-2b0a2d15cc23,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:43.457226 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] Set router 12fc5f98-4275-4909-bee5-3dd21d599f21 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:43.525279 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port 27efaddb-b44e-4c30-a131-08b903878ccc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27efaddb-b44e-4c30-a131-08b903878ccc,segment=NetworkSegment(57c8b503-c7a3-4df7-a53b-b34d57d0e56a),segment_id=57c8b503-c7a3-4df7-a53b-b34d57d0e56a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:43.525920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.554801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 27efaddb-b44e-4c30-a131-08b903878ccc owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:43.558271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.db.api [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:08:43.558271 dv-neutron-master-2-hyperv neutron-server[103287]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:08:43.558271 dv-neutron-master-2-hyperv neutron-server[103287]: [parameters: {'id': 'c1296334-f67d-4f0d-b57d-01edb752b1d9'}] Dec 06 12:08:43.558271 dv-neutron-master-2-hyperv neutron-server[103287]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:43.558825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG oslo_db.api [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:43.565256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f32d9c-2da7-4fcb-8965-6e8882a0fcb2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet 1ef534c7-b824-48ca-b1a7-73a47b9aa1c2 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:43.570843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2f32d9c-2da7-4fcb-8965-6e8882a0fcb2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.645986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2169-abec-4375-accb-1e7d6c965c32 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.649411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:43.650369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.672226 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 11, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:43.673054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2f32d9c-2da7-4fcb-8965-6e8882a0fcb2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.713105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:43.714152 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7270c7-63b9-448f-ba1b-84b114cc0d2b None None] The sync data for ids ['12fc5f98-4275-4909-bee5-3dd21d599f21'] in dv-neutron-master-2-hyperv is: [{'id': '12fc5f98-4275-4909-bee5-3dd21d599f21', 'name': 'tempest-RoutersIpV6Test-router-1544120667', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:26Z', 'updated_at': '2021-12-06T12:08:36Z', 'revision_number': 11, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:43.722120 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5f2d2480-b33b-4fdb-973a-714135b6e23f admin admin] 10.222.0.24 "PUT /v2.0/routers/0f9f7db2-6e80-463c-8895-0fe6cb127d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8219936 Dec 06 12:08:43.724190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42922) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:43.736934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] Sync routers for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:43.836409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:43.837048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:43.896500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2169-abec-4375-accb-1e7d6c965c32 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.907408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2169-abec-4375-accb-1e7d6c965c32 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:43.973027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2f32d9c-2da7-4fcb-8965-6e8882a0fcb2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.003102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2169-abec-4375-accb-1e7d6c965c32 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.003763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0d2169-abec-4375-accb-1e7d6c965c32 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Fanout notify agent at l3_agent the message router_deleted on router 12fc5f98-4275-4909-bee5-3dd21d599f21 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:08:44.016011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2169-abec-4375-accb-1e7d6c965c32 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.017258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ba0d2169-abec-4375-accb-1e7d6c965c32 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 204 len: 168 time: 0.9027708 Dec 06 12:08:44.022515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42924) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:44.027392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-649ca9b5-ab67-4148-b553-239b7dac9ebe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1227688284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:44.034764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.042157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:44.051368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:44.073132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-649ca9b5-ab67-4148-b553-239b7dac9ebe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.075186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-649ca9b5-ab67-4148-b553-239b7dac9ebe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.112185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.227587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:44.238521 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5ac8-ef4f-46d9-a4f7-d08178fa73a4 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:44.259294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.265100 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be5ac8-ef4f-46d9-a4f7-d08178fa73a4 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:44.265740 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-58be5ac8-ef4f-46d9-a4f7-d08178fa73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:44.321020 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c7e1c0b3-97a5-4f94-8402-4fe70192a6a9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3848820 Dec 06 12:08:44.325841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42926) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:44.332164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:44.337838 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-58be5ac8-ef4f-46d9-a4f7-d08178fa73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:44.345167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2f32d9c-2da7-4fcb-8965-6e8882a0fcb2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.351356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.371527 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be5ac8-ef4f-46d9-a4f7-d08178fa73a4 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:44.372181 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-58be5ac8-ef4f-46d9-a4f7-d08178fa73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:44.421576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:08:40Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:44.432033 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-58be5ac8-ef4f-46d9-a4f7-d08178fa73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:44.436694 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5ac8-ef4f-46d9-a4f7-d08178fa73a4 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:44.450706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] Checking router: 0f9f7db2-6e80-463c-8895-0fe6cb127d4b for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:44.453703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-649ca9b5-ab67-4148-b553-239b7dac9ebe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.461644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] Routers {'0f9f7db2-6e80-463c-8895-0fe6cb127d4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:44.462379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:44.470431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-649ca9b5-ab67-4148-b553-239b7dac9ebe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.477047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f32d9c-2da7-4fcb-8965-6e8882a0fcb2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef534c7-b824-48ca-b1a7-73a47b9aa1c2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:44.479577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.480920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.498437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=27efaddb-b44e-4c30-a131-08b903878ccc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:44.519897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2f32d9c-2da7-4fcb-8965-6e8882a0fcb2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.528427 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c2f32d9c-2da7-4fcb-8965-6e8882a0fcb2 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/1ef534c7-b824-48ca-b1a7-73a47b9aa1c2 HTTP/1.1" status: 204 len: 168 time: 1.1458225 Dec 06 12:08:44.532804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42928) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:44.560322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-649ca9b5-ab67-4148-b553-239b7dac9ebe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.565846 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-649ca9b5-ab67-4148-b553-239b7dac9ebe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5422883 Dec 06 12:08:44.567665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42930) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:44.575738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e079e97c-8a3c-4791-8a5a-204060a299f0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:44.692430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port 174944dd-9662-4dfa-866a-45670b56a638 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:44.692644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.730702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7baef3-ca65-4a83-857a-adff2413b3d4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet c23d8123-f702-4975-ba0e-6cdda909d612 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:44.780735 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a7baef3-ca65-4a83-857a-adff2413b3d4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.803762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] Set router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:44.865799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37f330-171c-4851-b120-8b0c0e10f75b None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:44.871495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e079e97c-8a3c-4791-8a5a-204060a299f0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.886677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e079e97c-8a3c-4791-8a5a-204060a299f0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.912183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port 174944dd-9662-4dfa-866a-45670b56a638, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=174944dd-9662-4dfa-866a-45670b56a638,segment=NetworkSegment(e134816f-32a8-43ef-9707-9a865bf8a1a5),segment_id=e134816f-32a8-43ef-9707-9a865bf8a1a5)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:44.912608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.921342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a7baef3-ca65-4a83-857a-adff2413b3d4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.927882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:44.966371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for 174944dd-9662-4dfa-866a-45670b56a638 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:44.971634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Deleting port 3afd14fc-b957-4a2d-ac86-0a75f01fb232 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:44.972008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.001238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.002582 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP d77ebd72-a9bc-4220-b2e3-d692e479b4ba disassociated. External IP: 172.36.1.62, port: ef00b252-cc45-4f96-a4bf-c0e8a87287b8. Dec 06 12:08:45.021602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.088871 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.142987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e079e97c-8a3c-4791-8a5a-204060a299f0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Router b4e776ba-f03d-4e2e-86b8-74fc0a0707ed is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:08:45.261997 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:08:40Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:45.297477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a659d-a318-4c2c-a7d0-4c4cd9167fde None None] The sync data for ids ['0f9f7db2-6e80-463c-8895-0fe6cb127d4b'] in dv-neutron-master-2-hyperv is: [{'id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'name': 'tempest-ServerActionsTestJSON-1508130920-router', 'tenant_id': '2074aa01cf6b4337828029d94b21cc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98'}], 'enable_snat': True}, 'gw_port_id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:02:48Z', 'updated_at': '2021-12-06T12:08:40Z', 'revision_number': 5, 'project_id': '2074aa01cf6b4337828029d94b21cc16', 'gw_port': {'id': '3afd14fc-b957-4a2d-ac86-0a75f01fb232', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f7db2-6e80-463c-8895-0fe6cb127d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:02:50Z', 'updated_at': '2021-12-06T12:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:45.299244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e079e97c-8a3c-4791-8a5a-204060a299f0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:45.314753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e079e97c-8a3c-4791-8a5a-204060a299f0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.323591 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e079e97c-8a3c-4791-8a5a-204060a299f0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "PUT /v2.0/routers/b4e776ba-f03d-4e2e-86b8-74fc0a0707ed HTTP/1.1" status: 200 len: 698 time: 0.7524664 Dec 06 12:08:45.324237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] Sync routers for ids ['b4e776ba-f03d-4e2e-86b8-74fc0a0707ed'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:45.356290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] Routers {'b4e776ba-f03d-4e2e-86b8-74fc0a0707ed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:45.357062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b4e776ba-f03d-4e2e-86b8-74fc0a0707ed'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:45.369110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42932) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:45.459708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] Set router b4e776ba-f03d-4e2e-86b8-74fc0a0707ed gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:45.494940 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d5e8cc03-bc38-4e6d-b7c4-52752cf323e2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/routers/b4e776ba-f03d-4e2e-86b8-74fc0a0707ed HTTP/1.1" status: 200 len: 704 time: 0.1233716 Dec 06 12:08:45.496582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42934) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:45.555517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e776ba-f03d-4e2e-86b8-74fc0a0707ed', 'name': 'tempest-RoutersIpV6Test-router-1227688284', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:08:44Z', 'updated_at': '2021-12-06T12:08:44Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:45.555898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:45.580794 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-307d580a-0d57-47bb-a052-607811c478a6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e776ba-f03d-4e2e-86b8-74fc0a0707ed HTTP/1.1" status: 200 len: 205 time: 0.0400214 Dec 06 12:08:45.585090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42936) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:45.598140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] Checking router: b4e776ba-f03d-4e2e-86b8-74fc0a0707ed for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:45.607785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a7baef3-ca65-4a83-857a-adff2413b3d4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.609353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] Routers {'b4e776ba-f03d-4e2e-86b8-74fc0a0707ed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:45.609985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['b4e776ba-f03d-4e2e-86b8-74fc0a0707ed'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:45.713478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] Set router b4e776ba-f03d-4e2e-86b8-74fc0a0707ed gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:45.725250 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] For port 3afd14fc-b957-4a2d-ac86-0a75f01fb232, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3afd14fc-b957-4a2d-ac86-0a75f01fb232,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:45.725625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.737914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95cb0936-bddf-4646-8fd7-ac1071e4fe2a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.756442 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Calling delete_port for 3afd14fc-b957-4a2d-ac86-0a75f01fb232 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:45.758901 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:45.808274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e776ba-f03d-4e2e-86b8-74fc0a0707ed', 'name': 'tempest-RoutersIpV6Test-router-1227688284', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:08:44Z', 'updated_at': '2021-12-06T12:08:44Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:45.843892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bfd40-1883-47a6-accc-6bb94e2c5144 None None] The sync data for ids ['b4e776ba-f03d-4e2e-86b8-74fc0a0707ed'] in dv-neutron-master-2-hyperv is: [{'id': 'b4e776ba-f03d-4e2e-86b8-74fc0a0707ed', 'name': 'tempest-RoutersIpV6Test-router-1227688284', 'tenant_id': '9c28cac452bf4fb8995f95064fba8bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:08:44Z', 'updated_at': '2021-12-06T12:08:44Z', 'revision_number': 2, 'project_id': '9c28cac452bf4fb8995f95064fba8bc3', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:45.994457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:45.999674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.013946 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a20312-a4cf-4aaa-873f-cacd1a8db824 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:46.030150 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a20312-a4cf-4aaa-873f-cacd1a8db824 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:46.032418 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-78a20312-a4cf-4aaa-873f-cacd1a8db824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:46.037474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=174944dd-9662-4dfa-866a-45670b56a638,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:46.044630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port 174944dd-9662-4dfa-866a-45670b56a638 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:46.102382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a7baef3-ca65-4a83-857a-adff2413b3d4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.106779 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-78a20312-a4cf-4aaa-873f-cacd1a8db824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:46.118466 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a20312-a4cf-4aaa-873f-cacd1a8db824 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:46.119499 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-78a20312-a4cf-4aaa-873f-cacd1a8db824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:46.159646 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-78a20312-a4cf-4aaa-873f-cacd1a8db824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:46.160564 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a20312-a4cf-4aaa-873f-cacd1a8db824 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:46.173195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a7baef3-ca65-4a83-857a-adff2413b3d4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.177872 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7a7baef3-ca65-4a83-857a-adff2413b3d4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/c23d8123-f702-4975-ba0e-6cdda909d612 HTTP/1.1" status: 204 len: 168 time: 1.6430988 Dec 06 12:08:46.179464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7baef3-ca65-4a83-857a-adff2413b3d4 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=c23d8123-f702-4975-ba0e-6cdda909d612,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:46.181620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5e25c-e001-4040-87a2-a007c3cd941f None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:46.198989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42938) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.264442 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-035159a2-fccd-4abe-94fc-3ecd50758935 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:46.264919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035159a2-fccd-4abe-94fc-3ecd50758935 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:46.270855 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-035159a2-fccd-4abe-94fc-3ecd50758935 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/1ef534c7-b824-48ca-b1a7-73a47b9aa1c2 HTTP/1.1" status: 404 len: 337 time: 0.0680435 Dec 06 12:08:46.286112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fcc9921f-73db-4eaa-b751-08866431ef25 None None] Provisioning complete for port 2cd3d888-37b5-4645-96c1-23473042b869 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:46.286706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fcc9921f-73db-4eaa-b751-08866431ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.297840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42940) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.319176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:46.324304 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.357851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9921f-73db-4eaa-b751-08866431ef25 None None] Port 2cd3d888-37b5-4645-96c1-23473042b869 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:46.385556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fcc9921f-73db-4eaa-b751-08866431ef25 None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:46.385556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fcc9921f-73db-4eaa-b751-08866431ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.396202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1296334-f67d-4f0d-b57d-01edb752b1d9']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:46.409464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.424960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e134816f-32a8-43ef-9707-9a865bf8a1a5') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:46.424960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e134816f-32a8-43ef-9707-9a865bf8a1a5') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:46.494017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eb93f8-f6b3-4976-9275-239ada8b1f40 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting subnet fede78c7-6cc1-485e-9ec6-edbc4d7db100 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:46.525625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.539207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Pushing event deleted for resources: {'Port': ['ID=3afd14fc-b957-4a2d-ac86-0a75f01fb232,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:46.544827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30118f49-3e82-4129-b1af-20578ba07cbc None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:46.544964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33eb93f8-f6b3-4976-9275-239ada8b1f40 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.552462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95cb0936-bddf-4646-8fd7-ac1071e4fe2a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.557338 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ae9e893e-9625-42cb-81fb-581039d8aca7 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/floatingips/d77ebd72-a9bc-4220-b2e3-d692e479b4ba HTTP/1.1" status: 200 len: 687 time: 2.2277758 Dec 06 12:08:46.558932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95cb0936-bddf-4646-8fd7-ac1071e4fe2a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.561769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42942) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.596172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.620565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:46.621234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:46.659581 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:46.690263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95cb0936-bddf-4646-8fd7-ac1071e4fe2a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.690792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cb0936-bddf-4646-8fd7-ac1071e4fe2a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Fanout notify agent at l3_agent the message router_deleted on router b4e776ba-f03d-4e2e-86b8-74fc0a0707ed {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:08:46.698109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95cb0936-bddf-4646-8fd7-ac1071e4fe2a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.702933 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-95cb0936-bddf-4646-8fd7-ac1071e4fe2a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/b4e776ba-f03d-4e2e-86b8-74fc0a0707ed HTTP/1.1" status: 204 len: 168 time: 1.1154251 Dec 06 12:08:46.703566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42944) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.715932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33eb93f8-f6b3-4976-9275-239ada8b1f40 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.752702 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-798876f5-bc5a-4c59-bebe-1d02aead53b0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e776ba-f03d-4e2e-86b8-74fc0a0707ed HTTP/1.1" status: 200 len: 205 time: 0.0322173 Dec 06 12:08:46.756388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42946) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.765162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:46.777482 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6192856c-6d3c-4808-acaa-b76c32bcb9a7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8426166 Dec 06 12:08:46.779073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42948) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.782553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.785977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:46.790981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.803909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:46.804780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:46.809101 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-bed2c8f6-25f0-475c-8197-260736ab6e05 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] delete failed (client error): The resource could not be found. Dec 06 12:08:46.809304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bed2c8f6-25f0-475c-8197-260736ab6e05 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/b4e776ba-f03d-4e2e-86b8-74fc0a0707ed HTTP/1.1" status: 404 len: 336 time: 0.0529912 Dec 06 12:08:46.809675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:46.813027 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/c1296334-f67d-4f0d-b57d-01edb752b1d9 HTTP/1.1" status: 204 len: 168 time: 4.8406241 Dec 06 12:08:46.813222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42950) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.819008 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42952) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.850020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652333603'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:46.853510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ab9f68-95b7-4664-8ba0-c4171d2bd3c1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:46.853945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ab9f68-95b7-4664-8ba0-c4171d2bd3c1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:46.856948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-64ab9f68-95b7-4664-8ba0-c4171d2bd3c1 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/cf7aca38-8815-45af-9124-9db685dee57a HTTP/1.1" status: 404 len: 337 time: 0.0398846 Dec 06 12:08:46.866143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42954) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.915133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-317c425a-f74e-4d97-99c6-1bc1cab8e113 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:46.916018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317c425a-f74e-4d97-99c6-1bc1cab8e113 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:46.927132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-317c425a-f74e-4d97-99c6-1bc1cab8e113 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/b2b0ec3d-90d8-4838-b2e3-b06951ac3fba HTTP/1.1" status: 404 len: 337 time: 0.0503135 Dec 06 12:08:46.927806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42956) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:46.935735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:46.965410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0e780c-740e-4c18-89ad-85a582bc341f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:46.965410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0e780c-740e-4c18-89ad-85a582bc341f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:46.968779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21d818-aa19-4a12-acd1-c7bb9f8154af tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=c1296334-f67d-4f0d-b57d-01edb752b1d9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:46.971707 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cc0e780c-740e-4c18-89ad-85a582bc341f tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/75d66d3c-8f44-4a32-9b29-af42df83a298 HTTP/1.1" status: 404 len: 337 time: 0.0405576 Dec 06 12:08:46.975482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42958) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.011003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:47.015731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.017856 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.021597 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-016cab07-1311-4206-a8d7-397ebcb9cbfe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:47.022060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016cab07-1311-4206-a8d7-397ebcb9cbfe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:47.031791 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-016cab07-1311-4206-a8d7-397ebcb9cbfe tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/b6ec3934-aed6-4bc2-ad36-fc02a7231250 HTTP/1.1" status: 404 len: 337 time: 0.0550344 Dec 06 12:08:47.036882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42960) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.045811 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.075582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port 638ad979-bdae-4044-815c-1f0ecb5f7448 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:47.075975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.081616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b39063c-52c2-42f5-b2a1-d4be9b208be0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet b121ae97-5629-45cf-876e-0aafb4e51601 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:47.096092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b39063c-52c2-42f5-b2a1-d4be9b208be0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.169972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.171088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.177344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33eb93f8-f6b3-4976-9275-239ada8b1f40 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.184423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for 638ad979-bdae-4044-815c-1f0ecb5f7448 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:47.195287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 84a7345f-895f-4626-8593-06703511805e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:47.205519 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6294f619-b6b0-4aad-9180-a26a90d8d43d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 200 len: 205 time: 0.1644487 Dec 06 12:08:47.218876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 84a7345f-895f-4626-8593-06703511805e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:47.219215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 84a7345f-895f-4626-8593-06703511805e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:47.237909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42962) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.256778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:44Z', 'revision_number': 10, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:47.261635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.262604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9f7db2-6e80-463c-8895-0fe6cb127d4b {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:08:47.266149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b39063c-52c2-42f5-b2a1-d4be9b208be0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.297671 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-78924af9-233b-4ee0-8f38-7292066e13f4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] delete failed (client error): The resource could not be found. Dec 06 12:08:47.300240 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.301002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:47.308366 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8348298d-26f6-4bdd-a915-06b8e5d93597 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0f9f7db2-6e80-463c-8895-0fe6cb127d4b HTTP/1.1" status: 204 len: 168 time: 3.5747457 Dec 06 12:08:47.308601 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-78924af9-233b-4ee0-8f38-7292066e13f4 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/12fc5f98-4275-4909-bee5-3dd21d599f21 HTTP/1.1" status: 404 len: 336 time: 0.0636523 Dec 06 12:08:47.308726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42964) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.308822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42966) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.321671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:47.322475 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:47.350948 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-108a39ad-f082-456e-ad7f-42c5782227a0 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=d654b17a-9811-4cbc-9c83-60bb235b530f HTTP/1.1" status: 200 len: 205 time: 0.0402908 Dec 06 12:08:47.359784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42968) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.419363 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-17a0ccf5-d1f5-489d-8a73-dffeb2f2f2de tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] delete failed (client error): The resource could not be found. Dec 06 12:08:47.420414 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-17a0ccf5-d1f5-489d-8a73-dffeb2f2f2de tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/d654b17a-9811-4cbc-9c83-60bb235b530f HTTP/1.1" status: 404 len: 336 time: 0.0594306 Dec 06 12:08:47.426732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42970) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.473745 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edeba04-dd58-4d71-8e62-f4486b35bc55 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:47.474251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edeba04-dd58-4d71-8e62-f4486b35bc55 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:47.479278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:47.481375 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8edeba04-dd58-4d71-8e62-f4486b35bc55 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/2647806b-a2f5-4784-a03b-98f87f536d2a HTTP/1.1" status: 404 len: 337 time: 0.0517704 Dec 06 12:08:47.482475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42972) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.488945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:47.493011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.494021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment b5e12f2b-5400-492d-aa80-d0fe27a0c6b6 of type vlan for network 26a66a3f-a5b5-4867-8934-185b72194ddd Dec 06 12:08:47.516103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33eb93f8-f6b3-4976-9275-239ada8b1f40 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.547338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7ffaad61-4d51-441c-8102-82d7daba038e None None] Provisioning complete for port 2cd3d888-37b5-4645-96c1-23473042b869 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:47.547518 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ffaad61-4d51-441c-8102-82d7daba038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.547980 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c5f25c2b-a844-4e49-93db-5d918a07d21a tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=7060ffe6-21ea-4fe7-952d-0783e3ce93c3 HTTP/1.1" status: 200 len: 205 time: 0.0461082 Dec 06 12:08:47.548994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42974) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.556575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.568958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.607163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=638ad979-bdae-4044-815c-1f0ecb5f7448,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:47.615094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb93f8-f6b3-4976-9275-239ada8b1f40 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Subnet': ['ID=fede78c7-6cc1-485e-9ec6-edbc4d7db100,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:47.617128 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-33eb93f8-f6b3-4976-9275-239ada8b1f40 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.620364 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-33eb93f8-f6b3-4976-9275-239ada8b1f40 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/fede78c7-6cc1-485e-9ec6-edbc4d7db100 HTTP/1.1" status: 204 len: 168 time: 1.3173976 Dec 06 12:08:47.623930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42976) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.625084 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-8318a076-2925-48f7-be3c-a0ddf3122302 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] delete failed (client error): The resource could not be found. Dec 06 12:08:47.628679 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8318a076-2925-48f7-be3c-a0ddf3122302 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/7060ffe6-21ea-4fe7-952d-0783e3ce93c3 HTTP/1.1" status: 404 len: 336 time: 0.0523229 Dec 06 12:08:47.633902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39101fe-8a86-4e3a-ac28-fde6e16fac77 None None] Network 52db61b1-6c83-432b-af86-b2e33820c6a6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:47.634067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42978) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.646407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b39063c-52c2-42f5-b2a1-d4be9b208be0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.655374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-39593ec8-5b4f-4425-8b6f-0777d59b58ba admin admin] Deleting subnet b2668b53-2c2c-4b36-918a-c586a4cda4f3 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:47.671765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39593ec8-5b4f-4425-8b6f-0777d59b58ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.685256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7ffaad61-4d51-441c-8102-82d7daba038e None None] Port 2cd3d888-37b5-4645-96c1-23473042b869 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:08:47.687009 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e31d9b-d2bc-45f6-8920-2eb2e4290d01 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:47.687469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e31d9b-d2bc-45f6-8920-2eb2e4290d01 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:47.693252 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-74e31d9b-d2bc-45f6-8920-2eb2e4290d01 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/8aed701a-8490-44f5-9393-9050343c8683 HTTP/1.1" status: 404 len: 337 time: 0.0633333 Dec 06 12:08:47.699519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.705898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:47.706588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.708487 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42980) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.713784 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-638d90ea-e4cb-486e-8dc8-c9b8bccdf5af tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc913e4-2437-470d-b069-ad13632c1477 HTTP/1.1" status: 200 len: 205 time: 0.0744476 Dec 06 12:08:47.724409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42982) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.731206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7ffaad61-4d51-441c-8102-82d7daba038e None None] Provisioning complete for port d9573008-b7e9-4894-b128-74b4733344b2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:47.731578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ffaad61-4d51-441c-8102-82d7daba038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.783666 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-545bc571-50f9-4a07-a40c-8f4fe231116d tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8b0cd70-c40b-468f-8e19-4f5ef67ff271 HTTP/1.1" status: 200 len: 205 time: 0.0716269 Dec 06 12:08:47.785498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42984) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.793728 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-ad73fdab-b7f7-428e-87a7-a7f28b585301 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] delete failed (client error): The resource could not be found. Dec 06 12:08:47.797098 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ad73fdab-b7f7-428e-87a7-a7f28b585301 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/9cc913e4-2437-470d-b069-ad13632c1477 HTTP/1.1" status: 404 len: 336 time: 0.0712667 Dec 06 12:08:47.819829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39593ec8-5b4f-4425-8b6f-0777d59b58ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.822990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42986) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.831792 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9839480 Dec 06 12:08:47.833075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42988) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.835412 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-0d0273c4-ebd5-4ca0-ad81-5365e04f10b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] delete failed (client error): The resource could not be found. Dec 06 12:08:47.838840 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0d0273c4-ebd5-4ca0-ad81-5365e04f10b7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/routers/c8b0cd70-c40b-468f-8e19-4f5ef67ff271 HTTP/1.1" status: 404 len: 336 time: 0.0511789 Dec 06 12:08:47.841197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:47.847465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42990) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.900904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cc6bdd-7da9-4d3c-9647-915d5752b7b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:47.901470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cc6bdd-7da9-4d3c-9647-915d5752b7b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:47.904822 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-99cc6bdd-7da9-4d3c-9647-915d5752b7b3 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/c0378bbb-7c55-4ad2-a096-6232ab86683d HTTP/1.1" status: 404 len: 337 time: 0.0806103 Dec 06 12:08:47.905706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835be46-049d-4597-91c1-0ff7d7c12645 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=26a66a3f-a5b5-4867-8934-185b72194ddd,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:47.913738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42992) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.959435 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb1dae-d6c6-4d5c-bc7e-40ba20ababb1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:47.959831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cb1dae-d6c6-4d5c-bc7e-40ba20ababb1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:47.971217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.971363 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-44cb1dae-d6c6-4d5c-bc7e-40ba20ababb1 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/36730e37-8d0a-4bad-94cb-6f329e4138ba HTTP/1.1" status: 404 len: 337 time: 0.1134937 Dec 06 12:08:47.971466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:47.971466 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-922478f6-11c0-48cb-8bbb-8f95557300e8 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/floatingips/d77ebd72-a9bc-4220-b2e3-d692e479b4ba HTTP/1.1" status: 204 len: 168 time: 1.4026480 Dec 06 12:08:47.971466 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-af93885e-633a-4f80-a435-b9dd4136efa6 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1efb32-f057-4cf3-80da-c2023a1a8caf HTTP/1.1" status: 200 len: 205 time: 0.0540929 Dec 06 12:08:47.971466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42994) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.971466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 42996) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.975272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 42998) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:47.989042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'd6161d93-3040-40c4-be14-aa846fa08708'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:47.990282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b39063c-52c2-42f5-b2a1-d4be9b208be0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.006045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 26a66a3f-a5b5-4867-8934-185b72194ddd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:48.041634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd04abb-e1fa-4f75-8f3c-2bff06740981 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.042142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd04abb-e1fa-4f75-8f3c-2bff06740981 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.047589 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-edd04abb-e1fa-4f75-8f3c-2bff06740981 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/9998832e-32db-4a90-af7c-858c8b1c5fff HTTP/1.1" status: 404 len: 337 time: 0.0697525 Dec 06 12:08:48.050457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43000) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.063147 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-3449c45d-cacc-4e7b-85a4-51d1072422f5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] delete failed (client error): The resource could not be found. Dec 06 12:08:48.063147 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3449c45d-cacc-4e7b-85a4-51d1072422f5 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/0f1efb32-f057-4cf3-80da-c2023a1a8caf HTTP/1.1" status: 404 len: 336 time: 0.0815332 Dec 06 12:08:48.064909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43002) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.074349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39063c-52c2-42f5-b2a1-d4be9b208be0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=b121ae97-5629-45cf-876e-0aafb4e51601,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:48.076312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b39063c-52c2-42f5-b2a1-d4be9b208be0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.082904 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0b39063c-52c2-42f5-b2a1-d4be9b208be0 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/b121ae97-5629-45cf-876e-0aafb4e51601 HTTP/1.1" status: 204 len: 168 time: 1.3009746 Dec 06 12:08:48.084769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.090387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b9e63-8efa-459b-9997-2e0928a0d6fb None None] Network 4fb2001a-5a12-4856-8083-e9abd67ecd60 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:48.098032 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-c078fcd3-2b97-4eeb-9aac-4398eb26ec29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.098634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c078fcd3-2b97-4eeb-9aac-4398eb26ec29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.104405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c078fcd3-2b97-4eeb-9aac-4398eb26ec29 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/3495c579-df29-4173-8aee-126bd6f3993b HTTP/1.1" status: 404 len: 337 time: 0.0490353 Dec 06 12:08:48.106089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43006) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.117375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.137677 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc74ecb-b9ed-48b3-b1c1-a323c0f5250d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.138127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc74ecb-b9ed-48b3-b1c1-a323c0f5250d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.143934 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5fc74ecb-b9ed-48b3-b1c1-a323c0f5250d tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/7d0011ed-bb91-43a1-a1a7-1af09590a089 HTTP/1.1" status: 404 len: 337 time: 0.0749869 Dec 06 12:08:48.146367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39593ec8-5b4f-4425-8b6f-0777d59b58ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.148756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43008) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.176680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0d13a9-aaaa-4b8a-9a88-2b662c0c16a6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.176680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0d13a9-aaaa-4b8a-9a88-2b662c0c16a6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.184017 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9c0d13a9-aaaa-4b8a-9a88-2b662c0c16a6 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/43a3ddce-b089-4782-9eb9-da9e58efce11 HTTP/1.1" status: 404 len: 333 time: 0.0740855 Dec 06 12:08:48.185260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43010) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.202865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:48.206693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.225266 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b23b626b-ce2e-4ab4-8106-b4c6ca9545d2 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2e4f9-27ef-44e9-addd-384629f26961 HTTP/1.1" status: 200 len: 205 time: 0.0730004 Dec 06 12:08:48.227955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43012) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.238464 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-626e5b0c-614b-4128-8a42-8a7d144d1f70 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.239116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626e5b0c-614b-4128-8a42-8a7d144d1f70 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.242399 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-626e5b0c-614b-4128-8a42-8a7d144d1f70 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/cbfb1961-22c9-472e-8adf-2cfb7dc976f0 HTTP/1.1" status: 404 len: 337 time: 0.0554099 Dec 06 12:08:48.254005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.255542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43014) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.264078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:44Z', 'revision_number': 10, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:48.279367 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-807aca80-971b-4aac-b587-ff565b716293 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] delete failed (client error): The resource could not be found. Dec 06 12:08:48.283567 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-807aca80-971b-4aac-b587-ff565b716293 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/routers/f0a2e4f9-27ef-44e9-addd-384629f26961 HTTP/1.1" status: 404 len: 336 time: 0.0534000 Dec 06 12:08:48.286338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43016) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.310966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5d947-21bd-4dbc-8651-790d8259784c None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:44Z', 'revision_number': 10, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None, '_interfaces': [{'id': '0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844', 'name': '', 'network_id': '0bd00b12-bbb0-4488-9fb8-ff4eb7489863', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'mac_address': 'fa:16:3e:66:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:07:45Z', 'updated_at': '2021-12-06T12:07:53Z', 'revision_number': 5, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'subnets': [{'id': '4cf74907-ae35-4e4b-85c6-aec9b7929a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:48.333836 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-63059770-2000-412f-b7f9-859b36d747f9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.334288 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63059770-2000-412f-b7f9-859b36d747f9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.337475 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-63059770-2000-412f-b7f9-859b36d747f9 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/8d5c2860-be72-40d6-88a0-d2542ca6c425 HTTP/1.1" status: 404 len: 337 time: 0.0784073 Dec 06 12:08:48.344376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43018) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.348628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] DHCP port deletion for 52db61b1-6c83-432b-af86-b2e33820c6a6 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:48.354995 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d06f92-9291-4846-a491-f952c740bc43 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.355961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d06f92-9291-4846-a491-f952c740bc43 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.359137 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a8d06f92-9291-4846-a491-f952c740bc43 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/2f5b1324-0f50-4127-8d97-055639af6b22 HTTP/1.1" status: 404 len: 337 time: 0.0716281 Dec 06 12:08:48.362846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43020) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.392648 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4ab6a5-9391-4dc6-85ec-5a0e8ca26c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.393263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4ab6a5-9391-4dc6-85ec-5a0e8ca26c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.396321 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1f4ab6a5-9391-4dc6-85ec-5a0e8ca26c09 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/df5e9d2d-d3a9-4823-bde0-527c6c1ac723 HTTP/1.1" status: 404 len: 333 time: 0.0500491 Dec 06 12:08:48.400831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43022) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.411915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8b8242-7ac2-414a-9693-60375cf06434 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.412533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8b8242-7ac2-414a-9693-60375cf06434 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.417687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fc8b8242-7ac2-414a-9693-60375cf06434 tempest-RoutersIpV6Test-1976412409 tempest-RoutersIpV6Test-1976412409-project] 10.222.0.24 "DELETE /v2.0/subnets/06a87843-12cd-4bf0-b792-c5a49ff62238 HTTP/1.1" status: 404 len: 337 time: 0.0505998 Dec 06 12:08:48.422674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39593ec8-5b4f-4425-8b6f-0777d59b58ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.435245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] Deleting port d9573008-b7e9-4894-b128-74b4733344b2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:48.435634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.459356 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8f7bb4-8443-46fa-be3f-683b78a3ef9a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.459812 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8f7bb4-8443-46fa-be3f-683b78a3ef9a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.463754 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cd8f7bb4-8443-46fa-be3f-683b78a3ef9a tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/c63916f6-bbba-4f51-9994-43174f687040 HTTP/1.1" status: 404 len: 337 time: 0.0587306 Dec 06 12:08:48.464214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39593ec8-5b4f-4425-8b6f-0777d59b58ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2668b53-2c2c-4b36-918a-c586a4cda4f3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:48.467533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43026) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.473285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39593ec8-5b4f-4425-8b6f-0777d59b58ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.475768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fdfbc-8353-4e1a-bb6b-16e738e5d680 None None] Network 385cab7c-1387-44ec-a99a-23b13f08f307 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:48.483111 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-39593ec8-5b4f-4425-8b6f-0777d59b58ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b2668b53-2c2c-4b36-918a-c586a4cda4f3 HTTP/1.1" status: 204 len: 168 time: 1.1716406 Dec 06 12:08:48.490931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43028) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.582067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] For port d9573008-b7e9-4894-b128-74b4733344b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9573008-b7e9-4894-b128-74b4733344b2,segment=NetworkSegment(e4e4bf30-2471-4f68-8cbe-4f1b7e766904),segment_id=e4e4bf30-2471-4f68-8cbe-4f1b7e766904)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:48.582486 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.607021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] Calling delete_port for d9573008-b7e9-4894-b128-74b4733344b2 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:48.614259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.623226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.738339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] DHCP port deletion for 4fb2001a-5a12-4856-8083-e9abd67ecd60 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:48.752609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.36.1.58 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/ef3d033f-9a0e-474e-b81d-36191f629395) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:48.818488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43032) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.823463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.830114 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e475049-5550-49b1-b561-bef69bc1f600 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:48.830560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e475049-5550-49b1-b561-bef69bc1f600 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:48.836119 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4e475049-5550-49b1-b561-bef69bc1f600 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/subnets/b72c920c-e4c0-4672-9dfc-44fd4d2a5baa HTTP/1.1" status: 404 len: 337 time: 0.3631139 Dec 06 12:08:48.836777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43036) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:48.878212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] Pushing event deleted for resources: {'Port': ['ID=d9573008-b7e9-4894-b128-74b4733344b2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:48.888635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4472b1-2339-438b-bcb9-ec5aa0642359 None None] No DVR routers for this DVR port d9573008-b7e9-4894-b128-74b4733344b2 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:48.911953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] DHCP port deletion for 385cab7c-1387-44ec-a99a-23b13f08f307 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:48.915340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.921844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] Deleting port a2dd5545-4d25-4dc6-9014-785fab8fa265 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:48.922217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:48.977023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port a2dd5545-4d25-4dc6-9014-785fab8fa265 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:48.977529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.045587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] For port a2dd5545-4d25-4dc6-9014-785fab8fa265, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2dd5545-4d25-4dc6-9014-785fab8fa265,segment=NetworkSegment(57c8b503-c7a3-4df7-a53b-b34d57d0e56a),segment_id=57c8b503-c7a3-4df7-a53b-b34d57d0e56a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:49.047389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.077584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.080331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] Calling delete_port for a2dd5545-4d25-4dc6-9014-785fab8fa265 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:49.097677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cf1c8cae-ef68-4b82-a643-7ba26e8c8166 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:49.103620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] Deleting port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:49.104101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.129820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port a2dd5545-4d25-4dc6-9014-785fab8fa265, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2dd5545-4d25-4dc6-9014-785fab8fa265,segment=NetworkSegment(57c8b503-c7a3-4df7-a53b-b34d57d0e56a),segment_id=57c8b503-c7a3-4df7-a53b-b34d57d0e56a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:49.130941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.134045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:49.144690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:49.147534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:49.150361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.161010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for a2dd5545-4d25-4dc6-9014-785fab8fa265 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:49.177031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Deleting port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:49.177031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.178465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6e5bb4a7-2538-43a1-826b-1d03927eb89e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Deleting port 2cd3d888-37b5-4645-96c1-23473042b869 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:49.178802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb4a7-2538-43a1-826b-1d03927eb89e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.180295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=ef3d033f-9a0e-474e-b81d-36191f629395,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.247060 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1eeada75-93e5-4b7e-ae62-7441d07fdec7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c28cac452bf4fb8995f95064fba8bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262989 Dec 06 12:08:49.254033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43038) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:49.254567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] For port cf1c8cae-ef68-4b82-a643-7ba26e8c8166, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:49.255067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.297121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] Calling delete_port for cf1c8cae-ef68-4b82-a643-7ba26e8c8166 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:49.304274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] For port cf1c8cae-ef68-4b82-a643-7ba26e8c8166, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:49.304639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.342257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.349832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Calling delete_port for cf1c8cae-ef68-4b82-a643-7ba26e8c8166 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:49.356902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=1765fc4d-d1ba-4b1e-a25f-b543e13a3fab,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.393496 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.393845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.394190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.394528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.394859 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.395188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.395515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.395837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.396394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.396722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.397046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.397372 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.397694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:49.401679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb4a7-2538-43a1-826b-1d03927eb89e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.413909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] Pushing event deleted for resources: {'Port': ['ID=a2dd5545-4d25-4dc6-9014-785fab8fa265,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.417257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e148185-48c1-49e3-aac6-0a1829d67606 None None] No DVR routers for this DVR port a2dd5545-4d25-4dc6-9014-785fab8fa265 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:49.419611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.440451 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': 'b5e12f2b-5400-492d-aa80-d0fe27a0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:49.441057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: 26a66a3f-a5b5-4867-8934-185b72194ddd, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:49.446384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6e5bb4a7-2538-43a1-826b-1d03927eb89e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Calling delete_port for 2cd3d888-37b5-4645-96c1-23473042b869 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:49.476984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port cf1c8cae-ef68-4b82-a643-7ba26e8c8166, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,segment=NetworkSegment(42fc9f10-2c37-42ca-95ad-c8402b2c5834),segment_id=42fc9f10-2c37-42ca-95ad-c8402b2c5834)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:49.486870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a33867e-ec65-4f9e-a7ac-bb779c6194b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.490164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.490770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.491285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 27efaddb-b44e-4c30-a131-08b903878ccc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:49.517802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.537597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 27efaddb-b44e-4c30-a131-08b903878ccc {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:49.537938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 27efaddb-b44e-4c30-a131-08b903878ccc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:49.538366 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3afd14fc-b957-4a2d-ac86-0a75f01fb232 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:49.561667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event deleted for resources: {'Port': ['ID=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.565019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=a2dd5545-4d25-4dc6-9014-785fab8fa265,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.566840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 26a66a3f-a5b5-4867-8934-185b72194ddd is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:49.575300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No DVR routers for this DVR port a2dd5545-4d25-4dc6-9014-785fab8fa265 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:49.602395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 3afd14fc-b957-4a2d-ac86-0a75f01fb232 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:49.602661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3afd14fc-b957-4a2d-ac86-0a75f01fb232 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:49.603092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9573008-b7e9-4894-b128-74b4733344b2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:49.606348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] Pushing event deleted for resources: {'Port': ['ID=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.611542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ec4f7-029b-418c-9057-107edafcdc7c None None] No DVR routers for this DVR port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:49.618895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a33867e-ec65-4f9e-a7ac-bb779c6194b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.625341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 26a66a3f-a5b5-4867-8934-185b72194ddd) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:49.633216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:49.633810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.640651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d9573008-b7e9-4894-b128-74b4733344b2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:49.640651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d9573008-b7e9-4894-b128-74b4733344b2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:49.640950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a2dd5545-4d25-4dc6-9014-785fab8fa265 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:49.654907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.665232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b173414e-c951-4654-bcfd-eb89b9f86476 None None] Network 26a66a3f-a5b5-4867-8934-185b72194ddd requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:49.679075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a2dd5545-4d25-4dc6-9014-785fab8fa265 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:49.679438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a2dd5545-4d25-4dc6-9014-785fab8fa265 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:49.691139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1c8cae-ef68-4b82-a643-7ba26e8c8166,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.701317 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bdd221ab-316a-4a13-b7eb-ab556f419b2b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8644261 Dec 06 12:08:49.701551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] No DVR routers for this DVR port cf1c8cae-ef68-4b82-a643-7ba26e8c8166 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:49.729326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43040) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:49.742538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:49.742941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.762560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb4a7-2538-43a1-826b-1d03927eb89e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.766034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb2001a-5a12-4856-8083-e9abd67ecd60']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:49.804629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bb4a7-2538-43a1-826b-1d03927eb89e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Port': ['ID=2cd3d888-37b5-4645-96c1-23473042b869,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.808135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c8b503-c7a3-4df7-a53b-b34d57d0e56a') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:49.808638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c8b503-c7a3-4df7-a53b-b34d57d0e56a') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:49.822655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb4a7-2538-43a1-826b-1d03927eb89e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.828138 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6e5bb4a7-2538-43a1-826b-1d03927eb89e tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/ports/2cd3d888-37b5-4645-96c1-23473042b869 HTTP/1.1" status: 204 len: 168 time: 0.9882069 Dec 06 12:08:49.828774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a33867e-ec65-4f9e-a7ac-bb779c6194b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.831041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a33867e-ec65-4f9e-a7ac-bb779c6194b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.834386 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8a33867e-ec65-4f9e-a7ac-bb779c6194b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0843d0c-f8a4-4dbf-8929-c9ee4b3e45b0 HTTP/1.1" status: 204 len: 168 time: 0.5455973 Dec 06 12:08:49.834386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.835484 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43042) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:49.877567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33867e-ec65-4f9e-a7ac-bb779c6194b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0843d0c-f8a4-4dbf-8929-c9ee4b3e45b0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:49.884563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.887804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-26a66a3f-a5b5-4867-8934-185b72194ddd', 'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': '1765fc4d-d1ba-4b1e-a25f-b543e13a3fab'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:49.889255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.919181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.921890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.925142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:49.925358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:49.928590 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:49.990801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:49.991430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385cab7c-1387-44ec-a99a-23b13f08f307']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:50.009405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fc9f10-2c37-42ca-95ad-c8402b2c5834') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:50.009767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fc9f10-2c37-42ca-95ad-c8402b2c5834') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:50.024731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.025427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.052131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.060197 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/4fb2001a-5a12-4856-8083-e9abd67ecd60 HTTP/1.1" status: 204 len: 168 time: 1.9724281 Dec 06 12:08:50.060944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43046) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:50.078127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d9e92-eb1b-4dbf-b598-97e34ee4ea28 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=4fb2001a-5a12-4856-8083-e9abd67ecd60,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.083359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.097134 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:50.097548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.099595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:50.101234 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:50.114094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:50.118311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.143546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Allocated IP 2001:db8::2 (26a66a3f-a5b5-4867-8934-185b72194ddd/1765fc4d-d1ba-4b1e-a25f-b543e13a3fab/385546d3-cb82-4cd1-8bd6-ad3b6a531187) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:50.223527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.293967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.312881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.317270 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/385cab7c-1387-44ec-a99a-23b13f08f307 HTTP/1.1" status: 204 len: 168 time: 1.8242426 Dec 06 12:08:50.345719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a150-48a3-44fc-9186-ebd06fb0ddc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=385cab7c-1387-44ec-a99a-23b13f08f307,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.385893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.390127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52db61b1-6c83-432b-af86-b2e33820c6a6']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:50.400243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.418968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e4bf30-2471-4f68-8cbe-4f1b7e766904') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:50.419270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e4bf30-2471-4f68-8cbe-4f1b7e766904') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:50.445521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.450883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Network 26a66a3f-a5b5-4867-8934-185b72194ddd is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:50.458395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:50.463031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:50.476150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Pushing event updated for resources: {'Port': ['ID=385546d3-cb82-4cd1-8bd6-ad3b6a531187,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.500978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.501191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.502110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.502512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.502851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.503188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.503918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.504264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.504623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.504961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.505291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.505616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.505942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:50.535051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43060) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:50.536307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.551220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.556737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Attempting to bind port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:50.557447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Attempting to bind port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b5e12f2b-5400-492d-aa80-d0fe27a0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:50.558040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Attempting to bind port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 on network 26a66a3f-a5b5-4867-8934-185b72194ddd {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:50.562733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.566589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:50.567138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Checking segment: {'id': 'b5e12f2b-5400-492d-aa80-d0fe27a0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:50.567886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.568530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Bound using segment: {'id': 'b5e12f2b-5400-492d-aa80-d0fe27a0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:50.568912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Bound port: 385546d3-cb82-4cd1-8bd6-ad3b6a531187, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e12f2b-5400-492d-aa80-d0fe27a0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:50.569446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.588139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:50.588674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:50.592220 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:50.664662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] For port 385546d3-cb82-4cd1-8bd6-ad3b6a531187, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:50.669337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] For port 385546d3-cb82-4cd1-8bd6-ad3b6a531187, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=385546d3-cb82-4cd1-8bd6-ad3b6a531187,segment=NetworkSegment(b5e12f2b-5400-492d-aa80-d0fe27a0c6b6),segment_id=b5e12f2b-5400-492d-aa80-d0fe27a0c6b6)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:50.677139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.684908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=ef3d033f-9a0e-474e-b81d-36191f629395,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.690984 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.705148 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b80165b5-6acb-4f77-91cd-da87527ce915 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2074aa01cf6b4337828029d94b21cc16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1611304 Dec 06 12:08:50.707813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43062) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:50.746323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.753098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.756356 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] 10.222.0.24 "DELETE /v2.0/networks/52db61b1-6c83-432b-af86-b2e33820c6a6 HTTP/1.1" status: 204 len: 168 time: 0.9185610 Dec 06 12:08:50.780238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f184d8-1082-4e2d-860c-083511f3151c None None] Pushing event updated for resources: {'Port': ['ID=385546d3-cb82-4cd1-8bd6-ad3b6a531187,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.791151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.805699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe28d9-266f-4b7f-a4be-995bdbbd47d7 tempest-PortsIpV6TestJSON-957601637 tempest-PortsIpV6TestJSON-957601637-project] Pushing event deleted for resources: {'Network': ['ID=52db61b1-6c83-432b-af86-b2e33820c6a6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:50.834057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38b6e9f4-6c48-493f-a64e-a02b1e7f476d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.900890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38b6e9f4-6c48-493f-a64e-a02b1e7f476d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:50.979254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.140208 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43074) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:51.174201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38b6e9f4-6c48-493f-a64e-a02b1e7f476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.176900 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38b6e9f4-6c48-493f-a64e-a02b1e7f476d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.181347 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-38b6e9f4-6c48-493f-a64e-a02b1e7f476d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90531ad5-1a93-40ed-9025-a7a8bf6c20ba HTTP/1.1" status: 204 len: 168 time: 0.4679110 Dec 06 12:08:51.190984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6e9f4-6c48-493f-a64e-a02b1e7f476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90531ad5-1a93-40ed-9025-a7a8bf6c20ba,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:51.373575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 26a66a3f-a5b5-4867-8934-185b72194ddd is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:51.379225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:51.385144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43082) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:51.386717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.387745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.419511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP 3cd9dc43-5759-4284-a29b-80d70fc1cfb5 associated. External IP: 172.36.1.58, port: d6161d93-3040-40c4-be14-aa846fa08708. Dec 06 12:08:51.455322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:51.455663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.468034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=c59adeee-93ed-451b-93bc-6e62f54ffddf,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:51.477724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7459440 Dec 06 12:08:51.484404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43086) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:51.500944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.501313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.501834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.502179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.502518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.502845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.503345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.503961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.504448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.505091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.505630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.506343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.507165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c839a86-f1b8-4713-ab43-71ff53c91566 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:08:51.563554 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e0902744-bed7-4c69-be11-de1685b69a0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8faa62093a043a8a9c828d10521c053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4221103 Dec 06 12:08:51.567463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43088) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:51.578988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e4689342-6edd-44b4-a522-a91b295dee29 tempest-DvrRoutersNegativeTest-71635711 tempest-DvrRoutersNegativeTest-71635711-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2096192713', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:51.583252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.policy [None req-e4689342-6edd-44b4-a522-a91b295dee29 tempest-DvrRoutersNegativeTest-71635711 tempest-DvrRoutersNegativeTest-71635711-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103286) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 06 12:08:51.583781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.policy [None req-e4689342-6edd-44b4-a522-a91b295dee29 tempest-DvrRoutersNegativeTest-71635711 tempest-DvrRoutersNegativeTest-71635711-project] Failed policy check for 'create_router' {{(pid=103286) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 06 12:08:51.584532 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-e4689342-6edd-44b4-a522-a91b295dee29 tempest-DvrRoutersNegativeTest-71635711 tempest-DvrRoutersNegativeTest-71635711-project] create failed (client error): Access was denied to this resource. Dec 06 12:08:51.585700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e4689342-6edd-44b4-a522-a91b295dee29 tempest-DvrRoutersNegativeTest-71635711 tempest-DvrRoutersNegativeTest-71635711-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1946843 Dec 06 12:08:51.614097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0610e-4e0d-4a29-91f9-8350f1f7336f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.615883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0610e-4e0d-4a29-91f9-8350f1f7336f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.617595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0610e-4e0d-4a29-91f9-8350f1f7336f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.619289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0610e-4e0d-4a29-91f9-8350f1f7336f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.621145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0610e-4e0d-4a29-91f9-8350f1f7336f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:51.623306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-32d0610e-4e0d-4a29-91f9-8350f1f7336f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1377380 Dec 06 12:08:51.627766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43092) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:51.633112 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407494692'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:51.649518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,segment=NetworkSegment(bc3bf8b2-bf29-48db-bce3-d7f8529ba441),segment_id=bc3bf8b2-bf29-48db-bce3-d7f8529ba441)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:51.649961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.696199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:51.739385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:51.743058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.814793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:51.840798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dd49f78-6045-4151-bb4b-35aaaeef0eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.869554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:51.936142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.939805 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment 3cb3afe6-254a-4d1b-a34a-e536b2cf075d of type vlan for network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba Dec 06 12:08:51.950419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43104) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:51.967076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dd49f78-6045-4151-bb4b-35aaaeef0eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:51.988415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:52.008191 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7c865-cdc5-4ae7-a335-282d66d998c9 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:52.019218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.027275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.027520 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7c865-cdc5-4ae7-a335-282d66d998c9 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:52.029832 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-acd7c865-cdc5-4ae7-a335-282d66d998c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:52.058411 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-da0bb7b1-94b0-4f32-9c7c-bc08fa992fc1 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0739286 Dec 06 12:08:52.061949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43108) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:52.125045 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-acd7c865-cdc5-4ae7-a335-282d66d998c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:52.138733 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7c865-cdc5-4ae7-a335-282d66d998c9 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:52.139583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-654b7491-d9e6-49ea-99ea-644c951cb316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.139683 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-acd7c865-cdc5-4ae7-a335-282d66d998c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:52.189287 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-acd7c865-cdc5-4ae7-a335-282d66d998c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:52.190335 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7c865-cdc5-4ae7-a335-282d66d998c9 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:52.232128 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.237343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4734d6-c25d-45a1-a28e-12e9ecf073c2 None None] Network 26a66a3f-a5b5-4867-8934-185b72194ddd requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:52.238193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:52.241764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.329147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7d3f7ac6-7aa8-4f60-955c-32e3a17eb00c None None] Provisioning complete for port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:52.330123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7ac6-7aa8-4f60-955c-32e3a17eb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.341683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dd49f78-6045-4151-bb4b-35aaaeef0eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.344333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dd49f78-6045-4151-bb4b-35aaaeef0eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.348257 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2dd49f78-6045-4151-bb4b-35aaaeef0eb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd323f14-a50d-4d4d-a4d8-524df43e9834 HTTP/1.1" status: 204 len: 168 time: 0.7796831 Dec 06 12:08:52.367308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd49f78-6045-4151-bb4b-35aaaeef0eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd323f14-a50d-4d4d-a4d8-524df43e9834,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:52.374351 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b54a9753-26d8-4c39-aee3-95924905278d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "GET /v2.0/floatingips/3cd9dc43-5759-4284-a29b-80d70fc1cfb5 HTTP/1.1" status: 200 len: 977 time: 0.3074222 Dec 06 12:08:52.375054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.379094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43120) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:52.405071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-654b7491-d9e6-49ea-99ea-644c951cb316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.411225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-654b7491-d9e6-49ea-99ea-644c951cb316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.450338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=1a33e0b6-8ed9-41f8-bb20-757bba9785ba,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:52.459329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43124) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:52.460395 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3d742e53-e1d7-4171-8bed-0abc2db87994 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8314419 Dec 06 12:08:52.471003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-183b421e-989d-4abe-8c4c-3f2d0c636165 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:52.491122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:52.512168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:52.522863 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-654b7491-d9e6-49ea-99ea-644c951cb316 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7af65cdd036b4f7e816b65f5dd5dbd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5713301 Dec 06 12:08:52.559767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43126) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:52.567502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b7491-d9e6-49ea-99ea-644c951cb316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbaa976-0710-4905-9b47-e08a009c4775,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:52.867452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-060be4f7-4e2c-42e0-9fd0-b45a4a26e698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.878137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-183b421e-989d-4abe-8c4c-3f2d0c636165 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.896198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7ac6-7aa8-4f60-955c-32e3a17eb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.905925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-183b421e-989d-4abe-8c4c-3f2d0c636165 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.910007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-060be4f7-4e2c-42e0-9fd0-b45a4a26e698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.954289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-183b421e-989d-4abe-8c4c-3f2d0c636165 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:08:52.972416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183b421e-989d-4abe-8c4c-3f2d0c636165 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:52.973093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-183b421e-989d-4abe-8c4c-3f2d0c636165 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:52.974728 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-183b421e-989d-4abe-8c4c-3f2d0c636165 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "PUT /v2.0/networks/1a33e0b6-8ed9-41f8-bb20-757bba9785ba HTTP/1.1" status: 200 len: 723 time: 0.5141668 Dec 06 12:08:52.986882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43138) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:53.018877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': '1a33e0b6-8ed9-41f8-bb20-757bba9785ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:53.120295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b421e-989d-4abe-8c4c-3f2d0c636165 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=1a33e0b6-8ed9-41f8-bb20-757bba9785ba,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:53.144860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7d3f7ac6-7aa8-4f60-955c-32e3a17eb00c None None] For port 385546d3-cb82-4cd1-8bd6-ad3b6a531187, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=385546d3-cb82-4cd1-8bd6-ad3b6a531187,segment=NetworkSegment(b5e12f2b-5400-492d-aa80-d0fe27a0c6b6),segment_id=b5e12f2b-5400-492d-aa80-d0fe27a0c6b6)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:53.159844 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-03a25561-b860-453b-affd-41821ebdfedc tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7715478 Dec 06 12:08:53.161664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43148) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:53.168795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'port_id': 'ef00b252-cc45-4f96-a4bf-c0e8a87287b8'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:53.181639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:53.204289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7ac6-7aa8-4f60-955c-32e3a17eb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.220708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-060be4f7-4e2c-42e0-9fd0-b45a4a26e698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.230142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-060be4f7-4e2c-42e0-9fd0-b45a4a26e698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.237837 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-060be4f7-4e2c-42e0-9fd0-b45a4a26e698 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edbaa976-0710-4905-9b47-e08a009c4775 HTTP/1.1" status: 204 len: 168 time: 0.6714973 Dec 06 12:08:53.256699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:53.268163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.282008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f7ac6-7aa8-4f60-955c-32e3a17eb00c None None] Pushing event updated for resources: {'Port': ['ID=385546d3-cb82-4cd1-8bd6-ad3b6a531187,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:53.285884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 385546d3-cb82-4cd1-8bd6-ad3b6a531187 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:53.292308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060be4f7-4e2c-42e0-9fd0-b45a4a26e698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbaa976-0710-4905-9b47-e08a009c4775,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:53.415631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.422212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.462261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164cb588-cd5e-4b65-92cf-ef7b5418db2f None None] Update dhcp port {'port': {'network_id': '26a66a3f-a5b5-4867-8934-185b72194ddd', 'fixed_ips': [{'subnet_id': '1765fc4d-d1ba-4b1e-a25f-b543e13a3fab', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c59adeee-93ed-451b-93bc-6e62f54ffddf'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '385546d3-cb82-4cd1-8bd6-ad3b6a531187'} from dv-neutron-master-2-hyperv. {{(pid=103288) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 12:08:53.491497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-164cb588-cd5e-4b65-92cf-ef7b5418db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.514944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:53.515685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.615215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.717577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': '3cb3afe6-254a-4d1b-a34a-e536b2cf075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1a33e0b6-8ed9-41f8-bb20-757bba9785ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:53.718294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: 1a33e0b6-8ed9-41f8-bb20-757bba9785ba, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:53.723399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=71564120-e80b-410f-ab54-4563b950a6e4,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:53.749223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:53.770887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1a33e0b6-8ed9-41f8-bb20-757bba9785ba) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:53.777093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:53.777720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:53.782008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a955d201-79b1-4b3b-a24c-fbaad90a102b None None] Network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:53.820322 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c8436a56-e7c5-40bb-a6f4-d6b9ed176f2f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8298409 Dec 06 12:08:53.820738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43164) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:53.830546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9979bada-7644-4432-a114-bfd923e600b6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:53.865713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-164cb588-cd5e-4b65-92cf-ef7b5418db2f None None] Allocated IP 172.20.0.1 (26a66a3f-a5b5-4867-8934-185b72194ddd/c59adeee-93ed-451b-93bc-6e62f54ffddf/385546d3-cb82-4cd1-8bd6-ad3b6a531187) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:53.994823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9979bada-7644-4432-a114-bfd923e600b6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27222929'] for subnet, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.051509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-164cb588-cd5e-4b65-92cf-ef7b5418db2f None None] For port 385546d3-cb82-4cd1-8bd6-ad3b6a531187, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=385546d3-cb82-4cd1-8bd6-ad3b6a531187,segment=NetworkSegment(b5e12f2b-5400-492d-aa80-d0fe27a0c6b6),segment_id=b5e12f2b-5400-492d-aa80-d0fe27a0c6b6)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:54.104989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1a33e0b6-8ed9-41f8-bb20-757bba9785ba', 'network_id': '1a33e0b6-8ed9-41f8-bb20-757bba9785ba', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': '71564120-e80b-410f-ab54-4563b950a6e4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:54.106394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.133963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43174) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:54.142730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-164cb588-cd5e-4b65-92cf-ef7b5418db2f None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.155980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-164cb588-cd5e-4b65-92cf-ef7b5418db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.203107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9979bada-7644-4432-a114-bfd923e600b6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760314415535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26240146'] for subnet, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.230583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43180) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:54.257256 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0150323 Dec 06 12:08:54.258166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43182) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:54.290676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cb588-cd5e-4b65-92cf-ef7b5418db2f None None] Pushing event updated for resources: {'Port': ['ID=385546d3-cb82-4cd1-8bd6-ad3b6a531187,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:54.317645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979bada-7644-4432-a114-bfd923e600b6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:54.318256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9979bada-7644-4432-a114-bfd923e600b6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.319982 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9979bada-7644-4432-a114-bfd923e600b6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "PUT /v2.0/subnets/71564120-e80b-410f-ab54-4563b950a6e4 HTTP/1.1" status: 200 len: 826 time: 0.4978845 Dec 06 12:08:54.323053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43188) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:54.366310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979bada-7644-4432-a114-bfd923e600b6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=71564120-e80b-410f-ab54-4563b950a6e4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:54.459099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.479568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Allocated IP 2001:db8::2 (1a33e0b6-8ed9-41f8-bb20-757bba9785ba/71564120-e80b-410f-ab54-4563b950a6e4/2171a05c-2fba-4223-875b-f4884a822a69) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:54.539768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.575549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:54.658813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-436946309'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:54.713896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Made reservation on behalf of 0562489a29ac443aa3c6de6aa429a8e6 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:54.717865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.722358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:54.728652 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e9538b21-25e1-4685-8adb-aadf95c12a41 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6582801 Dec 06 12:08:54.733370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43196) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:54.738066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.739343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.741088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:54.749187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.790481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:54.797745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:54.810928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f3e73b35-bc8f-414b-b1a1-2d1c3642537b tempest-NetworksApiDiscovery-1731170134 tempest-NetworksApiDiscovery-1731170134-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5042167 Dec 06 12:08:54.833779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.862065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f454b9e-7472-4032-9381-b9dd7a6b6cbd tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting subnet 4cf74907-ae35-4e4b-85c6-aec9b7929a84 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:08:54.884282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.910814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f454b9e-7472-4032-9381-b9dd7a6b6cbd tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:54.945248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=71564120-e80b-410f-ab54-4563b950a6e4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:54.986770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f454b9e-7472-4032-9381-b9dd7a6b6cbd tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.041954 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP 3cd9dc43-5759-4284-a29b-80d70fc1cfb5 associated. External IP: 172.36.1.58, port: d6161d93-3040-40c4-be14-aa846fa08708. Dec 06 12:08:55.044621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:55.068591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.108856 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43202) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:55.130447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a33e0b6-8ed9-41f8-bb20-757bba9785ba']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:55.150976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb3afe6-254a-4d1b-a34a-e536b2cf075d') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:55.151259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb3afe6-254a-4d1b-a34a-e536b2cf075d') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:55.186886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.189903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 385546d3-cb82-4cd1-8bd6-ad3b6a531187 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:08:55.193191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.198460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:52Z', 'revision_number': 11, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:55.209671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.224598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.245587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.295564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43208) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:55.321379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:55.321785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:55.324817 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:55.397915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f454b9e-7472-4032-9381-b9dd7a6b6cbd tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.406981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc3255b-1455-4ec0-ae13-1eab1e03f94b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:55.434598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:55.435391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:55.440725 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:55.446116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.446463 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Added segment b398f04a-d1ea-4804-ad45-24efcdf7a328 of type vlan for network be36f6e2-ed71-4dec-aa97-2d869f4619eb Dec 06 12:08:55.448562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:55.450389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4556c67e-8481-4052-9d96-21024cb7601f None None] Network 26a66a3f-a5b5-4867-8934-185b72194ddd requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:55.459790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:55.461380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-cb432dc1-7331-441a-84f6-a1cbba555953 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1323304480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:55.493407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.529781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.api [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 12:08:55.529781 dv-neutron-master-2-hyperv neutron-server[103286]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 12:08:55.529781 dv-neutron-master-2-hyperv neutron-server[103286]: [parameters: {'id': '1a33e0b6-8ed9-41f8-bb20-757bba9785ba'}] Dec 06 12:08:55.529781 dv-neutron-master-2-hyperv neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:08:55.530400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG oslo_db.api [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:08:55.532039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.539275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb432dc1-7331-441a-84f6-a1cbba555953 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.539516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:55.540121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.540409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb432dc1-7331-441a-84f6-a1cbba555953 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.545451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Pushing event updated for resources: {'Port': ['ID=2171a05c-2fba-4223-875b-f4884a822a69,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:55.552200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:55.558740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f454b9e-7472-4032-9381-b9dd7a6b6cbd tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.572283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:55.573002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:55.581862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f454b9e-7472-4032-9381-b9dd7a6b6cbd tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.586046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3904002 Dec 06 12:08:55.587092 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4f454b9e-7472-4032-9381-b9dd7a6b6cbd tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/4cf74907-ae35-4e4b-85c6-aec9b7929a84 HTTP/1.1" status: 204 len: 168 time: 0.8527503 Dec 06 12:08:55.603888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75f689aa-ba1c-4c71-ba5a-639178732c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.605524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43214) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:55.629388 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f454b9e-7472-4032-9381-b9dd7a6b6cbd tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf74907-ae35-4e4b-85c6-aec9b7929a84,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:55.672512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c1ecd-6d66-4de2-826d-2630c1c66a94 None None] Network 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:55.676157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6f45cd38-8697-49c8-9a91-fb92930e8057 None None] Provisioning complete for port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:55.676535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f45cd38-8697-49c8-9a91-fb92930e8057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.740889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383ee59-17eb-492e-a5be-2583ca655b01 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Pushing event updated for resources: {'Network': ['ID=be36f6e2-ed71-4dec-aa97-2d869f4619eb,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:55.783774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.874563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75f689aa-ba1c-4c71-ba5a-639178732c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.886634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75f689aa-ba1c-4c71-ba5a-639178732c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.920237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Deleting port bf4fca89-895a-4e91-8b79-b71634f8c329 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:55.920665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:55.933270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network be36f6e2-ed71-4dec-aa97-2d869f4619eb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:55.956922 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-75f689aa-ba1c-4c71-ba5a-639178732c09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbb02dd025da4cbdb217a6c5d0bafef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6603146 Dec 06 12:08:55.963022 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:55.965399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f689aa-ba1c-4c71-ba5a-639178732c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d682f38e-d607-4667-9968-5623621b2f0e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:55.967793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43218) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:56.013765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43220) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:56.021214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Request body: {'port': {'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1879178782'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:56.024420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb432dc1-7331-441a-84f6-a1cbba555953 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.032033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.036788 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb432dc1-7331-441a-84f6-a1cbba555953 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.081854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] For port bf4fca89-895a-4e91-8b79-b71634f8c329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf4fca89-895a-4e91-8b79-b71634f8c329,segment=NetworkSegment(bc3bf8b2-bf29-48db-bce3-d7f8529ba441),segment_id=bc3bf8b2-bf29-48db-bce3-d7f8529ba441)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:56.083615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.098950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Attempting to bind port 2171a05c-2fba-4223-875b-f4884a822a69 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:56.099333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Attempting to bind port 2171a05c-2fba-4223-875b-f4884a822a69 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3cb3afe6-254a-4d1b-a34a-e536b2cf075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1a33e0b6-8ed9-41f8-bb20-757bba9785ba'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:56.099712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Attempting to bind port 2171a05c-2fba-4223-875b-f4884a822a69 on network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:56.107257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:56.124505 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edadd10-e16b-4294-86bf-5939c2d3151b None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:56.134474 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edadd10-e16b-4294-86bf-5939c2d3151b None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:56.135101 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0edadd10-e16b-4294-86bf-5939c2d3151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.135318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:56.136187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.139528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:52Z', 'revision_number': 11, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.153630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Calling delete_port for bf4fca89-895a-4e91-8b79-b71634f8c329 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:56.170804 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0edadd10-e16b-4294-86bf-5939c2d3151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.181035 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edadd10-e16b-4294-86bf-5939c2d3151b None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:56.182198 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0edadd10-e16b-4294-86bf-5939c2d3151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.214466 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0edadd10-e16b-4294-86bf-5939c2d3151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.215450 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edadd10-e16b-4294-86bf-5939c2d3151b None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:56.217328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:08:56.217706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Checking segment: {'id': '3cb3afe6-254a-4d1b-a34a-e536b2cf075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1a33e0b6-8ed9-41f8-bb20-757bba9785ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:56.218105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.218487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Bound using segment: {'id': '3cb3afe6-254a-4d1b-a34a-e536b2cf075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1a33e0b6-8ed9-41f8-bb20-757bba9785ba'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:08:56.218973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Bound port: 2171a05c-2fba-4223-875b-f4884a822a69, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb3afe6-254a-4d1b-a34a-e536b2cf075d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1a33e0b6-8ed9-41f8-bb20-757bba9785ba'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:08:56.219559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.221649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb432dc1-7331-441a-84f6-a1cbba555953 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.222853 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cb432dc1-7331-441a-84f6-a1cbba555953 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1094038 Dec 06 12:08:56.227455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92ae1099-bcd9-4a54-83c8-7b247d5eedc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.229440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43222) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:56.232562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Made reservation on behalf of 446411fed6d843f2bfa9ec09927c69dd for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:56.234890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.265352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.266502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2fb27-2b99-4a12-a85a-44e3d4e00aae None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:52Z', 'revision_number': 11, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:56.323030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-538782699'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:56.323245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92ae1099-bcd9-4a54-83c8-7b247d5eedc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.364354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Made reservation on behalf of fe8fb7c4091a419c850e1b5586471d34 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:56.367813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.371646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:56.383175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.401480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.401735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4a83bfd-2ab3-4e21-8fbe-73c42a7710d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.420644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port 2171a05c-2fba-4223-875b-f4884a822a69 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:56.421117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.461275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Port': ['ID=bf4fca89-895a-4e91-8b79-b71634f8c329,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:56.464161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No DVR routers for this DVR port bf4fca89-895a-4e91-8b79-b71634f8c329 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:56.543385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:56.544727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] For port 2171a05c-2fba-4223-875b-f4884a822a69, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:56.549311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] For port 2171a05c-2fba-4223-875b-f4884a822a69, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2171a05c-2fba-4223-875b-f4884a822a69,segment=NetworkSegment(3cb3afe6-254a-4d1b-a34a-e536b2cf075d),segment_id=3cb3afe6-254a-4d1b-a34a-e536b2cf075d)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:08:56.553235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.574466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.588336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5366944-21e4-4d0b-a13f-bb8d540e623d None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:56.591281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92ae1099-bcd9-4a54-83c8-7b247d5eedc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.599127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92ae1099-bcd9-4a54-83c8-7b247d5eedc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.600562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-92ae1099-bcd9-4a54-83c8-7b247d5eedc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d682f38e-d607-4667-9968-5623621b2f0e HTTP/1.1" status: 204 len: 168 time: 0.6294739 Dec 06 12:08:56.613499 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:08:56.664369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.666386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a456891-6601-4ecb-9d14-8dc45cec4d36 None None] DHCP port deletion for 0bd00b12-bbb0-4488-9fb8-ff4eb7489863 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:08:56.676782 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0248a798-217d-4993-9f73-c69c67d71b4e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/floatingips/3cd9dc43-5759-4284-a29b-80d70fc1cfb5 HTTP/1.1" status: 200 len: 977 time: 3.5140722 Dec 06 12:08:56.681062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43226) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:56.691121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:56.694195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port 2171a05c-2fba-4223-875b-f4884a822a69, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:56.694559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.704288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae1099-bcd9-4a54-83c8-7b247d5eedc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d682f38e-d607-4667-9968-5623621b2f0e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:56.739697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd00b12-bbb0-4488-9fb8-ff4eb7489863']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.755898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.761772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for 2171a05c-2fba-4223-875b-f4884a822a69 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:56.769402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.790799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5366944-21e4-4d0b-a13f-bb8d540e623d None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:56.792040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a5366944-21e4-4d0b-a13f-bb8d540e623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.807190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.822151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.822284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3bf8b2-bf29-48db-bce3-d7f8529ba441') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.832878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.847817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.849904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.895364 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8233a573-c3a2-4cfa-b5ea-d785e5b0151d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:56.905509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a5366944-21e4-4d0b-a13f-bb8d540e623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.920659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:56.929132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761aa0-b525-4bf7-b27c-9ad25f4b7d68 None None] Pushing event updated for resources: {'Port': ['ID=2171a05c-2fba-4223-875b-f4884a822a69,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:56.938769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5366944-21e4-4d0b-a13f-bb8d540e623d None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:56.938769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a5366944-21e4-4d0b-a13f-bb8d540e623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:56.947731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.949854 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Added segment b06c0d2f-3c3a-403f-9e6d-84e39f890b5c of type vlan for network 7745424b-3583-4c71-8a1b-669a3d2b88ef Dec 06 12:08:56.964454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.973651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:56.974519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:56.991250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b8b09-4434-4982-9334-55edf6381eeb None None] Network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:56.996612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a5366944-21e4-4d0b-a13f-bb8d540e623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:57.002560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5366944-21e4-4d0b-a13f-bb8d540e623d None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:57.051060 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:57.054052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] device_id is not set on port 8b72d7c8-9112-4841-951c-21605c1caaca yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:08:57.060798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.096285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.103333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:57.104071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.117901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bf4fca89-895a-4e91-8b79-b71634f8c329 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:57.159669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: bf4fca89-895a-4e91-8b79-b71634f8c329 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:57.160307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bf4fca89-895a-4e91-8b79-b71634f8c329 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:57.160895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:08:57.216488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:08:57.216838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0a8f1ef4-3fa9-4c1b-a8bd-b8056256e844 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:08:57.243012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Network': ['ID=7745424b-3583-4c71-8a1b-669a3d2b88ef,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.259547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 7745424b-3583-4c71-8a1b-669a3d2b88ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:57.265841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d3489-c8f7-4092-9198-20a25375dcce None None] Network 1a33e0b6-8ed9-41f8-bb20-757bba9785ba requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:57.269871 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-02631244-d4f6-4480-83f6-5d025ab032f6 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9488184 Dec 06 12:08:57.270546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43236) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:57.276080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'subnet': {'network_id': '7745424b-3583-4c71-8a1b-669a3d2b88ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:57.370538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] device_id is not set on port 8b72d7c8-9112-4841-951c-21605c1caaca yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:08:57.381769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.387093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.389268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.399424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b763e691-a38f-47c4-a13f-dc2f1a68e48b None None] Provisioning complete for port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:08:57.400126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b763e691-a38f-47c4-a13f-dc2f1a68e48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.424383 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.433526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.433648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=2171a05c-2fba-4223-875b-f4884a822a69,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.450826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.457686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/networks/0bd00b12-bbb0-4488-9fb8-ff4eb7489863 HTTP/1.1" status: 204 len: 168 time: 1.8402803 Dec 06 12:08:57.465512 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43240) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:57.475467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.475887 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP 3cd9dc43-5759-4284-a29b-80d70fc1cfb5 disassociated. External IP: 172.36.1.58, port: ef00b252-cc45-4f96-a4bf-c0e8a87287b8. Dec 06 12:08:57.512730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0554ae-c9ce-4e81-a706-a292ecc937c1 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Pushing event deleted for resources: {'Network': ['ID=0bd00b12-bbb0-4488-9fb8-ff4eb7489863,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.521503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port 2171a05c-2fba-4223-875b-f4884a822a69 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:08:57.535414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506582c-b347-4314-934b-99cef861e299 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:08:57.562553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e306c24-aab4-44fa-9c2f-9ae65d9b43a5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.609624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=8b72d7c8-9112-4841-951c-21605c1caaca,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.634885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'routes': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:57.637382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Made reservation on behalf of fe8fb7c4091a419c850e1b5586471d34 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:57.642378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.651400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Checking segment: {'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:57.651768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Network hostable DHCP agents. Network: be36f6e2-ed71-4dec-aa97-2d869f4619eb, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:57.661631 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.669351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a506582c-b347-4314-934b-99cef861e299 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:08:57.688393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a33e0b6-8ed9-41f8-bb20-757bba9785ba']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:57.691941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Network be36f6e2-ed71-4dec-aa97-2d869f4619eb is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:57.710556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb3afe6-254a-4d1b-a34a-e536b2cf075d') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:57.711038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb3afe6-254a-4d1b-a34a-e536b2cf075d') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:57.712823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, be36f6e2-ed71-4dec-aa97-2d869f4619eb) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:57.725207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:57.731212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.755757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:57.756141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:57.756475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:57.762435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:57.762776 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:57.764167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.766300 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 2 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:57.790845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:08:57.791307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:08:57.795599 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:08:57.809309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:57.809670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:57.810063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:57.859343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:57.859343 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:57.860366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 3 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:57.878783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.884949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.891799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/1a33e0b6-8ed9-41f8-bb20-757bba9785ba HTTP/1.1" status: 204 len: 168 time: 3.5653512 Dec 06 12:08:57.896460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43252) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:57.909087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.extraroute_db [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Added routes are [] {{(pid=103287) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 12:08:57.909700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.extraroute_db [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Removed routes are [] {{(pid=103287) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 12:08:57.909793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:57.921301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:57.921301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:57.921301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:57.938055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ada4d-c65f-4ed6-b361-bb2c424a4e31 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=1a33e0b6-8ed9-41f8-bb20-757bba9785ba,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:57.948968 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-03dae056-9e6c-4c07-9d0a-d9fe1361d3eb tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:08:57.949507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03dae056-9e6c-4c07-9d0a-d9fe1361d3eb tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:08:57.957517 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-03dae056-9e6c-4c07-9d0a-d9fe1361d3eb tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/1a33e0b6-8ed9-41f8-bb20-757bba9785ba HTTP/1.1" status: 404 len: 339 time: 0.0547254 Dec 06 12:08:57.957728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43256) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:57.963532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105331451', 'description': 'd1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:57.986146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:57.986553 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:57.986926 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 4 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:57.993706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:57.997657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.028329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:58.028679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:58.029016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:58.042739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:58.044839 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:58.046762 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 5 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:58.068909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:58.078710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:58.078710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:58.078710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:58.087578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:58.087995 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:58.089101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.089433 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment f89cd0ea-0826-4658-9a9d-de282d9c9337 of type vlan for network 2d6cee87-affe-47eb-8625-37fcdaee6d75 Dec 06 12:08:58.090628 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 6 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:58.136171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:58.136561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:58.136908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:58.146190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:58.146530 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:58.154057 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 7 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:58.169791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.180564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:58.180912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:58.181227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:58.188680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.191830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:58.192201 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:58.198273 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 8 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:58.206427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.220541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:58.220917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:58.221234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:58.226596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:58.227004 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:58.227490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.233956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2479a732-1d49-4aa0-b7bc-51155fc8325a None None] Network be36f6e2-ed71-4dec-aa97-2d869f4619eb requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:58.234555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:58.235176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.238938 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 9 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:58.283398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:58.283398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:58.283398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:58.315102 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:58.325108 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3662429 Dec 06 12:08:58.330206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43264) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.338312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:58.338634 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:58.341712 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router 73ef59ec-65ab-4680-988a-4b61fde62ecb has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:08:58.343618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.347569 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 10 to bind port 8b72d7c8-9112-4841-951c-21605c1caaca Dec 06 12:08:58.353191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff80ab-2c5a-48bb-a250-fb2cdbc731b1 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=2d6cee87-affe-47eb-8625-37fcdaee6d75,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:58.375442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 2d6cee87-affe-47eb-8625-37fcdaee6d75 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:58.460695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:08:58.461306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:08:58.461603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:08:58.472409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 8b72d7c8-9112-4841-951c-21605c1caaca on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:08:58.472911 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 8b72d7c8-9112-4841-951c-21605c1caaca on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:08:58.473384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.485078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f595c67-f6a2-452e-ac56-70157e4a4438 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:58.490285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3f595c67-f6a2-452e-ac56-70157e4a4438 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/networks?id=2d6cee87-affe-47eb-8625-37fcdaee6d75 HTTP/1.1" status: 200 len: 765 time: 0.1557624 Dec 06 12:08:58.491029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43270) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.505470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-df7b1f74-1f68-41a3-af1e-f3f741afe743 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'description': 'd2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:58.511406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Subnet': ['ID=189fee24-4af6-4578-9efc-b82102aa3e4a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:58.564835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:58.573201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.576039 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a9a6e9cf-f0f4-43da-8240-ad7013b1fa53 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 200 len: 701 time: 1.1012433 Dec 06 12:08:58.576353 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] Sync routers for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:58.578449 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43272) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.580346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43274) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.594335 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:58.596375 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.601784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d59db463-2ee0-48ad-b641-ad19bd863bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.623004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Checking segment: {'id': 'b06c0d2f-3c3a-403f-9e6d-84e39f890b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7745424b-3583-4c71-8a1b-669a3d2b88ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:08:58.623305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network hostable DHCP agents. Network: 7745424b-3583-4c71-8a1b-669a3d2b88ef, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:08:58.632860 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c5204289-9a16-45d5-9260-b0771fe2c2e2 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 200 len: 205 time: 0.0509982 Dec 06 12:08:58.634667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43278) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.642110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:08:58.649437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.662125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668bb254-ced1-451f-8bd2-0451b61ff2ba None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:08:58.678806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668bb254-ced1-451f-8bd2-0451b61ff2ba None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:58.680442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-668bb254-ced1-451f-8bd2-0451b61ff2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.724588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df7b1f74-1f68-41a3-af1e-f3f741afe743 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.736405 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:58.745335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-668bb254-ced1-451f-8bd2-0451b61ff2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.747048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df7b1f74-1f68-41a3-af1e-f3f741afe743 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.767318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668bb254-ced1-451f-8bd2-0451b61ff2ba None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:58.769201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-668bb254-ced1-451f-8bd2-0451b61ff2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.774478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] For port 8b72d7c8-9112-4841-951c-21605c1caaca, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:08:58.774866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempted to set empty binding levels {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:08:58.775947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df7b1f74-1f68-41a3-af1e-f3f741afe743 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network 2d6cee87-affe-47eb-8625-37fcdaee6d75 is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 12:08:58.783458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b1f74-1f68-41a3-af1e-f3f741afe743 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:58.784476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df7b1f74-1f68-41a3-af1e-f3f741afe743 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.789214 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-df7b1f74-1f68-41a3-af1e-f3f741afe743 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "PUT /v2.0/networks/2d6cee87-affe-47eb-8625-37fcdaee6d75 HTTP/1.1" status: 200 len: 762 time: 0.2913892 Dec 06 12:08:58.790057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43280) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:58.800962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.840477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-668bb254-ced1-451f-8bd2-0451b61ff2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.841546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668bb254-ced1-451f-8bd2-0451b61ff2ba None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:58.866998 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:52Z', 'revision_number': 11, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.906477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:58.907084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:58.920927 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] Checking router: 73ef59ec-65ab-4680-988a-4b61fde62ecb for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:08:58.930848 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] Routers {'73ef59ec-65ab-4680-988a-4b61fde62ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:08:58.931753 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['73ef59ec-65ab-4680-988a-4b61fde62ecb'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:58.953330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b1f74-1f68-41a3-af1e-f3f741afe743 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=2d6cee87-affe-47eb-8625-37fcdaee6d75,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:58.969803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=8b72d7c8-9112-4841-951c-21605c1caaca,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:58.978377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-314b4f44-bff4-4ade-a3fd-532413a3fde6 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.9625471 Dec 06 12:08:58.981812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 2d6cee87-affe-47eb-8625-37fcdaee6d75 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:08:58.992853 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280e622-8000-4350-b31a-1a8c9d42fe42 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:58.999602 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b280e622-8000-4350-b31a-1a8c9d42fe42 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/networks?id=2d6cee87-affe-47eb-8625-37fcdaee6d75 HTTP/1.1" status: 200 len: 765 time: 0.2002723 Dec 06 12:08:59.003846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43282) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:59.004967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43284) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:59.036819 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] Set router 73ef59ec-65ab-4680-988a-4b61fde62ecb gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:08:59.073872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--1618336622', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:59.096051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network 7745424b-3583-4c71-8a1b-669a3d2b88ef is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:08:59.103407 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:52Z', 'revision_number': 11, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:08:59.103974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31a585cb-73bc-44c3-9dfd-5af59551c102 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.136046 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7509c7b0-d680-4175-8d5e-2df9d6a99e39 None None] The sync data for ids ['73ef59ec-65ab-4680-988a-4b61fde62ecb'] in dv-neutron-master-2-hyperv is: [{'id': '73ef59ec-65ab-4680-988a-4b61fde62ecb', 'name': 'tempest-RoutersTest-router-2000151130', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:07:42Z', 'updated_at': '2021-12-06T12:08:52Z', 'revision_number': 11, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:08:59.152151 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b19ad244-fa07-457e-ace2-ca8d6f980067 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/floatingips/3cd9dc43-5759-4284-a29b-80d70fc1cfb5 HTTP/1.1" status: 200 len: 687 time: 2.4697530 Dec 06 12:08:59.152782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43286) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:59.196271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:59.199681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.236077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7745424b-3583-4c71-8a1b-669a3d2b88ef) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:59.248317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f56e5e-156a-46c8-b12c-bbe9f5fd871d None None] Network 7745424b-3583-4c71-8a1b-669a3d2b88ef requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:08:59.260616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:59.261227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.265885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.428524 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bb6797f1-5122-4962-bdc2-699b6d0365ec tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1567440 Dec 06 12:08:59.434440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31a585cb-73bc-44c3-9dfd-5af59551c102 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.435904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43288) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:59.441075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'network': {'name': 'tempest-router-network01--1255344945'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:59.461565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31a585cb-73bc-44c3-9dfd-5af59551c102 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.467387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7745424b-3583-4c71-8a1b-669a3d2b88ef', 'network_id': '7745424b-3583-4c71-8a1b-669a3d2b88ef', 'tenant_id': 'fe8fb7c4091a419c850e1b5586471d34', 'fixed_ips': [{'subnet_id': '189fee24-4af6-4578-9efc-b82102aa3e4a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:08:59.468694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.489691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Made reservation on behalf of fe8fb7c4091a419c850e1b5586471d34 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:08:59.493249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.567126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31a585cb-73bc-44c3-9dfd-5af59551c102 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.567659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a585cb-73bc-44c3-9dfd-5af59551c102 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Fanout notify agent at l3_agent the message router_deleted on router 73ef59ec-65ab-4680-988a-4b61fde62ecb {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:08:59.582080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-31a585cb-73bc-44c3-9dfd-5af59551c102 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.589505 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-31a585cb-73bc-44c3-9dfd-5af59551c102 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 204 len: 168 time: 0.9476850 Dec 06 12:08:59.589505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43290) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:59.592853 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0a6b62bf-1d73-456c-af2a-4182b16b389b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-727077777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:08:59.609722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:59.644826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.645221 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Added segment 200d5eea-5188-4d5b-bb3c-9a82c7aff9b7 of type vlan for network ebc6e67e-aff3-4fe3-bbae-854229c3a70e Dec 06 12:08:59.662672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Allocated IP 172.20.0.2 (7745424b-3583-4c71-8a1b-669a3d2b88ef/189fee24-4af6-4578-9efc-b82102aa3e4a/504b914e-d924-4ad9-80eb-21125fd10ce4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:08:59.674801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e57f08-7573-4e38-9272-cc82800845b7 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:08:59.676416 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f5e57f08-7573-4e38-9272-cc82800845b7 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6694553 Dec 06 12:08:59.679397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43292) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:59.700281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port ef3d033f-9a0e-474e-b81d-36191f629395 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:59.700631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.722906 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-96536909-f775-41dd-8f1a-389d38b57d4e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 207 time: 0.0385273 Dec 06 12:08:59.723388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43294) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:08:59.779410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.779636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.786775 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a6b62bf-1d73-456c-af2a-4182b16b389b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.787918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a6b62bf-1d73-456c-af2a-4182b16b389b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.788095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Deleting port 8b72d7c8-9112-4841-951c-21605c1caaca {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:08:59.788368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.805091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.818408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.868396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:08:59.884071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.890161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.905540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0317685f-ab7c-4641-8e73-6befadc43abc,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:59.941564 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Network 7745424b-3583-4c71-8a1b-669a3d2b88ef is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:08:59.943879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.944019 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment 6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad of type vlan for network 295484f4-106a-479d-a1d7-0817e10cb7cb Dec 06 12:08:59.945567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:08:59.947701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Pushing event updated for resources: {'Port': ['ID=504b914e-d924-4ad9-80eb-21125fd10ce4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:08:59.950817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:08:59.961198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.961654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] For port 8b72d7c8-9112-4841-951c-21605c1caaca, host hv-neutron-mast, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:08:59.961766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.961856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.977207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a6b62bf-1d73-456c-af2a-4182b16b389b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:08:59.987687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Calling delete_port for 8b72d7c8-9112-4841-951c-21605c1caaca owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:08:59.996915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f504fa5-694b-4933-ae32-46aabc90f30f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.004413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f504fa5-694b-4933-ae32-46aabc90f30f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.006418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.010118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f504fa5-694b-4933-ae32-46aabc90f30f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.011891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.012474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.016113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f504fa5-694b-4933-ae32-46aabc90f30f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.018509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for ef3d033f-9a0e-474e-b81d-36191f629395 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:00.022656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f504fa5-694b-4933-ae32-46aabc90f30f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.029141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f504fa5-694b-4933-ae32-46aabc90f30f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.034668 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4f504fa5-694b-4933-ae32-46aabc90f30f tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3064468 Dec 06 12:09:00.035438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a6b62bf-1d73-456c-af2a-4182b16b389b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.035592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43296) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.037414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Attempting to bind port 504b914e-d924-4ad9-80eb-21125fd10ce4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:00.038037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Attempting to bind port 504b914e-d924-4ad9-80eb-21125fd10ce4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b06c0d2f-3c3a-403f-9e6d-84e39f890b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7745424b-3583-4c71-8a1b-669a3d2b88ef'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:00.038363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Attempting to bind port 504b914e-d924-4ad9-80eb-21125fd10ce4 on network 7745424b-3583-4c71-8a1b-669a3d2b88ef {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:00.044411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:00.044793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Checking segment: {'id': 'b06c0d2f-3c3a-403f-9e6d-84e39f890b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7745424b-3583-4c71-8a1b-669a3d2b88ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:00.045194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.045599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Bound using segment: {'id': 'b06c0d2f-3c3a-403f-9e6d-84e39f890b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7745424b-3583-4c71-8a1b-669a3d2b88ef'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:00.046062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Bound port: 504b914e-d924-4ad9-80eb-21125fd10ce4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06c0d2f-3c3a-403f-9e6d-84e39f890b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7745424b-3583-4c71-8a1b-669a3d2b88ef'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:00.046452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.116362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] For port 504b914e-d924-4ad9-80eb-21125fd10ce4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:00.119499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] For port 504b914e-d924-4ad9-80eb-21125fd10ce4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=504b914e-d924-4ad9-80eb-21125fd10ce4,segment=NetworkSegment(b06c0d2f-3c3a-403f-9e6d-84e39f890b5c),segment_id=b06c0d2f-3c3a-403f-9e6d-84e39f890b5c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:00.122646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.126582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.183925 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7466707 Dec 06 12:09:00.186786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c1d2d-8b8f-40fc-af93-31b71b6c0aa5 None None] Pushing event updated for resources: {'Port': ['ID=504b914e-d924-4ad9-80eb-21125fd10ce4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:00.191712 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a6b62bf-1d73-456c-af2a-4182b16b389b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.192954 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0a6b62bf-1d73-456c-af2a-4182b16b389b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6036143 Dec 06 12:09:00.195405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43298) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.195889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43300) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.207588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'network': {'name': 'tempest-router-network02--1187744112'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:00.210697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e8694-3d73-4f05-a825-abbe26e0b4f0 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Network': ['ID=ebc6e67e-aff3-4fe3-bbae-854229c3a70e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:00.217840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2dc82b20-b0ba-43c1-b911-a72ec92a1f79 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:00.223192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network ebc6e67e-aff3-4fe3-bbae-854229c3a70e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:00.230405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dc7e2ad7-d6cb-47f7-a494-23a455600cfe tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1887219 Dec 06 12:09:00.230405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43304) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.292567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.342817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b72d7c8-9112-4841-951c-21605c1caaca,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:00.350845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846bb31-5625-4129-b37a-a47951354950 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.352699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846bb31-5625-4129-b37a-a47951354950 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.354513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846bb31-5625-4129-b37a-a47951354950 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.355972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846bb31-5625-4129-b37a-a47951354950 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.357767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846bb31-5625-4129-b37a-a47951354950 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.363847 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a846bb31-5625-4129-b37a-a47951354950 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1339240 Dec 06 12:09:00.366007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43306) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.368370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.374270 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aaa9cdc7-5483-4226-93e5-f71d21532c9b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8b72d7c8-9112-4841-951c-21605c1caaca HTTP/1.1" status: 204 len: 168 time: 1.3665285 Dec 06 12:09:00.380174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43308) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.425105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.432767 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-2572fa15-2893-48ed-939b-514ef7ad8037 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:09:00.434136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.434279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2572fa15-2893-48ed-939b-514ef7ad8037 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "GET /v2.0/ports/8b72d7c8-9112-4841-951c-21605c1caaca HTTP/1.1" status: 404 len: 333 time: 0.0531344 Dec 06 12:09:00.434710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.444202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Made reservation on behalf of fe8fb7c4091a419c850e1b5586471d34 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:00.447480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.453332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43310) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.476662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Request body: {'port': {'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-177516289'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:00.491223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7700907-d6ed-4c4a-a767-c407eb4201a6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.492838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7700907-d6ed-4c4a-a767-c407eb4201a6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.494454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7700907-d6ed-4c4a-a767-c407eb4201a6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.495998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7700907-d6ed-4c4a-a767-c407eb4201a6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.498275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7700907-d6ed-4c4a-a767-c407eb4201a6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.499555 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c7700907-d6ed-4c4a-a767-c407eb4201a6 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1325977 Dec 06 12:09:00.503282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43312) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.561381 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9654865 Dec 06 12:09:00.573897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43314) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.578292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'admin_state_up': True, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:00.632071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc981a5-5fff-4e9a-8996-3e71b1fa734a tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.634376 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fdc981a5-5fff-4e9a-8996-3e71b1fa734a tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/networks/0eb5148d-e8e4-4940-96cd-4b1da1c02959 HTTP/1.1" status: 200 len: 803 time: 0.1294971 Dec 06 12:09:00.637420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43316) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.644105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a0f05-c156-4e2e-bdfe-6425518ee549 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=295484f4-106a-479d-a1d7-0817e10cb7cb,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:00.655676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 295484f4-106a-479d-a1d7-0817e10cb7cb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:00.675022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:00.683224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dc82b20-b0ba-43c1-b911-a72ec92a1f79 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.694495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Made reservation on behalf of 446411fed6d843f2bfa9ec09927c69dd for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:00.696968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.717746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.717975 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Added segment 6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd of type vlan for network 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 Dec 06 12:09:00.732476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.733525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.738574 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dc82b20-b0ba-43c1-b911-a72ec92a1f79 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.773103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] device_id is not set on port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:00.781847 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4ef9fca8-86de-430c-a8b5-981237020d89 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/networks/0eb5148d-e8e4-4940-96cd-4b1da1c02959?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1382761 Dec 06 12:09:00.781847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43318) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.815787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.835104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.856758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.867718 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:00.919330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2801929-5cad-43d1-a658-42f72d4817ba tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:00.925037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b2801929-5cad-43d1-a658-42f72d4817ba tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/subnets/698f4a7c-c1a8-4cb0-a010-b700a94413b1 HTTP/1.1" status: 200 len: 843 time: 0.1395638 Dec 06 12:09:00.925037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43320) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:00.942483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=ef3d033f-9a0e-474e-b81d-36191f629395,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:01.039775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.053419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8930f-be47-42c6-97c4-9ff8efdabfde tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['shared'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:01.058894 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-61e8930f-be47-42c6-97c4-9ff8efdabfde tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "GET /v2.0/subnets/698f4a7c-c1a8-4cb0-a010-b700a94413b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1297255 Dec 06 12:09:01.059094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43322) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.062403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.065937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-310689909'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:01.068549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:01.069188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.099879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:01.103377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.168987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:01.174689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 504b914e-d924-4ad9-80eb-21125fd10ce4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:01.182314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.182659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Added segment 7846da62-df40-43d2-ae9e-679b2bed7a54 of type vlan for network c7c8af4f-14df-41f8-b617-61af909114cf Dec 06 12:09:01.214462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0128906 Dec 06 12:09:01.219248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43324) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.226592 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'subnet': {'network_id': 'ebc6e67e-aff3-4fe3-bbae-854229c3a70e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:01.244310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.252241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 504b914e-d924-4ad9-80eb-21125fd10ce4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:01.252787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.272616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.275890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.276953 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3801585b-e5f0-4fed-ac55-173d62a2976c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/floatingips/3cd9dc43-5759-4284-a29b-80d70fc1cfb5 HTTP/1.1" status: 204 len: 168 time: 2.0950472 Dec 06 12:09:01.279797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43326) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.292623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a32220-fdb3-4c2e-8f67-6324fe724a7c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Network': ['ID=4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:01.313061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:01.332481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc82b20-b0ba-43c1-b911-a72ec92a1f79 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Router ee47c551-0987-4458-b09e-dfa2b6d8ae6f is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:01.349951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.356213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:01.356923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.375381 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-ecff50e9-359a-4961-b27d-0c78a39fe920 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] delete failed (client error): The resource could not be found. Dec 06 12:09:01.382074 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ecff50e9-359a-4961-b27d-0c78a39fe920 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/floatingips/3cd9dc43-5759-4284-a29b-80d70fc1cfb5 HTTP/1.1" status: 404 len: 345 time: 0.0949059 Dec 06 12:09:01.387658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43328) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.387889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3252079 Dec 06 12:09:01.388903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43330) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.418377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'network_id': 'c7c8af4f-14df-41f8-b617-61af909114cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:01.435393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.465276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd17931-f5c3-4cf8-9e12-344b8fad428c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Network': ['ID=c7c8af4f-14df-41f8-b617-61af909114cf,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:01.465463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.481644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc28a9-feef-4d05-a693-b11e66b7c6d3 None None] Network 7745424b-3583-4c71-8a1b-669a3d2b88ef requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:01.483432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c7c8af4f-14df-41f8-b617-61af909114cf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:01.487186 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 504b914e-d924-4ad9-80eb-21125fd10ce4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=504b914e-d924-4ad9-80eb-21125fd10ce4,segment=NetworkSegment(b06c0d2f-3c3a-403f-9e6d-84e39f890b5c),segment_id=b06c0d2f-3c3a-403f-9e6d-84e39f890b5c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:01.523346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.561586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.587643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.679845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc82b20-b0ba-43c1-b911-a72ec92a1f79 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:01.689393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dc82b20-b0ba-43c1-b911-a72ec92a1f79 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.690587 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2dc82b20-b0ba-43c1-b911-a72ec92a1f79 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "PUT /v2.0/routers/ee47c551-0987-4458-b09e-dfa2b6d8ae6f HTTP/1.1" status: 200 len: 693 time: 1.4903362 Dec 06 12:09:01.696021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43332) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.698863 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] Sync routers for ids ['ee47c551-0987-4458-b09e-dfa2b6d8ae6f'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:01.710120 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] Routers {'ee47c551-0987-4458-b09e-dfa2b6d8ae6f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:01.711015 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ee47c551-0987-4458-b09e-dfa2b6d8ae6f'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:01.779997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.125 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:01.785319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.804280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3aa49c7d-dd10-4ef7-83a4-f225ab5bb147 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/routers/ee47c551-0987-4458-b09e-dfa2b6d8ae6f HTTP/1.1" status: 200 len: 699 time: 0.1069281 Dec 06 12:09:01.805031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43334) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.814634 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] Set router ee47c551-0987-4458-b09e-dfa2b6d8ae6f gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:01.817042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Made reservation on behalf of d9a87977d6964923b29a405239f3ca14 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:01.819000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c339719a-a2d1-496c-a0ae-9c9a23934e72 None None] Provisioning complete for port 504b914e-d924-4ad9-80eb-21125fd10ce4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:01.819482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c339719a-a2d1-496c-a0ae-9c9a23934e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.820894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=504b914e-d924-4ad9-80eb-21125fd10ce4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:01.823330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:01.842352 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3afaf5b5-e138-4539-9c89-c0e486381b3b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee47c551-0987-4458-b09e-dfa2b6d8ae6f HTTP/1.1" status: 200 len: 205 time: 0.0348356 Dec 06 12:09:01.844493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43336) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:01.878916 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c551-0987-4458-b09e-dfa2b6d8ae6f', 'name': 'tempest-RoutersTest-router-727077777', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:08:59Z', 'updated_at': '2021-12-06T12:09:00Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:01.906732 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] Checking router: ee47c551-0987-4458-b09e-dfa2b6d8ae6f for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:01.911163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Performing IP validity checks on allocation pools {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:09:01.911691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:09:01.919216 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] Routers {'ee47c551-0987-4458-b09e-dfa2b6d8ae6f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:01.921533 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ee47c551-0987-4458-b09e-dfa2b6d8ae6f'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:01.963576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.103970 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80f17b-872e-4076-b4b8-e7268a804273 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:02.109850 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] Set router ee47c551-0987-4458-b09e-dfa2b6d8ae6f gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:02.111708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80f17b-872e-4076-b4b8-e7268a804273 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:02.118273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80f17b-872e-4076-b4b8-e7268a804273 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:02.122801 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6a80f17b-872e-4076-b4b8-e7268a804273 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "GET /v2.0/ports?network_id=6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 HTTP/1.1" status: 200 len: 2358 time: 0.7364454 Dec 06 12:09:02.145176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43338) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.160159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Made reservation on behalf of fe8fb7c4091a419c850e1b5586471d34 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:02.163773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.167901 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c551-0987-4458-b09e-dfa2b6d8ae6f', 'name': 'tempest-RoutersTest-router-727077777', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:08:59Z', 'updated_at': '2021-12-06T12:09:00Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:02.192765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.200002 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c27b07-841b-447f-8b6f-4bc195b498cb None None] The sync data for ids ['ee47c551-0987-4458-b09e-dfa2b6d8ae6f'] in dv-neutron-master-2-hyperv is: [{'id': 'ee47c551-0987-4458-b09e-dfa2b6d8ae6f', 'name': 'tempest-RoutersTest-router-727077777', 'tenant_id': '5b322eeb6ad94c009eab7feba1844a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:08:59Z', 'updated_at': '2021-12-06T12:09:00Z', 'revision_number': 2, 'project_id': '5b322eeb6ad94c009eab7feba1844a2f', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:02.227685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1750ec7e-3220-4caa-9e81-d73b4bc6993c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.379424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3d1ab61d-8adb-44b5-a916-81542585c3e1 None None] Provisioning complete for port 504b914e-d924-4ad9-80eb-21125fd10ce4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:02.379796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab61d-8adb-44b5-a916-81542585c3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.443536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1750ec7e-3220-4caa-9e81-d73b4bc6993c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.446163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1750ec7e-3220-4caa-9e81-d73b4bc6993c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.498360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.502346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1750ec7e-3220-4caa-9e81-d73b4bc6993c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.502883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1750ec7e-3220-4caa-9e81-d73b4bc6993c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Fanout notify agent at l3_agent the message router_deleted on router ee47c551-0987-4458-b09e-dfa2b6d8ae6f {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:02.510563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1750ec7e-3220-4caa-9e81-d73b4bc6993c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.511682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1750ec7e-3220-4caa-9e81-d73b4bc6993c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/ee47c551-0987-4458-b09e-dfa2b6d8ae6f HTTP/1.1" status: 204 len: 168 time: 0.6637850 Dec 06 12:09:02.518216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43340) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.557799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-afb844f8-b7e0-43a2-aa0a-f5c2f45fd9e9 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee47c551-0987-4458-b09e-dfa2b6d8ae6f HTTP/1.1" status: 200 len: 205 time: 0.0383592 Dec 06 12:09:02.561091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43342) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.561955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Network be36f6e2-ed71-4dec-aa97-2d869f4619eb is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:02.602666 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-694ea4f0-895c-45f8-996a-0a88dae63b1b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] delete failed (client error): The resource could not be found. Dec 06 12:09:02.602975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:02.603714 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-694ea4f0-895c-45f8-996a-0a88dae63b1b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/ee47c551-0987-4458-b09e-dfa2b6d8ae6f HTTP/1.1" status: 404 len: 336 time: 0.0404770 Dec 06 12:09:02.605960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:02.606570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43344) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.606920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:02.607566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.634643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.636783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c076d9c-79f4-4c85-ae02-a6d380f1f502 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:02.637228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c076d9c-79f4-4c85-ae02-a6d380f1f502 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:02.642843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8c076d9c-79f4-4c85-ae02-a6d380f1f502 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/fd7b14c9-414c-4fa2-b217-5e257dfabcc3 HTTP/1.1" status: 404 len: 337 time: 0.0325665 Dec 06 12:09:02.644123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43346) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.690920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:02.696269 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1a2ff1-60ab-400b-a781-31ddde1a15ed tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:02.696755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1a2ff1-60ab-400b-a781-31ddde1a15ed tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:02.699960 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7b1a2ff1-60ab-400b-a781-31ddde1a15ed tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/aa3158ad-36ab-4af8-8f37-4d5b8ddfb548 HTTP/1.1" status: 404 len: 337 time: 0.0522161 Dec 06 12:09:02.702688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43348) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.707931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282cac09-ba43-413c-971c-c38107140de5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:02.709348 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-282cac09-ba43-413c-971c-c38107140de5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "GET /v2.0/subnets/be73be97-6c0f-4a00-b424-44cdc880ac8b HTTP/1.1" status: 200 len: 797 time: 0.5605679 Dec 06 12:09:02.715147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43350) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.722747 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-38f473a6-31d4-421b-a0eb-f1228d0579de tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2647924 Dec 06 12:09:02.726378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'port': {'network_id': '6ccb4b14-0d45-4f94-92b4-30abfee0a4b0', 'name': 'tempest-FloatingIPTestJSON-1889474056', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:02.729554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43352) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.734471 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=d9cd7385-3397-43a8-98f0-6e7b9ee9b2a9,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:02.757324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:02.761618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:02.764719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:02.767403 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c789ac9-ba5f-4d75-a56c-575cb941c6f4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:02.768060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c789ac9-ba5f-4d75-a56c-575cb941c6f4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:02.771188 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6c789ac9-ba5f-4d75-a56c-575cb941c6f4 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/b121ae97-5629-45cf-876e-0aafb4e51601 HTTP/1.1" status: 404 len: 337 time: 0.0674820 Dec 06 12:09:02.771951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:02.774005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43354) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.774718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:02.786173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29092e6b-2d49-4146-a928-99c76e39ab5e None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:02.832528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Checking segment: {'id': '7846da62-df40-43d2-ae9e-679b2bed7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c7c8af4f-14df-41f8-b617-61af909114cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:02.832839 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network hostable DHCP agents. Network: c7c8af4f-14df-41f8-b617-61af909114cf, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:02.856676 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5795c2-b4d0-4df5-aa05-654d9765861c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:02.857306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5795c2-b4d0-4df5-aa05-654d9765861c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:02.859779 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4d5795c2-b4d0-4df5-aa05-654d9765861c tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/4cf74907-ae35-4e4b-85c6-aec9b7929a84 HTTP/1.1" status: 404 len: 337 time: 0.0683000 Dec 06 12:09:02.867577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.894033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.914783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e76159-2a46-428b-870c-21025e752ad5 None None] Provisioning complete for port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:02.915830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e76159-2a46-428b-870c-21025e752ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:02.931056 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Network c7c8af4f-14df-41f8-b617-61af909114cf is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:02.947107 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f1a324b1-8716-42cc-a9e4-b10f22de097b tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 200 len: 205 time: 0.0565577 Dec 06 12:09:02.952085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43358) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:02.961204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e76159-2a46-428b-870c-21025e752ad5 None None] Port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:03.002479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c7c8af4f-14df-41f8-b617-61af909114cf) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:03.008130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:03.009182 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.022882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6672f65-55bf-40ee-b76d-cf1521fdfdc9 None None] Network c7c8af4f-14df-41f8-b617-61af909114cf requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:03.023163 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-6a31171f-c95e-45b5-8ebf-6e593e00cf44 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] delete failed (client error): The resource could not be found. Dec 06 12:09:03.026472 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6a31171f-c95e-45b5-8ebf-6e593e00cf44 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/73ef59ec-65ab-4680-988a-4b61fde62ecb HTTP/1.1" status: 404 len: 336 time: 0.0709386 Dec 06 12:09:03.027377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43360) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.069490 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ff7e1eb6-0798-43be-afa3-18c0f2d1a1f7 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bfd130e-1d3b-42e5-bec6-8bdebcba9b58 HTTP/1.1" status: 200 len: 205 time: 0.0415320 Dec 06 12:09:03.070378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:03.075344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43362) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.103628 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8c91d02f-ce26-4651-b399-94ae76936acd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7018685 Dec 06 12:09:03.111405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43364) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.118089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e99ae47a-5f70-4f2f-8316-cda11fce7d43 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:03.131218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 504b914e-d924-4ad9-80eb-21125fd10ce4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:03.159821 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-70e77cce-4f4d-497d-bf36-d3d8c94fa040 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] delete failed (client error): The resource could not be found. Dec 06 12:09:03.163564 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-70e77cce-4f4d-497d-bf36-d3d8c94fa040 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/0bfd130e-1d3b-42e5-bec6-8bdebcba9b58 HTTP/1.1" status: 404 len: 336 time: 0.0822937 Dec 06 12:09:03.184318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43366) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.187621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.248348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 504b914e-d924-4ad9-80eb-21125fd10ce4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:03.248986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.270973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c7c8af4f-14df-41f8-b617-61af909114cf', 'network_id': 'c7c8af4f-14df-41f8-b617-61af909114cf', 'tenant_id': 'd9a87977d6964923b29a405239f3ca14', 'fixed_ips': [{'subnet_id': 'd9cd7385-3397-43a8-98f0-6e7b9ee9b2a9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:03.271742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.283517 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6066e2-0d5a-4240-9db8-ea3e719f1648 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:03.284431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6066e2-0d5a-4240-9db8-ea3e719f1648 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:03.285706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Checking segment: {'id': '200d5eea-5188-4d5b-bb3c-9a82c7aff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ebc6e67e-aff3-4fe3-bbae-854229c3a70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:03.286082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network hostable DHCP agents. Network: ebc6e67e-aff3-4fe3-bbae-854229c3a70e, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:03.289445 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2f6066e2-0d5a-4240-9db8-ea3e719f1648 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/cbadf144-0b81-4a98-a235-a58ce47f017f HTTP/1.1" status: 404 len: 337 time: 0.1002090 Dec 06 12:09:03.289598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Subnet': ['ID=8154dd85-90df-4bc1-8c4e-c1d1367d4962,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.296302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43368) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.336218 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-984f5377-facd-45a8-a9e8-fa94a886fc02 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a894113-1ea1-4c12-a850-83eefedeba73 HTTP/1.1" status: 200 len: 205 time: 0.0352128 Dec 06 12:09:03.341415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43370) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.353234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.433648 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-849f0731-e221-4b69-8638-a92936fefb57 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] delete failed (client error): The resource could not be found. Dec 06 12:09:03.439065 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-849f0731-e221-4b69-8638-a92936fefb57 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/3a894113-1ea1-4c12-a850-83eefedeba73 HTTP/1.1" status: 404 len: 336 time: 0.0960364 Dec 06 12:09:03.439508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43372) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.441352 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] device_id is not set on port fbf911b3-0662-446b-a30b-dc834882152a yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:03.445198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.463691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network ebc6e67e-aff3-4fe3-bbae-854229c3a70e is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:03.490382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Allocated IP 2001:db8::3 (c7c8af4f-14df-41f8-b617-61af909114cf/d9cd7385-3397-43a8-98f0-6e7b9ee9b2a9/f7ec0b1c-0365-4351-8776-b8ec3a1064a3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:03.510538 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-956332a5-f334-4eee-b283-f65177cd1478 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=42b1cae5-40bf-4888-99ee-d2c29a286a74 HTTP/1.1" status: 200 len: 205 time: 0.0628405 Dec 06 12:09:03.511977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43374) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.512554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e99ae47a-5f70-4f2f-8316-cda11fce7d43 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27222929'] for subnet, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.535324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] device_id is not set on port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:03.576076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.587722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.593469 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-113d05ac-0334-41e9-a1f9-0e865f4ae46e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] delete failed (client error): The resource could not be found. Dec 06 12:09:03.594665 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-113d05ac-0334-41e9-a1f9-0e865f4ae46e tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/42b1cae5-40bf-4888-99ee-d2c29a286a74 HTTP/1.1" status: 404 len: 336 time: 0.0489209 Dec 06 12:09:03.595305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ebc6e67e-aff3-4fe3-bbae-854229c3a70e) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:03.602557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43376) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.615548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cace09f-0ded-4925-9035-c32b7e4e764e None None] Network ebc6e67e-aff3-4fe3-bbae-854229c3a70e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:03.616612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:03.617204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.679121 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-9739c15c-7b53-4d0c-8de7-627352ae1bb3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:03.679578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9739c15c-7b53-4d0c-8de7-627352ae1bb3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:03.685021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9739c15c-7b53-4d0c-8de7-627352ae1bb3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/1bac9c5b-21a9-4819-98e2-699506397e3d HTTP/1.1" status: 404 len: 337 time: 0.0767565 Dec 06 12:09:03.689677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43378) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.707670 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c867a09d-d1ab-48c2-b2c1-5528da992a3b tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4850712 Dec 06 12:09:03.708754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43380) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.716222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'subnet': {'network_id': '4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:03.757227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.760039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.764847 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d8b95201-def0-42f3-8463-3d8e6df9afc3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb3a7df-6616-4940-84c2-8a5fdb693611 HTTP/1.1" status: 200 len: 205 time: 0.0740807 Dec 06 12:09:03.773340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43382) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.783570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:03.784322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:03.784905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:03.789395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.838158 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-f36dd566-de3b-4f13-9303-65649edf9540 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] delete failed (client error): The resource could not be found. Dec 06 12:09:03.839385 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f36dd566-de3b-4f13-9303-65649edf9540 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/7eb3a7df-6616-4940-84c2-8a5fdb693611 HTTP/1.1" status: 404 len: 336 time: 0.0653040 Dec 06 12:09:03.840971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Network c7c8af4f-14df-41f8-b617-61af909114cf is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:03.843082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43384) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.846693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:03.851664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:03.866009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:03.867058 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:03.871381 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 2 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:03.881776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Pushing event updated for resources: {'Port': ['ID=f7ec0b1c-0365-4351-8776-b8ec3a1064a3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:03.885550 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-db52fb35-9ece-4424-8b2d-645bf107bb38 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:03.886004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db52fb35-9ece-4424-8b2d-645bf107bb38 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:03.891297 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-db52fb35-9ece-4424-8b2d-645bf107bb38 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/fa9d437f-995b-4c45-bc72-6587c356b943 HTTP/1.1" status: 404 len: 337 time: 0.0450025 Dec 06 12:09:03.897608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43386) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.915185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ebc6e67e-aff3-4fe3-bbae-854229c3a70e', 'network_id': 'ebc6e67e-aff3-4fe3-bbae-854229c3a70e', 'tenant_id': 'fe8fb7c4091a419c850e1b5586471d34', 'fixed_ips': [{'subnet_id': '8154dd85-90df-4bc1-8c4e-c1d1367d4962'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:03.915185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.942807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:03.943501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:03.944055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:03.947656 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-18f78ce5-cc3e-4e76-8bf1-93d350da1e50 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6acddac-2fe3-4a75-9a86-79f748cf4eee HTTP/1.1" status: 200 len: 205 time: 0.0489380 Dec 06 12:09:03.950496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43388) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:03.956172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Made reservation on behalf of fe8fb7c4091a419c850e1b5586471d34 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:03.959949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:03.964179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:03.964723 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:03.965761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Attempting to bind port f7ec0b1c-0365-4351-8776-b8ec3a1064a3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:03.966147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Attempting to bind port f7ec0b1c-0365-4351-8776-b8ec3a1064a3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7846da62-df40-43d2-ae9e-679b2bed7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c7c8af4f-14df-41f8-b617-61af909114cf'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:03.966516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Attempting to bind port f7ec0b1c-0365-4351-8776-b8ec3a1064a3 on network c7c8af4f-14df-41f8-b617-61af909114cf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:03.972331 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 3 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:04.019104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:04.019521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Checking segment: {'id': '7846da62-df40-43d2-ae9e-679b2bed7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c7c8af4f-14df-41f8-b617-61af909114cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:04.019914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.020317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Bound using segment: {'id': '7846da62-df40-43d2-ae9e-679b2bed7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c7c8af4f-14df-41f8-b617-61af909114cf'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:04.020821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Bound port: f7ec0b1c-0365-4351-8776-b8ec3a1064a3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7846da62-df40-43d2-ae9e-679b2bed7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c7c8af4f-14df-41f8-b617-61af909114cf'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:04.021206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.036037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-54cd5999-13b2-4101-849c-ac6cbc3d7378 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] delete failed (client error): The resource could not be found. Dec 06 12:09:04.037394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-54cd5999-13b2-4101-849c-ac6cbc3d7378 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/routers/b6acddac-2fe3-4a75-9a86-79f748cf4eee HTTP/1.1" status: 404 len: 336 time: 0.0846238 Dec 06 12:09:04.044424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43390) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:04.057918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:04.058510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:04.059011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:04.061454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.089802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5c3c32-90d2-4a4a-8b38-a5af3eac4de3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:04.090553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5c3c32-90d2-4a4a-8b38-a5af3eac4de3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:04.093811 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7c5c3c32-90d2-4a4a-8b38-a5af3eac4de3 tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/21896c96-831a-4b07-a6aa-beb184cf306d HTTP/1.1" status: 404 len: 337 time: 0.0469527 Dec 06 12:09:04.095663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.20.0.14 (6ccb4b14-0d45-4f94-92b4-30abfee0a4b0/be73be97-6c0f-4a00-b424-44cdc880ac8b/fbf911b3-0662-446b-a30b-dc834882152a) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:04.097464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43392) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:04.104317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:04.104878 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:04.112402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.20.0.13 (6ccb4b14-0d45-4f94-92b4-30abfee0a4b0/be73be97-6c0f-4a00-b424-44cdc880ac8b/fbf911b3-0662-446b-a30b-dc834882152a) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:04.138504 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdb4541-2338-406d-9974-438cad1525bb tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:04.138868 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdb4541-2338-406d-9974-438cad1525bb tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:04.142882 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4cdb4541-2338-406d-9974-438cad1525bb tempest-RoutersTest-355349798 tempest-RoutersTest-355349798-project] 10.222.0.24 "DELETE /v2.0/subnets/0e370981-bd61-4164-b0a7-b98fe7b830a2 HTTP/1.1" status: 404 len: 337 time: 0.0443709 Dec 06 12:09:04.143788 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 4 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:04.151243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] For port f7ec0b1c-0365-4351-8776-b8ec3a1064a3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:04.154273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Allocated IP 172.20.0.2 (ebc6e67e-aff3-4fe3-bbae-854229c3a70e/8154dd85-90df-4bc1-8c4e-c1d1367d4962/e76340d1-d8c8-4a52-896e-c511b95a5ec7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:04.158187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] For port f7ec0b1c-0365-4351-8776-b8ec3a1064a3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7ec0b1c-0365-4351-8776-b8ec3a1064a3,segment=NetworkSegment(7846da62-df40-43d2-ae9e-679b2bed7a54),segment_id=7846da62-df40-43d2-ae9e-679b2bed7a54)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:04.168341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.211615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:04.211971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:04.212498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:04.301639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82ab7b-1048-4b58-bc5f-ce330593a81d None None] Pushing event updated for resources: {'Port': ['ID=f7ec0b1c-0365-4351-8776-b8ec3a1064a3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:04.404531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.412435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.461463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Network ebc6e67e-aff3-4fe3-bbae-854229c3a70e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:04.465286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:04.471589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:04.474740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.479898 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.481065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Pushing event updated for resources: {'Port': ['ID=e76340d1-d8c8-4a52-896e-c511b95a5ec7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:04.595462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Attempting to bind port e76340d1-d8c8-4a52-896e-c511b95a5ec7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:04.596136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Attempting to bind port e76340d1-d8c8-4a52-896e-c511b95a5ec7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '200d5eea-5188-4d5b-bb3c-9a82c7aff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ebc6e67e-aff3-4fe3-bbae-854229c3a70e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:04.596648 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Attempting to bind port e76340d1-d8c8-4a52-896e-c511b95a5ec7 on network ebc6e67e-aff3-4fe3-bbae-854229c3a70e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:04.608474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:04.608858 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Checking segment: {'id': '200d5eea-5188-4d5b-bb3c-9a82c7aff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ebc6e67e-aff3-4fe3-bbae-854229c3a70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:04.610942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Subnet': ['ID=f5203768-853d-49c7-90ad-bd13145b84a6,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:04.612891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.613642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Bound using segment: {'id': '200d5eea-5188-4d5b-bb3c-9a82c7aff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ebc6e67e-aff3-4fe3-bbae-854229c3a70e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:04.614160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Bound port: e76340d1-d8c8-4a52-896e-c511b95a5ec7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200d5eea-5188-4d5b-bb3c-9a82c7aff9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ebc6e67e-aff3-4fe3-bbae-854229c3a70e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:04.614565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.634214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Checking segment: {'id': '6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:04.634595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network hostable DHCP agents. Network: 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:04.640852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.696609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43398) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:04.700010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:04.709668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:04.716114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:04.721814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=fbf911b3-0662-446b-a30b-dc834882152a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:04.724740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:04.744100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:04.744354 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:04.753905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae32f401-694c-4705-a98c-d1c7156729af None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:04.757991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:04.764100 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 5 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:04.773075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:04.773496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] For port e76340d1-d8c8-4a52-896e-c511b95a5ec7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:04.777320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.779405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53326c72-7b91-48f3-9dfa-1c7f13ee9c29 None None] Network 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:04.790785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:04.791118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:04.791450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:04.802430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:04.802811 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:04.807009 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 6 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:04.811159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] For port e76340d1-d8c8-4a52-896e-c511b95a5ec7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e76340d1-d8c8-4a52-896e-c511b95a5ec7,segment=NetworkSegment(200d5eea-5188-4d5b-bb3c-9a82c7aff9b7),segment_id=200d5eea-5188-4d5b-bb3c-9a82c7aff9b7)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:04.819756 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-76c6c5ef-942d-4f56-959c-4546a16e52c8 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0998855 Dec 06 12:09:04.820830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43402) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:04.834310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:04.834691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:04.834977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:04.838750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:04.839481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.841455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:04.841868 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:04.847373 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 7 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:04.850970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.864249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e99ae47a-5f70-4f2f-8316-cda11fce7d43 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760314415535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26240146'] for subnet, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:04.874640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:04.875323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:04.875323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:04.941548 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cb2c78be-1695-417b-b01c-d15947f19d22 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2229538 Dec 06 12:09:04.942801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43404) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:04.943432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:04.943758 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:04.944341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ae47a-5f70-4f2f-8316-cda11fce7d43 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event updated for resources: {'Subnet': ['ID=d9cd7385-3397-43a8-98f0-6e7b9ee9b2a9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:04.946945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:04.956935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'fbf911b3-0662-446b-a30b-dc834882152a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:04.965237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 8 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:04.992621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:04.992951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:04.993282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:05.003977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-90a4c776-1055-4ad7-8bda-27b8c09acd70 None None] Provisioning complete for port fbf911b3-0662-446b-a30b-dc834882152a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:05.004519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a4c776-1055-4ad7-8bda-27b8c09acd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.006018 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4935bb3-7696-4bef-b452-caefb7f87d53 None None] Pushing event updated for resources: {'Port': ['ID=e76340d1-d8c8-4a52-896e-c511b95a5ec7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:05.079377 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-64226b99-33c9-4271-9afc-e642aa873bc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b322eeb6ad94c009eab7feba1844a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810847 Dec 06 12:09:05.096868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90a4c776-1055-4ad7-8bda-27b8c09acd70 None None] Port fbf911b3-0662-446b-a30b-dc834882152a cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:05.113522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43406) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:05.127693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:05.128058 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:05.131608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19', 'network_id': '4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19', 'tenant_id': 'fe8fb7c4091a419c850e1b5586471d34', 'fixed_ips': [{'subnet_id': 'f5203768-853d-49c7-90ad-bd13145b84a6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:05.132145 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 9 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:05.132510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.135394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ae47a-5f70-4f2f-8316-cda11fce7d43 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:05.136375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e99ae47a-5f70-4f2f-8316-cda11fce7d43 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.137719 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e99ae47a-5f70-4f2f-8316-cda11fce7d43 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "PUT /v2.0/subnets/d9cd7385-3397-43a8-98f0-6e7b9ee9b2a9 HTTP/1.1" status: 200 len: 900 time: 2.0250547 Dec 06 12:09:05.142762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:05.144806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43408) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:05.156624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Sync routers for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:05.258035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f7ec0b1c-0365-4351-8776-b8ec3a1064a3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:05.263179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:05.264120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:05.316039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:05.316499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:05.317120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:05.336188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.357240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:05.357611 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:05.361220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.366690 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-11b547e6-aa4e-4982-b338-00f48eb2e10f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7917795 Dec 06 12:09:05.367419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43410) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:05.371036 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 10 to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e Dec 06 12:09:05.382141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.454471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:05.455113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:05.455474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:05.560014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:05.560550 dv-neutron-master-2-hyperv neutron-server[103286]: ERROR neutron.plugins.ml2.managers [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:05.560928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.569010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.581438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddcc5-c870-4d2c-a768-72abe75fa916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.634103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-96c15e69-4bfb-439f-a493-4a6f454692b6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2595649 Dec 06 12:09:05.636799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43414) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:05.741726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Allocated IP 172.20.0.2 (4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19/f5203768-853d-49c7-90ad-bd13145b84a6/9b50dac6-daf0-4cb2-bfc1-8189d13e59bf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:05.762983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] For port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:05.763387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempted to set empty binding levels {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:09:05.776174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.780844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddcc5-c870-4d2c-a768-72abe75fa916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.804897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] In _notify_port_updated(), no bound segment for port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:09:05.805789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:05.806415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.810358 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "PUT /v2.0/ports/3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e HTTP/1.1" status: 200 len: 976 time: 3.0770137 Dec 06 12:09:05.815991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43416) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:05.854655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f7ec0b1c-0365-4351-8776-b8ec3a1064a3 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:05.855029 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.896623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81642239-1502-4662-a828-8ef4942933c7 None None] Network c7c8af4f-14df-41f8-b617-61af909114cf requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:05.902274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:05.912308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.940534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port f7ec0b1c-0365-4351-8776-b8ec3a1064a3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:05.940861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:05.958373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19697379-7dc1-4a6b-8eab-e7d586655995 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:05.962876 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-19697379-7dc1-4a6b-8eab-e7d586655995 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3194339 Dec 06 12:09:05.964503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43418) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:05.975501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721454cb-26cb-4b92-b64b-99e2a573f8bc tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.021565 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-09e47878-e451-40e1-bedc-a3405252cc3c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539722 Dec 06 12:09:06.022498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43420) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:06.036660 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349355269', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:06.053386 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.053875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.054344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.054812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.055279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.055742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.056233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.056695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.057170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.057609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.058068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.058526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.058982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.059454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.059903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.060364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.060824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:06.068001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-145c2cd0-2ae8-4621-b268-ee579f4a3f17 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15437 time: 0.2509112 Dec 06 12:09:06.071044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43422) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:06.105900 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddcc5-c870-4d2c-a768-72abe75fa916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.109146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddcc5-c870-4d2c-a768-72abe75fa916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.110790 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2d2ddcc5-c870-4d2c-a768-72abe75fa916 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8a22ddb-d940-4137-88e2-e3a0dd94644d HTTP/1.1" status: 204 len: 168 time: 0.9965956 Dec 06 12:09:06.154249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Allocated IP 172.20.0.1 (ebc6e67e-aff3-4fe3-bbae-854229c3a70e/8154dd85-90df-4bc1-8c4e-c1d1367d4962/e06152f4-abaf-4bf7-8b52-bd9a586c12a0) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:06.175392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ddcc5-c870-4d2c-a768-72abe75fa916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a22ddb-d940-4137-88e2-e3a0dd94644d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.270250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b84547c8-ad83-4b60-8f65-25be942beccf None None] Provisioning complete for port f7ec0b1c-0365-4351-8776-b8ec3a1064a3 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:06.270746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b84547c8-ad83-4b60-8f65-25be942beccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.293863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.36.1.70 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/f59826d1-8942-4c01-b3e0-f8b06ba81cf5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:06.330367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port f7ec0b1c-0365-4351-8776-b8ec3a1064a3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7ec0b1c-0365-4351-8776-b8ec3a1064a3,segment=NetworkSegment(7846da62-df40-43d2-ae9e-679b2bed7a54),segment_id=7846da62-df40-43d2-ae9e-679b2bed7a54)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:06.331081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.351556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.407465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.410704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for f7ec0b1c-0365-4351-8776-b8ec3a1064a3 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:06.416319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.452580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:06.458295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.464237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.532796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.565594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Deleting port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:06.566004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.619781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Network 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:06.627740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.627967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e9ecd-4141-4e9e-9e5c-7d54721b3a97 None None] Network ebc6e67e-aff3-4fe3-bbae-854229c3a70e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:06.710358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] For port 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e, host hv-neutron-mast, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:06.710727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.731583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Calling delete_port for 3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:06.764819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.786869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Port': ['ID=e06152f4-abaf-4bf7-8b52-bd9a586c12a0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.796398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network ebc6e67e-aff3-4fe3-bbae-854229c3a70e is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:06.796539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:06.798464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:06.801207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.803475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:06.804386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Pushing event updated for resources: {'Port': ['ID=9b50dac6-daf0-4cb2-bfc1-8189d13e59bf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.817193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:06.845393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b84547c8-ad83-4b60-8f65-25be942beccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.874201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:06.883780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:06.886929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:06.893625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=f59826d1-8942-4c01-b3e0-f8b06ba81cf5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.897306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:06.952908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:06.953375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: 295484f4-106a-479d-a1d7-0817e10cb7cb, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:06.980573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=f7ec0b1c-0365-4351-8776-b8ec3a1064a3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.990430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=8bea887c-b869-4e50-857d-82860126664a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:06.994894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.068952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port f7ec0b1c-0365-4351-8776-b8ec3a1064a3 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:07.108876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:03Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:07.112917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Attempting to bind port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:07.113290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Attempting to bind port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:07.113656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Attempting to bind port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf on network 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:07.140701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.142971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 295484f4-106a-479d-a1d7-0817e10cb7cb is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:07.176237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 295484f4-106a-479d-a1d7-0817e10cb7cb) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:07.181624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Checking router: a9d62fb2-29ee-420a-ad5d-8ac4da711e36 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:07.181985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Updating router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:07.191055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:07.193531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.223736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c692f-6647-406b-aed2-7f30c13c2ab3 None None] Network 295484f4-106a-479d-a1d7-0817e10cb7cb requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:07.238919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:07.239304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Checking segment: {'id': '6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:07.240559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.240958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Bound using segment: {'id': '6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:07.241457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Bound port: 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:07.241847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.264649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:07.300065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.300485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ccc3d877-1e66-4f96-ad72-37a4afe429ab None None] Provisioning complete for port e76340d1-d8c8-4a52-896e-c511b95a5ec7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:07.300955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d877-1e66-4f96-ad72-37a4afe429ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.309979 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a4ca640d-28d9-4a5e-a390-01b8ebd2bfdb tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e HTTP/1.1" status: 204 len: 168 time: 1.2336500 Dec 06 12:09:07.314014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43444) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:07.327582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.345590 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e4d3d671-0cef-4e5c-bfbb-d5a2d3b924de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3183184 Dec 06 12:09:07.365153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43446) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:07.370000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.430782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.447277 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43448) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:07.451991 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-c598b41f-5f4f-44e4-96d0-5d3e0298578d tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:09:07.459371 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c598b41f-5f4f-44e4-96d0-5d3e0298578d tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "GET /v2.0/ports/3a3f8d5f-6d68-4d2b-a6ea-8e3676448b2e HTTP/1.1" status: 404 len: 333 time: 0.1421010 Dec 06 12:09:07.460034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43452) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:07.510487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-207995809', 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:07.618255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-eee853b7-76e8-473c-b849-fd3554388e27 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:07.618967 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-eee853b7-76e8-473c-b849-fd3554388e27 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 12:09:07.619460 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-eee853b7-76e8-473c-b849-fd3554388e27 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:09:07.626652 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eee853b7-76e8-473c-b849-fd3554388e27 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1780291 Dec 06 12:09:07.629319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43454) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:07.634573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--848060937'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:07.636479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e76340d1-d8c8-4a52-896e-c511b95a5ec7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:07.638675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346b8a31-63c0-4c08-947d-5c5dd5c7ab37 None None] Network c7c8af4f-14df-41f8-b617-61af909114cf requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:07.836919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.844991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.936909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Made reservation on behalf of 446411fed6d843f2bfa9ec09927c69dd for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:07.939596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.939843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Port': ['ID=e06152f4-abaf-4bf7-8b52-bd9a586c12a0,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:07.960868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] device_id is not set on port 8516e46e-e66f-404a-9eba-cd25c1120a27 yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:07.966851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.971367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:07.986570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.086560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.087604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d877-1e66-4f96-ad72-37a4afe429ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.146784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cd7385-3397-43a8-98f0-6e7b9ee9b2a9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:08.147720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] For port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:08.212170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] For port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b50dac6-daf0-4cb2-bfc1-8189d13e59bf,segment=NetworkSegment(6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd),segment_id=6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:08.254441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.261744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.275184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e76340d1-d8c8-4a52-896e-c511b95a5ec7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:08.275563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.282148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c8af4f-14df-41f8-b617-61af909114cf']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:08.347059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ccc3d877-1e66-4f96-ad72-37a4afe429ab None None] For port e76340d1-d8c8-4a52-896e-c511b95a5ec7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e76340d1-d8c8-4a52-896e-c511b95a5ec7,segment=NetworkSegment(200d5eea-5188-4d5b-bb3c-9a82c7aff9b7),segment_id=200d5eea-5188-4d5b-bb3c-9a82c7aff9b7)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:08.355210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7846da62-df40-43d2-ae9e-679b2bed7a54') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:08.355516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7846da62-df40-43d2-ae9e-679b2bed7a54') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:08.399446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.408858 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d877-1e66-4f96-ad72-37a4afe429ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.441053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.450656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:08.451335 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.453599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-295484f4-106a-479d-a1d7-0817e10cb7cb', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:08.455731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.470197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.476378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.506049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a76684f-6355-4e75-8eb9-4156a85d7124 None None] DHCP port deletion for c7c8af4f-14df-41f8-b617-61af909114cf request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:08.523880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88817c3-972d-40a9-b570-6e8c9f8d66c9 None None] Pushing event updated for resources: {'Port': ['ID=9b50dac6-daf0-4cb2-bfc1-8189d13e59bf,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:08.540107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:08.546297 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:08.560379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d1e5a-d87c-499a-9fb6-b6ed7d153bcd,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:08.570613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network ebc6e67e-aff3-4fe3-bbae-854229c3a70e is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:08.575113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:08.633897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.677483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.698067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.720005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5953b78e-7de4-40df-80fa-42470ff7d7d2 None None] Provisioning complete for port e06152f4-abaf-4bf7-8b52-bd9a586c12a0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:08.720745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5953b78e-7de4-40df-80fa-42470ff7d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.751969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63f4cc-24be-4fbc-aae8-712d2ed5867d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:08.800687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.802593 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1723223 Dec 06 12:09:08.806350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43456) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:08.813983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6ebbcd9b-824d-4e56-a722-b00415ae250e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '281898ca-9802-4a39-929c-a8e14ec85bf7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:08.826266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feba952-2fc2-4804-8c1b-6c0115fc2339 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281898ca-9802-4a39-929c-a8e14ec85bf7,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:08.858062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3d877-1e66-4f96-ad72-37a4afe429ab None None] Pushing event updated for resources: {'Port': ['ID=e76340d1-d8c8-4a52-896e-c511b95a5ec7,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:08.861141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5953b78e-7de4-40df-80fa-42470ff7d7d2 None None] Port e06152f4-abaf-4bf7-8b52-bd9a586c12a0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:08.890801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ebbcd9b-824d-4e56-a722-b00415ae250e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.896840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Router 535dc827-3f4d-4630-a0b1-b613baa2dde5 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:08.941713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Allocated IP 172.20.0.2 (295484f4-106a-479d-a1d7-0817e10cb7cb/8bea887c-b869-4e50-857d-82860126664a/13c1329d-8713-4a4b-8260-dbb2d32f7436) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:08.959220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:08.968779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.011356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.021076 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/c7c8af4f-14df-41f8-b617-61af909114cf HTTP/1.1" status: 204 len: 168 time: 3.8680766 Dec 06 12:09:09.021299 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43458) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:09.024727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.068030 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bde35d-0590-428c-94e4-64c5740a104a tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:09.068767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bde35d-0590-428c-94e4-64c5740a104a tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:09.071969 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d5bde35d-0590-428c-94e4-64c5740a104a tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/d9cd7385-3397-43a8-98f0-6e7b9ee9b2a9 HTTP/1.1" status: 404 len: 337 time: 0.0491395 Dec 06 12:09:09.076007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43460) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:09.080695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ebbcd9b-824d-4e56-a722-b00415ae250e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.082551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:09.091968 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-67688a3c-db1d-4dac-83a5-af5a2a1fb545 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "PUT /v2.0/routers/535dc827-3f4d-4630-a0b1-b613baa2dde5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2645156 Dec 06 12:09:09.096371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43462) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:09.101742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822666b-1639-46f8-91af-dd4157d48145 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=c7c8af4f-14df-41f8-b617-61af909114cf,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:09.104198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ebbcd9b-824d-4e56-a722-b00415ae250e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.111260 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a4bdd-0e18-40b6-adbe-c6590334e4a0 None None] Sync routers for ids ['535dc827-3f4d-4630-a0b1-b613baa2dde5'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:09.118263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35aa09-1095-45af-9ada-4a50e2d6cde8 None None] Pushing event updated for resources: {'Port': ['ID=5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:09.131720 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a4bdd-0e18-40b6-adbe-c6590334e4a0 None None] Routers {'535dc827-3f4d-4630-a0b1-b613baa2dde5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:09.132996 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-231a4bdd-0e18-40b6-adbe-c6590334e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['535dc827-3f4d-4630-a0b1-b613baa2dde5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.139314 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebc935b-fdfc-4c29-8270-b8d03606c588 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:09.139840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebc935b-fdfc-4c29-8270-b8d03606c588 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:09.146373 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5ebc935b-fdfc-4c29-8270-b8d03606c588 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/c7c8af4f-14df-41f8-b617-61af909114cf HTTP/1.1" status: 404 len: 339 time: 0.0646989 Dec 06 12:09:09.150268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43464) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:09.167052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5953b78e-7de4-40df-80fa-42470ff7d7d2 None None] Could not find standard attr ID for object f7ec0b1c-0365-4351-8776-b8ec3a1064a3. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:09:09.175516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Attempting to bind port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:09.175909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Attempting to bind port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:09.176328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Attempting to bind port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:09.176660 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-231a4bdd-0e18-40b6-adbe-c6590334e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.184098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbcd9b-824d-4e56-a722-b00415ae250e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7454f36f-0455-4c0d-920e-9ac9315e7fb1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:09.190639 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a4bdd-0e18-40b6-adbe-c6590334e4a0 None None] Routers {'535dc827-3f4d-4630-a0b1-b613baa2dde5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:09.191511 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-231a4bdd-0e18-40b6-adbe-c6590334e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['535dc827-3f4d-4630-a0b1-b613baa2dde5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.205094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:09.205602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:09.206014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.206407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:09.206897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Bound port: 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:09.207380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.213822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5953b78e-7de4-40df-80fa-42470ff7d7d2 None None] Provisioning complete for port e76340d1-d8c8-4a52-896e-c511b95a5ec7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:09.214191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5953b78e-7de4-40df-80fa-42470ff7d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.229195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ebbcd9b-824d-4e56-a722-b00415ae250e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.233621 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6ebbcd9b-824d-4e56-a722-b00415ae250e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254196 Dec 06 12:09:09.238642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43466) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:09.243493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ee2b1330-9edd-4530-8a47-302939dac1d0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '281898ca-9802-4a39-929c-a8e14ec85bf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:09.246437 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-231a4bdd-0e18-40b6-adbe-c6590334e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.247272 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a4bdd-0e18-40b6-adbe-c6590334e4a0 None None] The sync data for ids ['535dc827-3f4d-4630-a0b1-b613baa2dde5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:09.295634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.380961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1330-9edd-4530-8a47-302939dac1d0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.407469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] For port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:09.443935 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] For port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:09.484488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.493852 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:09.510727 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-ee2b1330-9edd-4530-8a47-302939dac1d0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:09:09.514998 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ee2b1330-9edd-4530-8a47-302939dac1d0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2750640 Dec 06 12:09:09.515434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.515981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43468) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:09.526349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.574646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.611332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.616051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.637519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Network be36f6e2-ed71-4dec-aa97-2d869f4619eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:09.642327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f8254-0011-409c-a117-5b0c82504b02 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:09.664390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Network 295484f4-106a-479d-a1d7-0817e10cb7cb is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:09.682467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:09.687320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:09.694823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35aa09-1095-45af-9ada-4a50e2d6cde8 None None] Pushing event updated for resources: {'Port': ['ID=5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:09.695086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb7e0-f8a4-4419-ae84-90918f2e2e1b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.695921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6cee87-affe-47eb-8625-37fcdaee6d75']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.702451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:09.702934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.705448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=8516e46e-e66f-404a-9eba-cd25c1120a27,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:09.708895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:09.736043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:09.737758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:09.738377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.751619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:09.752980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.778787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89cd0ea-0826-4658-9a9d-de282d9c9337') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.779089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89cd0ea-0826-4658-9a9d-de282d9c9337') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:09.785064 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb7e0-f8a4-4419-ae84-90918f2e2e1b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.812923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.842384 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-b2d88977-d63d-4ff2-9c82-dd0e695165e5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:09.844677 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b2d88977-d63d-4ff2-9c82-dd0e695165e5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "PUT /v2.0/routers/535dc827-3f4d-4630-a0b1-b613baa2dde5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7464504 Dec 06 12:09:09.848112 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43470) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:09.865566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.873912 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2a9afbb3-21ca-49a4-afc9-1f3007b890b7 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3749623 Dec 06 12:09:09.879167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43472) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:09.964261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:09.964671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:09.970092 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:09.974612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] Provisioning complete for port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:09.975180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:09.978380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Pushing event updated for resources: {'Port': ['ID=13c1329d-8713-4a4b-8260-dbb2d32f7436,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.000029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfd3a3-fc20-4842-9da2-e5ba2ece2d78 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:10.004606 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-eccfd3a3-fc20-4842-9da2-e5ba2ece2d78 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "GET /v2.0/ports/8516e46e-e66f-404a-9eba-cd25c1120a27 HTTP/1.1" status: 200 len: 954 time: 0.1195090 Dec 06 12:09:10.007313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb7e0-f8a4-4419-ae84-90918f2e2e1b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.010816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb7e0-f8a4-4419-ae84-90918f2e2e1b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.014461 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dbbcb7e0-f8a4-4419-ae84-90918f2e2e1b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/281898ca-9802-4a39-929c-a8e14ec85bf7 HTTP/1.1" status: 204 len: 168 time: 0.4512680 Dec 06 12:09:10.014461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43474) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:10.019220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Attempting to bind port 13c1329d-8713-4a4b-8260-dbb2d32f7436 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:10.019642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Attempting to bind port 13c1329d-8713-4a4b-8260-dbb2d32f7436 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:10.020021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Attempting to bind port 13c1329d-8713-4a4b-8260-dbb2d32f7436 on network 295484f4-106a-479d-a1d7-0817e10cb7cb {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:10.025688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43476) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:10.031070 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace1bc5-3582-4d6f-a79c-19f9f693410e None None] Network 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:10.080863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:10.081503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Checking segment: {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:10.082131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.082768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Bound using segment: {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:10.083549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Bound port: 13c1329d-8713-4a4b-8260-dbb2d32f7436, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:10.084192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.111210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.129335 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.134154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.137716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/2d6cee87-affe-47eb-8625-37fcdaee6d75 HTTP/1.1" status: 204 len: 168 time: 0.9826610 Dec 06 12:09:10.140202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcb7e0-f8a4-4419-ae84-90918f2e2e1b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281898ca-9802-4a39-929c-a8e14ec85bf7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.145737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43478) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:10.173476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa2d1-6125-420e-871f-5a6e3867838b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=2d6cee87-affe-47eb-8625-37fcdaee6d75,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.178985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.199418 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-91be7495-2ba0-4191-b69d-004b2cbfad11 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:10.200084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91be7495-2ba0-4191-b69d-004b2cbfad11 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:10.206313 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-91be7495-2ba0-4191-b69d-004b2cbfad11 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/71564120-e80b-410f-ab54-4563b950a6e4 HTTP/1.1" status: 404 len: 337 time: 0.0555248 Dec 06 12:09:10.215356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:10.218851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43480) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:10.252805 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-59da7535-d7c5-45d4-8827-6679801ff18e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:10.253323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59da7535-d7c5-45d4-8827-6679801ff18e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:10.265624 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c10f7ce3-0d4e-47e3-85fa-7510c04f9303 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2269027 Dec 06 12:09:10.265847 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-59da7535-d7c5-45d4-8827-6679801ff18e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/1a33e0b6-8ed9-41f8-bb20-757bba9785ba HTTP/1.1" status: 404 len: 339 time: 0.0371039 Dec 06 12:09:10.265941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43482) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:10.266603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43484) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:10.270082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-64a7dcca-2094-4e1e-87fb-322be2844b0d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--523522049'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:10.277656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.295161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.354004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc44cad-a7cc-4073-9fb8-543080b526dd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting subnet c59adeee-93ed-451b-93bc-6e62f54ffddf {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:10.360999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ecc44cad-a7cc-4073-9fb8-543080b526dd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.430921 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-795042c6-7830-4022-ac35-a03af4110f7b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Deleting port 8516e46e-e66f-404a-9eba-cd25c1120a27 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:10.431376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a7dcca-2094-4e1e-87fb-322be2844b0d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.431690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-795042c6-7830-4022-ac35-a03af4110f7b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.450619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ecc44cad-a7cc-4073-9fb8-543080b526dd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.462234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=f59826d1-8942-4c01-b3e0-f8b06ba81cf5,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.484119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b50dac6-daf0-4cb2-bfc1-8189d13e59bf,segment=NetworkSegment(6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd),segment_id=6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:10.490416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.506158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.507117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e76340d1-d8c8-4a52-896e-c511b95a5ec7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:10.529179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] For port 13c1329d-8713-4a4b-8260-dbb2d32f7436, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:10.549045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-795042c6-7830-4022-ac35-a03af4110f7b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.593548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-795042c6-7830-4022-ac35-a03af4110f7b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Calling delete_port for 8516e46e-e66f-404a-9eba-cd25c1120a27 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:10.654270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] For port 13c1329d-8713-4a4b-8260-dbb2d32f7436, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13c1329d-8713-4a4b-8260-dbb2d32f7436,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:10.674945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ecc44cad-a7cc-4073-9fb8-543080b526dd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.709140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.760829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.780850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=9b50dac6-daf0-4cb2-bfc1-8189d13e59bf,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.803071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.807895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-795042c6-7830-4022-ac35-a03af4110f7b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.843508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ecc44cad-a7cc-4073-9fb8-543080b526dd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.856048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e76340d1-d8c8-4a52-896e-c511b95a5ec7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:10.856958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.864724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] For port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:10.925607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f6498-f27f-450b-a0d6-d7ae909cde30 None None] Pushing event updated for resources: {'Port': ['ID=13c1329d-8713-4a4b-8260-dbb2d32f7436,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.947132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795042c6-7830-4022-ac35-a03af4110f7b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event deleted for resources: {'Port': ['ID=8516e46e-e66f-404a-9eba-cd25c1120a27,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.951321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc44cad-a7cc-4073-9fb8-543080b526dd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=c59adeee-93ed-451b-93bc-6e62f54ffddf,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:10.960669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ecc44cad-a7cc-4073-9fb8-543080b526dd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.963791 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ecc44cad-a7cc-4073-9fb8-543080b526dd tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/c59adeee-93ed-451b-93bc-6e62f54ffddf HTTP/1.1" status: 204 len: 168 time: 0.7033100 Dec 06 12:09:10.968621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-795042c6-7830-4022-ac35-a03af4110f7b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.975200 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-795042c6-7830-4022-ac35-a03af4110f7b tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8516e46e-e66f-404a-9eba-cd25c1120a27 HTTP/1.1" status: 204 len: 168 time: 0.9567754 Dec 06 12:09:10.975771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43486) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:10.976223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43488) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:10.981851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:10.997153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed37532-e9d9-4ad1-b8e1-2e9f72260a1f None None] Network 26a66a3f-a5b5-4867-8934-185b72194ddd requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:11.026468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a7dcca-2094-4e1e-87fb-322be2844b0d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.038949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a7dcca-2094-4e1e-87fb-322be2844b0d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.066926 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da86fd7-3f2a-49b7-9500-e04f3894797d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting subnet 1765fc4d-d1ba-4b1e-a25f-b543e13a3fab {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:11.078025 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-9560bbfc-a3f2-4b1a-99a9-067dad498b3d tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:09:11.086138 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9560bbfc-a3f2-4b1a-99a9-067dad498b3d tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "GET /v2.0/ports/8516e46e-e66f-404a-9eba-cd25c1120a27 HTTP/1.1" status: 404 len: 333 time: 0.1077201 Dec 06 12:09:11.087627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2da86fd7-3f2a-49b7-9500-e04f3894797d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.104997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43490) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:11.114409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Request body: {'port': {'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-691979039'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:11.145368 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP 7638e594-fdca-47d8-9411-517c8349d7da associated. External IP: 172.36.1.70, port: fbf911b3-0662-446b-a30b-dc834882152a. Dec 06 12:09:11.195553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] Provisioning complete for port e06152f4-abaf-4bf7-8b52-bd9a586c12a0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:11.195553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.203247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a7dcca-2094-4e1e-87fb-322be2844b0d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.206053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-64a7dcca-2094-4e1e-87fb-322be2844b0d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9405947 Dec 06 12:09:11.217084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43492) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:11.226748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-be5e2ee5-206e-4211-953d-372949abe9a9 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '413440af-a506-43e4-8be1-48187019f178', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:11.227515 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-be5e2ee5-206e-4211-953d-372949abe9a9 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 12:09:11.228832 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-be5e2ee5-206e-4211-953d-372949abe9a9 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:11.229854 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-be5e2ee5-206e-4211-953d-372949abe9a9 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089843 Dec 06 12:09:11.235053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43494) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:11.237066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.1 (295484f4-106a-479d-a1d7-0817e10cb7cb/8bea887c-b869-4e50-857d-82860126664a/8e6a1881-ed63-4556-9b85-31ee453caccb) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:11.239752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7dcca-2094-4e1e-87fb-322be2844b0d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413440af-a506-43e4-8be1-48187019f178,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:11.271060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2da86fd7-3f2a-49b7-9500-e04f3894797d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.304682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] Pushing event updated for resources: {'Port': ['ID=5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:11.324450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Made reservation on behalf of 446411fed6d843f2bfa9ec09927c69dd for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:11.327621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.342304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b3eacc21-66dc-48d6-8db0-62d367c205a1 None None] Port e06152f4-abaf-4bf7-8b52-bd9a586c12a0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:11.358440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] device_id is not set on port b9a68853-e068-49d1-92f1-89fb63d8e6a6 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:11.420279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:03Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:11.426997 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f7ec0b1c-0365-4351-8776-b8ec3a1064a3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:11.503417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbdfae8-3157-4159-8df1-dc3a24caab04 None None] The sync data for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv is: [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:03Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:11.507257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f58009fe-5efc-4bf9-bd24-c76f9c201ac7 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.512753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f7ec0b1c-0365-4351-8776-b8ec3a1064a3 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:11.513452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f7ec0b1c-0365-4351-8776-b8ec3a1064a3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:11.545568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1aa2c2e6-bd1f-427e-ac66-ae16a897a08d None None] Provisioning complete for port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:11.545944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c2e6-bd1f-427e-ac66-ae16a897a08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.670026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f58009fe-5efc-4bf9-bd24-c76f9c201ac7 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.678934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.763663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2da86fd7-3f2a-49b7-9500-e04f3894797d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.828391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:11.831757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f58009fe-5efc-4bf9-bd24-c76f9c201ac7 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.833482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f58009fe-5efc-4bf9-bd24-c76f9c201ac7 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.834786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:11.838159 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f58009fe-5efc-4bf9-bd24-c76f9c201ac7 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/413440af-a506-43e4-8be1-48187019f178 HTTP/1.1" status: 204 len: 168 time: 0.5809774 Dec 06 12:09:11.838812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43496) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:11.864169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.885226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58009fe-5efc-4bf9-bd24-c76f9c201ac7 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413440af-a506-43e4-8be1-48187019f178,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:11.889750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:11.939885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-645ab052-e8c5-4220-9f3e-84a97d97b669 None None] Provisioning complete for port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:11.940289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-645ab052-e8c5-4220-9f3e-84a97d97b669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.065501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 295484f4-106a-479d-a1d7-0817e10cb7cb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:12.088359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:12.101147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:12.101812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.111790 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-364df1db-8258-40f9-a323-4c7c3adce77d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2580509 Dec 06 12:09:12.111790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=8e6a1881-ed63-4556-9b85-31ee453caccb,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:12.123737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43498) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:12.126547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:12.131311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0fccf83a-7ab5-4e25-a26d-f52d910b8c7e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449901254'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:12.193950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2da86fd7-3f2a-49b7-9500-e04f3894797d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.207206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fccf83a-7ab5-4e25-a26d-f52d910b8c7e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.221154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Deleting port e06152f4-abaf-4bf7-8b52-bd9a586c12a0 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:12.221494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.234079 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2da86fd7-3f2a-49b7-9500-e04f3894797d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.241824 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2da86fd7-3f2a-49b7-9500-e04f3894797d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/1765fc4d-d1ba-4b1e-a25f-b543e13a3fab HTTP/1.1" status: 204 len: 168 time: 1.2645962 Dec 06 12:09:12.245493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43500) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:12.282753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.322410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da86fd7-3f2a-49b7-9500-e04f3894797d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=1765fc4d-d1ba-4b1e-a25f-b543e13a3fab,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:12.362169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.392822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 13c1329d-8713-4a4b-8260-dbb2d32f7436 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:12.445051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:12.460042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2ed9f-e21e-4e56-a511-b1e3400ad2ed None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:12.487490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 13c1329d-8713-4a4b-8260-dbb2d32f7436 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:12.487887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.489954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Network be36f6e2-ed71-4dec-aa97-2d869f4619eb is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:12.494360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2ed9f-e21e-4e56-a511-b1e3400ad2ed None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:12.494533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.494630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-08f2ed9f-e21e-4e56-a511-b1e3400ad2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:12.511276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:12.538436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:12.539400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:12.540043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.542188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=b9a68853-e068-49d1-92f1-89fb63d8e6a6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:12.542760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.608204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-08f2ed9f-e21e-4e56-a511-b1e3400ad2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:12.635846 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-49809575-c948-4a8e-a7e0-98a1da6fb326 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5271199 Dec 06 12:09:12.638043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43502) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:12.648088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:12.651100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2ed9f-e21e-4e56-a511-b1e3400ad2ed None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:12.658395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-08f2ed9f-e21e-4e56-a511-b1e3400ad2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:12.659129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.665536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fccf83a-7ab5-4e25-a26d-f52d910b8c7e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.690977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fccf83a-7ab5-4e25-a26d-f52d910b8c7e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.699508 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c9e9d3ac-c08a-4675-957c-23c6bd74837f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7467027 Dec 06 12:09:12.706713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Calling delete_port for e06152f4-abaf-4bf7-8b52-bd9a586c12a0 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:12.710436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43504) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:12.727673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-eb526d7d-f27c-44db-a8d2-f216bba3cefe tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'port_id': 'fbf911b3-0662-446b-a30b-dc834882152a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:12.752246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb2ccc8-534e-4799-9225-fcddb6ea5273 None None] Network 295484f4-106a-479d-a1d7-0817e10cb7cb requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:12.792403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-08f2ed9f-e21e-4e56-a511-b1e3400ad2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:12.794179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2ed9f-e21e-4e56-a511-b1e3400ad2ed None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:12.809621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fccf83a-7ab5-4e25-a26d-f52d910b8c7e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.810905 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0fccf83a-7ab5-4e25-a26d-f52d910b8c7e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6837401 Dec 06 12:09:12.835097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43506) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:12.836360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.854954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccf83a-7ab5-4e25-a26d-f52d910b8c7e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae2b63c-350a-4732-b79c-c72507dc2163,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:12.880646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aed003-628c-4294-b617-7e7e3bb69c10 None None] Network 26a66a3f-a5b5-4867-8934-185b72194ddd requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:12.884188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:12.884533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.914757 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b8651cca-0c7f-4766-b463-c320e3444fd5 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '2ae2b63c-350a-4732-b79c-c72507dc2163', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:12.916943 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-b8651cca-0c7f-4766-b463-c320e3444fd5 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 12:09:12.917470 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-b8651cca-0c7f-4766-b463-c320e3444fd5 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:12.918537 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b8651cca-0c7f-4766-b463-c320e3444fd5 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0646946 Dec 06 12:09:12.923350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-93c26000-eadd-4055-9b08-5588b117c5ce None None] Provisioning complete for port 13c1329d-8713-4a4b-8260-dbb2d32f7436 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:12.924119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c26000-eadd-4055-9b08-5588b117c5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.925226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43508) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:12.970196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:12.991148 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb526d7d-f27c-44db-a8d2-f216bba3cefe tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.062511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port 385546d3-cb82-4cd1-8bd6-ad3b6a531187, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=385546d3-cb82-4cd1-8bd6-ad3b6a531187,segment=NetworkSegment(b5e12f2b-5400-492d-aa80-d0fe27a0c6b6),segment_id=b5e12f2b-5400-492d-aa80-d0fe27a0c6b6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:13.064909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.084627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for 385546d3-cb82-4cd1-8bd6-ad3b6a531187 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:13.109226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.317119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.367649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=385546d3-cb82-4cd1-8bd6-ad3b6a531187,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:13.393822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port 385546d3-cb82-4cd1-8bd6-ad3b6a531187 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:13.435129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 13c1329d-8713-4a4b-8260-dbb2d32f7436, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13c1329d-8713-4a4b-8260-dbb2d32f7436,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:13.443945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.446048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c26000-eadd-4055-9b08-5588b117c5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.486476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.524274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.536180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.551101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b17708e-5b0e-4190-a6cd-1b6221aae263 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.555068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=13c1329d-8713-4a4b-8260-dbb2d32f7436,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:13.563816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe971c9-0d88-407d-bd0f-4c33609f2369 None None] DHCP port deletion for 26a66a3f-a5b5-4867-8934-185b72194ddd request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:13.580968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-93c26000-eadd-4055-9b08-5588b117c5ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:09:13.581657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-93c26000-eadd-4055-9b08-5588b117c5ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:09:13.682541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a66a3f-a5b5-4867-8934-185b72194ddd']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:13.686578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.706829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=8e6a1881-ed63-4556-9b85-31ee453caccb,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:13.720787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e12f2b-5400-492d-aa80-d0fe27a0c6b6') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:13.721820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e12f2b-5400-492d-aa80-d0fe27a0c6b6') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:13.725652 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b17708e-5b0e-4190-a6cd-1b6221aae263 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.730185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:13.776658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.792399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:13.793381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.830699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.850100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:13.850667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:13.855153 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:13.914245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.982596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 295484f4-106a-479d-a1d7-0817e10cb7cb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:13.984348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.989538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:13.994169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event deleted for resources: {'Port': ['ID=e06152f4-abaf-4bf7-8b52-bd9a586c12a0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:13.995157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 385546d3-cb82-4cd1-8bd6-ad3b6a531187 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:14.008437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/26a66a3f-a5b5-4867-8934-185b72194ddd HTTP/1.1" status: 204 len: 168 time: 1.7598643 Dec 06 12:09:14.012375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43510) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.020831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 385546d3-cb82-4cd1-8bd6-ad3b6a531187 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:14.021829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 385546d3-cb82-4cd1-8bd6-ad3b6a531187 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:14.022225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:14.055179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b17708e-5b0e-4190-a6cd-1b6221aae263 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.057815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b17708e-5b0e-4190-a6cd-1b6221aae263 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.058977 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5b17708e-5b0e-4190-a6cd-1b6221aae263 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/2ae2b63c-350a-4732-b79c-c72507dc2163 HTTP/1.1" status: 204 len: 168 time: 1.1292977 Dec 06 12:09:14.070343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43512) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.099685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cba7d-dc37-41bf-a2b5-1c6064cf0ed4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=26a66a3f-a5b5-4867-8934-185b72194ddd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:14.103432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] device_id is not set on port b9a68853-e068-49d1-92f1-89fb63d8e6a6 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:14.134353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c7f4fc-057d-4f8c-bfac-5015761e330b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:14.134831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c7f4fc-057d-4f8c-bfac-5015761e330b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:14.141639 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b4c7f4fc-057d-4f8c-bfac-5015761e330b tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/bae184b1-429b-4970-ad81-6a6ecbc36061 HTTP/1.1" status: 404 len: 337 time: 0.0978754 Dec 06 12:09:14.147923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43514) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.161573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.165358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17708e-5b0e-4190-a6cd-1b6221aae263 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae2b63c-350a-4732-b79c-c72507dc2163,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:14.197676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.232621 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70b101c-acf2-406d-8015-b7af4455642d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:14.233607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70b101c-acf2-406d-8015-b7af4455642d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:14.237287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d70b101c-acf2-406d-8015-b7af4455642d tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/c1296334-f67d-4f0d-b57d-01edb752b1d9 HTTP/1.1" status: 404 len: 339 time: 0.0857034 Dec 06 12:09:14.249332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43516) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.260399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-41d0e27a-98b7-4525-b594-2188f42d7034 None None] Could not find standard attr ID for object 385546d3-cb82-4cd1-8bd6-ad3b6a531187. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:09:14.278196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-41d0e27a-98b7-4525-b594-2188f42d7034 None None] Provisioning complete for port 8e6a1881-ed63-4556-9b85-31ee453caccb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:14.279341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41d0e27a-98b7-4525-b594-2188f42d7034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.311022 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bb741e-8cb8-411a-aba4-d78019008a54 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:14.311506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bb741e-8cb8-411a-aba4-d78019008a54 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:14.315469 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-92bb741e-8cb8-411a-aba4-d78019008a54 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/210369c3-ae53-43f2-b2c1-f3e8a98f6f7b HTTP/1.1" status: 404 len: 337 time: 0.0639331 Dec 06 12:09:14.321789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43518) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.336682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-41d0e27a-98b7-4525-b594-2188f42d7034 None None] Port 8e6a1881-ed63-4556-9b85-31ee453caccb cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:14.351707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-41d0e27a-98b7-4525-b594-2188f42d7034 None None] Provisioning complete for port 13c1329d-8713-4a4b-8260-dbb2d32f7436 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:14.352119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41d0e27a-98b7-4525-b594-2188f42d7034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.450125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.483607 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=b9a68853-e068-49d1-92f1-89fb63d8e6a6,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:14.508107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:14.508595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:14.509063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:14.581955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5215dec2-d862-4386-b737-92322ff89837 None None] Provisioning complete for port 8e6a1881-ed63-4556-9b85-31ee453caccb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:14.582328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5215dec2-d862-4386-b737-92322ff89837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.595435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:14.596089 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:14.619604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5215dec2-d862-4386-b737-92322ff89837 None None] Port 8e6a1881-ed63-4556-9b85-31ee453caccb cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:14.636402 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 2 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:14.648366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4e67bd-fbba-4711-95d9-276947a949e9 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:14.648899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4e67bd-fbba-4711-95d9-276947a949e9 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:14.654168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5e4e67bd-fbba-4711-95d9-276947a949e9 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/30afb04b-5162-4861-845f-c651a786d1c8 HTTP/1.1" status: 404 len: 339 time: 0.3273501 Dec 06 12:09:14.661174 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-39f3a3f6-63ff-4447-b90a-3fb44d8a02a1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5805080 Dec 06 12:09:14.661174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43520) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.661789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43522) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.670432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-68ad1c4d-c5c2-4831-b8fa-478b405622ef tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586313188'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:14.675055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:14.675394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:14.675730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:14.691064 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-104139a2-1ea5-47b7-8274-1e0ec6c501e8 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:14.691517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104139a2-1ea5-47b7-8274-1e0ec6c501e8 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:14.694531 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-104139a2-1ea5-47b7-8274-1e0ec6c501e8 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/e3687a39-c371-4347-b57e-1644d2df24ab HTTP/1.1" status: 404 len: 337 time: 0.0317514 Dec 06 12:09:14.697100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43524) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.717090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:14.717425 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:14.720998 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a37120a-f378-4c90-91a6-d30e9dd2637a tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:14.721495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a37120a-f378-4c90-91a6-d30e9dd2637a tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:14.724514 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9a37120a-f378-4c90-91a6-d30e9dd2637a tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/d5a2dc97-1cdd-4808-a9f6-f60b64b56564 HTTP/1.1" status: 404 len: 339 time: 0.0265219 Dec 06 12:09:14.726940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43526) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.742757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3115acbe-df1a-46f3-a4ed-463f7860fa81 None None] Provisioning complete for port 8e6a1881-ed63-4556-9b85-31ee453caccb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:14.743340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3115acbe-df1a-46f3-a4ed-463f7860fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.758281 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 3 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:14.763071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:14.784722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3115acbe-df1a-46f3-a4ed-463f7860fa81 None None] Port 8e6a1881-ed63-4556-9b85-31ee453caccb cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:14.791846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fe8494-24cd-450b-aad7-05e36873ab8e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting subnet 91673307-6e13-4eab-855b-331dbe7db040 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:14.824891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:14.825177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:14.825495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:14.832980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68ad1c4d-c5c2-4831-b8fa-478b405622ef tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.836192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13fe8494-24cd-450b-aad7-05e36873ab8e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.852617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:14.852948 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:14.876528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Router 535dc827-3f4d-4630-a0b1-b613baa2dde5 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:14.877051 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 4 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:14.914922 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.916249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13fe8494-24cd-450b-aad7-05e36873ab8e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:14.916490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:14.916796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:14.917130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:14.961985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:14.962323 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:14.967215 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 5 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:14.971454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:14.980598 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a5835b3d-fd4a-4b95-81b2-1077d5412617 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/a9d62fb2-29ee-420a-ad5d-8ac4da711e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5895548 Dec 06 12:09:14.980598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43528) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:14.982709 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Sync routers for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:14.994868 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:14.995494 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:15.059606 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb526d7d-f27c-44db-a8d2-f216bba3cefe tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.064776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:15.065114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:15.065452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:15.077053 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb526d7d-f27c-44db-a8d2-f216bba3cefe tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.080328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:15.080660 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:15.081489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:15.085002 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 6 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:15.100930 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6943d5ac-f628-477a-ae37-b6c9a6f3829c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "PUT /v2.0/routers/535dc827-3f4d-4630-a0b1-b613baa2dde5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2460930 Dec 06 12:09:15.101159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43530) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.106144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e1681-4d10-4ea2-9560-a444df6a53a5 None None] Sync routers for ids ['535dc827-3f4d-4630-a0b1-b613baa2dde5'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:15.117071 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:15.124632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13fe8494-24cd-450b-aad7-05e36873ab8e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.129432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e1681-4d10-4ea2-9560-a444df6a53a5 None None] Routers {'535dc827-3f4d-4630-a0b1-b613baa2dde5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:15.131000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-de9e1681-4d10-4ea2-9560-a444df6a53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['535dc827-3f4d-4630-a0b1-b613baa2dde5'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:15.170432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68ad1c4d-c5c2-4831-b8fa-478b405622ef tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.171967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:15.173460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:15.173687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:15.183785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68ad1c4d-c5c2-4831-b8fa-478b405622ef tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.190136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-de9e1681-4d10-4ea2-9560-a444df6a53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:15.200199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-0bf2bfb2-4a41-42a3-95f5-8a1203d14983 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] delete failed (client error): The resource could not be found. Dec 06 12:09:15.205173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0bf2bfb2-4a41-42a3-95f5-8a1203d14983 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1560203277 HTTP/1.1" status: 404 len: 335 time: 0.1006694 Dec 06 12:09:15.207629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43532) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.213378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e1681-4d10-4ea2-9560-a444df6a53a5 None None] Routers {'535dc827-3f4d-4630-a0b1-b613baa2dde5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:15.214345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-de9e1681-4d10-4ea2-9560-a444df6a53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['535dc827-3f4d-4630-a0b1-b613baa2dde5'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:15.220980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0055234d-e2e4-4612-85e4-6690a6b94af7 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'router': {'external_gateway_info': {'network_id': '535dc827-3f4d-4630-a0b1-b613baa2dde5'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:15.222422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:15.222754 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:15.230759 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 7 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:15.273722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-de9e1681-4d10-4ea2-9560-a444df6a53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:15.274856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e1681-4d10-4ea2-9560-a444df6a53a5 None None] The sync data for ids ['535dc827-3f4d-4630-a0b1-b613baa2dde5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:15.280220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68ad1c4d-c5c2-4831-b8fa-478b405622ef tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.285497 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-68ad1c4d-c5c2-4831-b8fa-478b405622ef tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6172118 Dec 06 12:09:15.285497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad1c4d-c5c2-4831-b8fa-478b405622ef tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9f7e0-d5ab-487c-8711-b3f285cc589b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:15.285497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:15.285497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:15.288257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:15.288530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43534) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.294546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-004d2818-7ccd-4c72-8015-338b59bb4489 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '70e9f7e0-d5ab-487c-8711-b3f285cc589b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:15.307404 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-004d2818-7ccd-4c72-8015-338b59bb4489 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 12:09:15.312221 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-004d2818-7ccd-4c72-8015-338b59bb4489 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:15.314165 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-004d2818-7ccd-4c72-8015-338b59bb4489 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248420 Dec 06 12:09:15.319795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43536) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.327108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-beac609a-cbd7-4cf0-b4e3-d9fd772e5e5e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '70e9f7e0-d5ab-487c-8711-b3f285cc589b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:15.328037 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-beac609a-cbd7-4cf0-b4e3-d9fd772e5e5e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 12:09:15.329191 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-beac609a-cbd7-4cf0-b4e3-d9fd772e5e5e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:15.333302 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-beac609a-cbd7-4cf0-b4e3-d9fd772e5e5e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104208 Dec 06 12:09:15.334583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:15.335052 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:15.336260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43538) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.336773 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 8 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:15.348612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fa72f03e-b3cb-4a4d-ad10-368243c1e979 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '70e9f7e0-d5ab-487c-8711-b3f285cc589b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:15.349864 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-fa72f03e-b3cb-4a4d-ad10-368243c1e979 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 12:09:15.350393 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-fa72f03e-b3cb-4a4d-ad10-368243c1e979 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:15.351999 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fa72f03e-b3cb-4a4d-ad10-368243c1e979 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097082 Dec 06 12:09:15.352595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.353071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.353517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.353978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.354432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.354881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.355327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.355776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.356248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.356839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.357294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.359984 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c58ec966-be4d-4501-9cf7-6b08f326954e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7740 time: 0.3785727 Dec 06 12:09:15.360751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43540) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.371709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43542) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.375027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c71be3dd-cbaf-478a-890c-aefa83468cda tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '70e9f7e0-d5ab-487c-8711-b3f285cc589b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:15.378287 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.api.v2.base [None req-c71be3dd-cbaf-478a-890c-aefa83468cda tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 12:09:15.378832 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-c71be3dd-cbaf-478a-890c-aefa83468cda tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:15.380057 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c71be3dd-cbaf-478a-890c-aefa83468cda tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109730 Dec 06 12:09:15.402163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43544) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.408660 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:12Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:13Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:15.430694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:15.431145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:15.431558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:15.440409 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Checking router: a9d62fb2-29ee-420a-ad5d-8ac4da711e36 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:15.440982 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Updating router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 port 8e6a1881-ed63-4556-9b85-31ee453caccb binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:15.470881 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.478012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:15.478416 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:15.486827 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 9 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:15.512176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13fe8494-24cd-450b-aad7-05e36873ab8e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.523465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:15.524157 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:15.524483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:15.544628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:15.544954 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:15.552827 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempt 10 to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 Dec 06 12:09:15.575440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b975c9f-3def-4d2f-9867-24b46ddc5746 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.587306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb526d7d-f27c-44db-a8d2-f216bba3cefe tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:15.592779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:15.593112 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:15.595730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempting to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:15.609224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:15.610105 dv-neutron-master-2-hyperv neutron-server[103287]: ERROR neutron.plugins.ml2.managers [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Failed to bind port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b398f04a-d1ea-4804-ad45-24efcdf7a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'be36f6e2-ed71-4dec-aa97-2d869f4619eb'}] Dec 06 12:09:15.611081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.626800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe8494-24cd-450b-aad7-05e36873ab8e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=91673307-6e13-4eab-855b-331dbe7db040,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:15.637671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b975c9f-3def-4d2f-9867-24b46ddc5746 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.642862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0055234d-e2e4-4612-85e4-6690a6b94af7 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.647015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13fe8494-24cd-450b-aad7-05e36873ab8e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.651218 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-13fe8494-24cd-450b-aad7-05e36873ab8e tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/91673307-6e13-4eab-855b-331dbe7db040 HTTP/1.1" status: 204 len: 168 time: 0.9233530 Dec 06 12:09:15.654459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d11d531-fe16-4306-a3fb-02fab00a467b None None] Network 770bd03f-6ea5-4405-908b-9ef731ad49ae requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:15.656693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.657369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.657985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.658591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.659198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.659802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.660427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.661097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.661706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.662308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:15.664470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-27669926-bdad-4bd4-b781-7702d9bd15a6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6392 time: 0.2835093 Dec 06 12:09:15.665238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43546) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.675138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43548) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.703032 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 13c1329d-8713-4a4b-8260-dbb2d32f7436 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:15.769125 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-0055234d-e2e4-4612-85e4-6690a6b94af7 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] update failed (client error): The resource could not be found. Dec 06 12:09:15.770334 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0055234d-e2e4-4612-85e4-6690a6b94af7 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "PUT /v2.0/routers/535dc827-3f4d-4630-a0b1-b613baa2dde5 HTTP/1.1" status: 404 len: 339 time: 0.5537434 Dec 06 12:09:15.811569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43550) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.853981 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.861835 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.873780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 13c1329d-8713-4a4b-8260-dbb2d32f7436 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:15.874363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.877438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.952961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b975c9f-3def-4d2f-9867-24b46ddc5746 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.962181 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b975c9f-3def-4d2f-9867-24b46ddc5746 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:15.963796 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0b975c9f-3def-4d2f-9867-24b46ddc5746 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/70e9f7e0-d5ab-487c-8711-b3f285cc589b HTTP/1.1" status: 204 len: 168 time: 0.5605626 Dec 06 12:09:15.966399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43552) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:15.991052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b975c9f-3def-4d2f-9867-24b46ddc5746 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9f7e0-d5ab-487c-8711-b3f285cc589b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:16.014929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] For port b9a68853-e068-49d1-92f1-89fb63d8e6a6, host hv-neutron-mast, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:16.015310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attempted to set empty binding levels {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 12:09:16.065411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9227515f-0561-4592-8984-30f53ed04701 None None] DHCP port deletion for 770bd03f-6ea5-4405-908b-9ef731ad49ae request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:16.071027 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Pushing event updated for resources: {'Port': ['ID=8e6a1881-ed63-4556-9b85-31ee453caccb,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:16.074637 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Attempting to bind port 8e6a1881-ed63-4556-9b85-31ee453caccb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:16.075224 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Attempting to bind port 8e6a1881-ed63-4556-9b85-31ee453caccb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:16.075793 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Attempting to bind port 8e6a1881-ed63-4556-9b85-31ee453caccb on network 295484f4-106a-479d-a1d7-0817e10cb7cb {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:16.086997 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.087469 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.087915 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.088332 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.088741 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.089147 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.089549 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.089963 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.090539 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.091023 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.091427 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.091827 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.092282 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:16.099714 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:16.100276 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Checking segment: {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:16.100950 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.101459 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Bound using segment: {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:16.102042 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Bound port: 8e6a1881-ed63-4556-9b85-31ee453caccb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:16.102686 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.117490 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ddfb4b50-5db2-4c96-b977-a87792429353 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1495025 Dec 06 12:09:16.122388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:16.122731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.126810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43554) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:16.138719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6ede7854-53c8-411a-9e1c-c6430710055e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--164492196'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:16.162075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9227515f-0561-4592-8984-30f53ed04701 None None] Deleting port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:16.162461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9227515f-0561-4592-8984-30f53ed04701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.188037 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] For port 8e6a1881-ed63-4556-9b85-31ee453caccb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:16.196655 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] For port 8e6a1881-ed63-4556-9b85-31ee453caccb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e6a1881-ed63-4556-9b85-31ee453caccb,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:16.206878 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.289543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9227515f-0561-4592-8984-30f53ed04701 None None] For port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,segment=NetworkSegment(f248b223-bbf6-4a45-bd3f-1ebcb398706c),segment_id=f248b223-bbf6-4a45-bd3f-1ebcb398706c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:16.290282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9227515f-0561-4592-8984-30f53ed04701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.291068 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-69cd22f5-2804-483a-a3dc-a5f74e0ce4b8 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2866 time: 0.6145005 Dec 06 12:09:16.295800 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:16.296466 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:16.304363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ede7854-53c8-411a-9e1c-c6430710055e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.307366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,segment=NetworkSegment(f248b223-bbf6-4a45-bd3f-1ebcb398706c),segment_id=f248b223-bbf6-4a45-bd3f-1ebcb398706c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:16.307749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.320619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9227515f-0561-4592-8984-30f53ed04701 None None] Calling delete_port for d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:16.421505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0c0c7105-64e3-47f3-a6b0-f771c2920e4e None None] Provisioning complete for port 8e6a1881-ed63-4556-9b85-31ee453caccb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:16.423019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7105-64e3-47f3-a6b0-f771c2920e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.458749 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:16.559092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9227515f-0561-4592-8984-30f53ed04701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.569817 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57baa79-fa7e-4810-8b65-c0ac59e97e0a None None] Pushing event updated for resources: {'Port': ['ID=8e6a1881-ed63-4556-9b85-31ee453caccb,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:16.614291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.693351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7105-64e3-47f3-a6b0-f771c2920e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.707997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb526d7d-f27c-44db-a8d2-f216bba3cefe tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:16.716265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227515f-0561-4592-8984-30f53ed04701 None None] Pushing event deleted for resources: {'Port': ['ID=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:16.724637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] In _notify_port_updated(), no bound segment for port b9a68853-e068-49d1-92f1-89fb63d8e6a6 on network be36f6e2-ed71-4dec-aa97-2d869f4619eb {{(pid=103287) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:09:16.729054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:16.729651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.730626 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089ddcb-5206-47aa-8bb8-74785e3fda90 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:16.739744 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "PUT /v2.0/ports/b9a68853-e068-49d1-92f1-89fb63d8e6a6 HTTP/1.1" status: 200 len: 976 time: 4.0955081 Dec 06 12:09:16.749038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227515f-0561-4592-8984-30f53ed04701 None None] No DVR routers for this DVR port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:16.783425 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089ddcb-5206-47aa-8bb8-74785e3fda90 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:16.785151 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9089ddcb-5206-47aa-8bb8-74785e3fda90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:16.790848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0c0c7105-64e3-47f3-a6b0-f771c2920e4e None None] For port 8e6a1881-ed63-4556-9b85-31ee453caccb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e6a1881-ed63-4556-9b85-31ee453caccb,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:16.799419 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7105-64e3-47f3-a6b0-f771c2920e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.826574 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb526d7d-f27c-44db-a8d2-f216bba3cefe tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:16.829714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43558) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:16.887208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:16.889021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c7105-64e3-47f3-a6b0-f771c2920e4e None None] Pushing event updated for resources: {'Port': ['ID=8e6a1881-ed63-4556-9b85-31ee453caccb,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:16.904600 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9089ddcb-5206-47aa-8bb8-74785e3fda90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:16.924231 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089ddcb-5206-47aa-8bb8-74785e3fda90 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:16.927554 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9089ddcb-5206-47aa-8bb8-74785e3fda90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:16.977386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ad618056-e14c-4c3e-b47e-076131fabb95 None None] Provisioning complete for port 8e6a1881-ed63-4556-9b85-31ee453caccb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:16.978049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad618056-e14c-4c3e-b47e-076131fabb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.056696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43560) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.066928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fd0c96a2-6d79-43ee-9094-9e1c975e2cce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131346258', 'description': 'tempest-secgroup-smoke-2131346258 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:17.116737 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9089ddcb-5206-47aa-8bb8-74785e3fda90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:17.117463 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089ddcb-5206-47aa-8bb8-74785e3fda90 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:17.127574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ede7854-53c8-411a-9e1c-c6430710055e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.131624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca41b1-bf63-41e2-948b-195ba02fefec tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event updated for resources: {'Port': ['ID=b9a68853-e068-49d1-92f1-89fb63d8e6a6,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:17.133375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ede7854-53c8-411a-9e1c-c6430710055e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.152163 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:12Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:17.153657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.166512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd0c96a2-6d79-43ee-9094-9e1c975e2cce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.189952 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ea5b4-1510-4b71-b228-fff1d75f927b None None] The sync data for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv is: [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:12Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:17.215999 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eb526d7d-f27c-44db-a8d2-f216bba3cefe tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/floatingips/7638e594-fdca-47d8-9411-517c8349d7da HTTP/1.1" status: 200 len: 978 time: 4.4920890 Dec 06 12:09:17.216221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:17.219813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:17.226714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ede7854-53c8-411a-9e1c-c6430710055e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.230687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6ede7854-53c8-411a-9e1c-c6430710055e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1000001 Dec 06 12:09:17.230687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43562) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.230687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43564) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.237755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.239474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-d877b6da-be64-4a97-a58e-2011f7e26b21 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:17.240271 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.api.v2.base [None req-d877b6da-be64-4a97-a58e-2011f7e26b21 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 12:09:17.240897 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-d877b6da-be64-4a97-a58e-2011f7e26b21 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:17.242867 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d877b6da-be64-4a97-a58e-2011f7e26b21 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085156 Dec 06 12:09:17.275165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede7854-53c8-411a-9e1c-c6430710055e tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd83cd7-0343-44d2-8c2b-00ac6e67ef11,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:17.278171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43566) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.286477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-35c34b2b-828e-4056-b531-a2b6778d0099 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:17.386638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Deleting port b9a68853-e068-49d1-92f1-89fb63d8e6a6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:17.387088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.436706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.459734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd0c96a2-6d79-43ee-9094-9e1c975e2cce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.508201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd0c96a2-6d79-43ee-9094-9e1c975e2cce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.516320 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-35c34b2b-828e-4056-b531-a2b6778d0099 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:17.517392 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-35c34b2b-828e-4056-b531-a2b6778d0099 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2372265 Dec 06 12:09:17.520319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770bd03f-6ea5-4405-908b-9ef731ad49ae']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:17.523434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43568) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.530263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-78bedd9f-40f5-4f4e-9da8-2ba19134f975 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:17.531081 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-78bedd9f-40f5-4f4e-9da8-2ba19134f975 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 12:09:17.532162 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-78bedd9f-40f5-4f4e-9da8-2ba19134f975 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:17.533165 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-78bedd9f-40f5-4f4e-9da8-2ba19134f975 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066302 Dec 06 12:09:17.545412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43570) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.555661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7efc0623-e298-485e-a16a-2aa21fac97cf tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:17.567242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f248b223-bbf6-4a45-bd3f-1ebcb398706c') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:17.567547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f248b223-bbf6-4a45-bd3f-1ebcb398706c') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:17.596405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] For port b9a68853-e068-49d1-92f1-89fb63d8e6a6, host hv-neutron-mast, got binding levels [] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:17.596938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.598120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd0c96a2-6d79-43ee-9094-9e1c975e2cce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.603562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fd0c96a2-6d79-43ee-9094-9e1c975e2cce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5371537 Dec 06 12:09:17.603766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43572) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.604107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.608232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c96a2-6d79-43ee-9094-9e1c975e2cce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce21f686-6e8e-4659-b528-2b05d5e27af0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:17.619081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9fc7ddf6-922e-49af-ab0a-3cea790df185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'ce21f686-6e8e-4659-b528-2b05d5e27af0', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:17.662268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Calling delete_port for b9a68853-e068-49d1-92f1-89fb63d8e6a6 owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:17.672921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8e6a1881-ed63-4556-9b85-31ee453caccb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:17.693203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.706222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:17.707023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: self.session.flush() Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:17.710506 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:17.735576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 8e6a1881-ed63-4556-9b85-31ee453caccb triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:17.736396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.744371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Allocated IP 172.20.0.1 (7745424b-3583-4c71-8a1b-669a3d2b88ef/189fee24-4af6-4578-9efc-b82102aa3e4a/b5c044a9-f6f2-42f7-820f-7593740f0685) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:17.764189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddf6-922e-49af-ab0a-3cea790df185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.787485 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-7efc0623-e298-485e-a16a-2aa21fac97cf tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:17.791634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7efc0623-e298-485e-a16a-2aa21fac97cf tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2368767 Dec 06 12:09:17.793125 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43574) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.798261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-27cb5b13-f33c-4847-931c-51e0d5cb6913 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:17.798574 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.api.v2.base [None req-27cb5b13-f33c-4847-931c-51e0d5cb6913 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 12:09:17.799582 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-27cb5b13-f33c-4847-931c-51e0d5cb6913 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:17.803809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-27cb5b13-f33c-4847-931c-51e0d5cb6913 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079596 Dec 06 12:09:17.806547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43576) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.810704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-07fa7554-847c-4ca8-825c-75b7128e9181 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:17.822352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port f59826d1-8942-4c01-b3e0-f8b06ba81cf5 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:17.822957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.837816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.843260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.849239 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/770bd03f-6ea5-4405-908b-9ef731ad49ae HTTP/1.1" status: 204 len: 168 time: 2.1795526 Dec 06 12:09:17.861062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43578) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.905488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.916185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddf6-922e-49af-ab0a-3cea790df185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.932784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddf6-922e-49af-ab0a-3cea790df185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:17.951890 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-531515d1-20a8-4e75-a957-68d33fecabb4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:17.952487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531515d1-20a8-4e75-a957-68d33fecabb4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:17.956554 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-531515d1-20a8-4e75-a957-68d33fecabb4 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/9011779d-43a2-4369-90ee-ad2d49ee5dd2 HTTP/1.1" status: 404 len: 337 time: 0.0909064 Dec 06 12:09:17.964043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43580) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:17.965187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cd668-b3fc-43d2-a201-078f9c337caa tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=770bd03f-6ea5-4405-908b-9ef731ad49ae,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:17.982332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9a68853-e068-49d1-92f1-89fb63d8e6a6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:17.986396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:17.995509 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-07fa7554-847c-4ca8-825c-75b7128e9181 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Project ca4d7e288d1e4d3391a2f785fb94a040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:09:18.002367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7ddf6-922e-49af-ab0a-3cea790df185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480c07a0-67cf-47b0-ad3e-8c4861f39d19,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:18.005619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.012409 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e59099c9-9e30-4cc6-9c76-03ab05f9ea21 tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b9a68853-e068-49d1-92f1-89fb63d8e6a6 HTTP/1.1" status: 204 len: 168 time: 1.1796253 Dec 06 12:09:18.017080 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf70cf4-2b1d-4b6c-bb39-1a59b211f248 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:18.017735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf70cf4-2b1d-4b6c-bb39-1a59b211f248 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:18.019433 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43582) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.025194 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0bf70cf4-2b1d-4b6c-bb39-1a59b211f248 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/32af5cab-2fa1-43b4-bdca-bb81be901420 HTTP/1.1" status: 404 len: 339 time: 0.0562541 Dec 06 12:09:18.030636 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ddf6-922e-49af-ab0a-3cea790df185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.032688 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9fc7ddf6-922e-49af-ab0a-3cea790df185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4286063 Dec 06 12:09:18.033506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43584) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.038927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:18.039371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d8f0dc9e-d4c7-4ddd-98e1-ca02cf8f08b7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:18.043175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43586) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.050001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.058421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fd65f7ec-e5c7-4bf9-b2cd-74b79509961e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'ce21f686-6e8e-4659-b528-2b05d5e27af0', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:18.078361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-07fa7554-847c-4ca8-825c-75b7128e9181 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:18.079492 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-07fa7554-847c-4ca8-825c-75b7128e9181 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2737989 Dec 06 12:09:18.083511 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f457335-5380-4337-ba86-779d109c001a tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] GET failed (client error): The resource could not be found. Dec 06 12:09:18.089144 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7f457335-5380-4337-ba86-779d109c001a tempest-PortsAdminExtendedAttrsTestJSON-802849749 tempest-PortsAdminExtendedAttrsTestJSON-802849749-project-admin] 10.222.0.24 "GET /v2.0/ports/b9a68853-e068-49d1-92f1-89fb63d8e6a6 HTTP/1.1" status: 404 len: 333 time: 0.0639958 Dec 06 12:09:18.089344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43588) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.089838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43590) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.094611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9c42aa45-0f99-4235-806b-6cba057414be tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:18.095753 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.api.v2.base [None req-9c42aa45-0f99-4235-806b-6cba057414be tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 12:09:18.096276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-9c42aa45-0f99-4235-806b-6cba057414be tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:18.097266 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9c42aa45-0f99-4235-806b-6cba057414be tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077422 Dec 06 12:09:18.101704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43592) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.110051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a0e54a5a-3b92-4c89-86b7-2cd06ff6129b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:18.117684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.118018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.140349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-f244cccf-0683-4c43-be14-5f376e2dd400 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting subnet 698f4a7c-c1a8-4cb0-a010-b700a94413b1 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:18.151102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for f59826d1-8942-4c01-b3e0-f8b06ba81cf5 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:18.157498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f244cccf-0683-4c43-be14-5f376e2dd400 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.194994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd65f7ec-e5c7-4bf9-b2cd-74b79509961e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.215751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.222830 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.244468 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-a0e54a5a-3b92-4c89-86b7-2cd06ff6129b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Project ca4d7e288d1e4d3391a2f785fb94a040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:09:18.295386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network 7745424b-3583-4c71-8a1b-669a3d2b88ef is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:18.296131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f244cccf-0683-4c43-be14-5f376e2dd400 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.307329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:18.329249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:18.334027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Port': ['ID=b5c044a9-f6f2-42f7-820f-7593740f0685,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:18.352026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-a0e54a5a-3b92-4c89-86b7-2cd06ff6129b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:18.355659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a0e54a5a-3b92-4c89-86b7-2cd06ff6129b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2470901 Dec 06 12:09:18.360971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43594) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.370281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b0cb9034-86f5-4043-9907-7e44f56b25eb tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'dbd83cd7-0343-44d2-8c2b-00ac6e67ef11', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:18.395497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd65f7ec-e5c7-4bf9-b2cd-74b79509961e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.439363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd65f7ec-e5c7-4bf9-b2cd-74b79509961e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.441291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f244cccf-0683-4c43-be14-5f376e2dd400 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.444916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.546608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.554391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.591563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65f7ec-e5c7-4bf9-b2cd-74b79509961e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82392bf-708a-4b36-8550-1f11331d954f,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:18.597242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=f59826d1-8942-4c01-b3e0-f8b06ba81cf5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:18.601844 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-b0cb9034-86f5-4043-9907-7e44f56b25eb tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Project ca4d7e288d1e4d3391a2f785fb94a040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:09:18.624052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd65f7ec-e5c7-4bf9-b2cd-74b79509961e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.625552 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fd65f7ec-e5c7-4bf9-b2cd-74b79509961e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5731549 Dec 06 12:09:18.631125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43596) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.633214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be36f6e2-ed71-4dec-aa97-2d869f4619eb']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:18.643486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b47ce2d8-2077-4421-9f8a-763d2b7b0813 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'ce21f686-6e8e-4659-b528-2b05d5e27af0', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:18.662263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b398f04a-d1ea-4804-ad45-24efcdf7a328') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:18.662599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b398f04a-d1ea-4804-ad45-24efcdf7a328') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:18.668903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-aa831aa1-50e5-435c-85da-7c1e94e02e99 None None] Provisioning complete for port b5c044a9-f6f2-42f7-820f-7593740f0685 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:18.669734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa831aa1-50e5-435c-85da-7c1e94e02e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.671014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f244cccf-0683-4c43-be14-5f376e2dd400 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.674759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.675141 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP 7638e594-fdca-47d8-9411-517c8349d7da disassociated (deleted). External IP: 172.36.1.70, port: fbf911b3-0662-446b-a30b-dc834882152a. Dec 06 12:09:18.683437 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-b0cb9034-86f5-4043-9907-7e44f56b25eb tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:18.687369 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b0cb9034-86f5-4043-9907-7e44f56b25eb tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3201582 Dec 06 12:09:18.688508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.691593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43598) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.723927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-aa831aa1-50e5-435c-85da-7c1e94e02e99 None None] Port b5c044a9-f6f2-42f7-820f-7593740f0685 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:18.754039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244cccf-0683-4c43-be14-5f376e2dd400 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Subnet': ['ID=698f4a7c-c1a8-4cb0-a010-b700a94413b1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:18.755026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.756096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f244cccf-0683-4c43-be14-5f376e2dd400 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.759598 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f244cccf-0683-4c43-be14-5f376e2dd400 tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/subnets/698f4a7c-c1a8-4cb0-a010-b700a94413b1 HTTP/1.1" status: 204 len: 168 time: 0.7248166 Dec 06 12:09:18.767052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43600) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:18.772460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8220d336-c7fa-456b-b5d3-c1802c1eddd6 None None] Network 0eb5148d-e8e4-4940-96cd-4b1da1c02959 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:18.786636 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.791402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:18.791826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.796266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b47ce2d8-2077-4421-9f8a-763d2b7b0813 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:18.799302 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:18.947460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:19.012587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] DHCP port deletion for 0eb5148d-e8e4-4940-96cd-4b1da1c02959 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:19.029125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.036845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.040853 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.044496 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] 10.222.0.24 "DELETE /v2.0/networks/be36f6e2-ed71-4dec-aa97-2d869f4619eb HTTP/1.1" status: 204 len: 168 time: 0.9537053 Dec 06 12:09:19.071923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:19.082024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] Deleting port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:19.082596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.085991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.087008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc12888-72a3-4095-bcff-8142ad121074 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:19.092052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7991f0c6-e964-4405-8c04-7dc42466acf8 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.129195 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a41f03d8-1d05-4f88-9570-ddad087efa57 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/floatingips/7638e594-fdca-47d8-9411-517c8349d7da HTTP/1.1" status: 204 len: 168 time: 1.8960762 Dec 06 12:09:19.129804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43604) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:19.152762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263de137-ae31-482a-8cbc-40a51c8f2754 tempest-PortsAdminExtendedAttrsTestJSON-294812186 tempest-PortsAdminExtendedAttrsTestJSON-294812186-project] Pushing event deleted for resources: {'Network': ['ID=be36f6e2-ed71-4dec-aa97-2d869f4619eb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.155672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc12888-72a3-4095-bcff-8142ad121074 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:19.156807 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-cdc12888-72a3-4095-bcff-8142ad121074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:19.164103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b47ce2d8-2077-4421-9f8a-763d2b7b0813 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.178748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b47ce2d8-2077-4421-9f8a-763d2b7b0813 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.193522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7991f0c6-e964-4405-8c04-7dc42466acf8 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.216800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-cdc12888-72a3-4095-bcff-8142ad121074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:19.240295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] For port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=904328ca-5a70-4f7c-a5b8-6e7f6068be0e,segment=NetworkSegment(95bd739f-dac2-4aed-abda-9fa2d269660e),segment_id=95bd739f-dac2-4aed-abda-9fa2d269660e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:19.240840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.250908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ce2d8-2077-4421-9f8a-763d2b7b0813 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9468424-35dd-4cd9-ac08-cf98d196213c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.252213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fc4e9-15ec-4477-91ac-f1337a88e07d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port fbf911b3-0662-446b-a30b-dc834882152a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:19.252789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc4e9-15ec-4477-91ac-f1337a88e07d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.260738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] Calling delete_port for 904328ca-5a70-4f7c-a5b8-6e7f6068be0e owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:19.262410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc12888-72a3-4095-bcff-8142ad121074 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:19.263102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-cdc12888-72a3-4095-bcff-8142ad121074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:19.268926 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b47ce2d8-2077-4421-9f8a-763d2b7b0813 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.270164 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b47ce2d8-2077-4421-9f8a-763d2b7b0813 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6328917 Dec 06 12:09:19.273888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43606) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:19.317059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-cdc12888-72a3-4095-bcff-8142ad121074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:19.317752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc12888-72a3-4095-bcff-8142ad121074 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:19.377586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7991f0c6-e964-4405-8c04-7dc42466acf8 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.380218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7991f0c6-e964-4405-8c04-7dc42466acf8 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.381403 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7991f0c6-e964-4405-8c04-7dc42466acf8 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/dbd83cd7-0343-44d2-8c2b-00ac6e67ef11 HTTP/1.1" status: 204 len: 168 time: 0.6886897 Dec 06 12:09:19.384197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc4e9-15ec-4477-91ac-f1337a88e07d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.388370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43610) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:19.404361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1a1a41c7-2d1e-4516-82fc-20819318f7c4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'ce21f686-6e8e-4659-b528-2b05d5e27af0', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:19.412448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991f0c6-e964-4405-8c04-7dc42466acf8 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd83cd7-0343-44d2-8c2b-00ac6e67ef11,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.416166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fc4e9-15ec-4477-91ac-f1337a88e07d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for fbf911b3-0662-446b-a30b-dc834882152a owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:19.428784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.429371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Deleting port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:19.429733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.452640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43612) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:19.473207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] Pushing event deleted for resources: {'Port': ['ID=904328ca-5a70-4f7c-a5b8-6e7f6068be0e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.477487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb13d5-6740-47b4-a34d-519d4df5540a None None] No DVR routers for this DVR port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:19.509061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1a41c7-2d1e-4516-82fc-20819318f7c4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.564459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] For port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:19.564825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.582116 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0c4eca4c-b84b-4376-ae2a-78c6a383c6ff tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1893094 Dec 06 12:09:19.587414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Calling delete_port for 904328ca-5a70-4f7c-a5b8-6e7f6068be0e owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:19.588841 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43616) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:19.591724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e was not found and therefore no delete operation was performed {{(pid=103287) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:09:19.598969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fa65e2c4-1a8e-4840-a703-205aab0b4901 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028360062'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:19.612207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.612678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1a41c7-2d1e-4516-82fc-20819318f7c4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.620052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1a41c7-2d1e-4516-82fc-20819318f7c4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.627161 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.653354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a41c7-2d1e-4516-82fc-20819318f7c4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ff799b-baa4-4d07-a3b5-ffa29cd6c854,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.662369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] No DVR routers for this DVR port 904328ca-5a70-4f7c-a5b8-6e7f6068be0e on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:19.669948 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.679567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 904328ca-5a70-4f7c-a5b8-6e7f6068be0e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:19.698249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Port': ['ID=904328ca-5a70-4f7c-a5b8-6e7f6068be0e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.701099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 904328ca-5a70-4f7c-a5b8-6e7f6068be0e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:19.701848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 904328ca-5a70-4f7c-a5b8-6e7f6068be0e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:19.709216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc4e9-15ec-4477-91ac-f1337a88e07d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.740714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fc4e9-15ec-4477-91ac-f1337a88e07d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=fbf911b3-0662-446b-a30b-dc834882152a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.754552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7429d-f9df-451a-b895-da43aa9c45d0 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:19.773688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1a41c7-2d1e-4516-82fc-20819318f7c4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.774912 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1a1a41c7-2d1e-4516-82fc-20819318f7c4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4980607 Dec 06 12:09:19.788506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43618) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:19.790758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa65e2c4-1a8e-4840-a703-205aab0b4901 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.796277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f87b31e9-0612-4829-bb53-9eddf61584a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'ce21f686-6e8e-4659-b528-2b05d5e27af0', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:19.853688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc4e9-15ec-4477-91ac-f1337a88e07d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.860596 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7c7fc4e9-15ec-4477-91ac-f1337a88e07d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/ports/fbf911b3-0662-446b-a30b-dc834882152a HTTP/1.1" status: 204 len: 168 time: 0.7263348 Dec 06 12:09:19.860966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43620) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:19.865334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:19.869668 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-f87b31e9-0612-4829-bb53-9eddf61584a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:09:19.878812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f87b31e9-0612-4829-bb53-9eddf61584a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.881427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.883907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.903105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event updated for resources: {'Port': ['ID=b5c044a9-f6f2-42f7-820f-7593740f0685,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:19.912774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:19.917206 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f378d934-ecc2-4568-b873-cee5bd2dd92f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0562489a29ac443aa3c6de6aa429a8e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4616408 Dec 06 12:09:19.924483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43622) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:19.941310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb5148d-e8e4-4940-96cd-4b1da1c02959']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:19.975146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bd739f-dac2-4aed-abda-9fa2d269660e') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:19.976314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bd739f-dac2-4aed-abda-9fa2d269660e') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:20.004958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f87b31e9-0612-4829-bb53-9eddf61584a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.007874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.012463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f87b31e9-0612-4829-bb53-9eddf61584a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.040140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b31e9-0612-4829-bb53-9eddf61584a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ebc7c1-23da-4711-b818-fe2c2eff71ee,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:20.054023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f87b31e9-0612-4829-bb53-9eddf61584a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.057910 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f87b31e9-0612-4829-bb53-9eddf61584a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2658284 Dec 06 12:09:20.058191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43624) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:20.063327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6fb6d0ba-4070-4f97-89c7-6a5a9a47304c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'ce21f686-6e8e-4659-b528-2b05d5e27af0', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:20.070708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.085995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:20.086402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:20.095314 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:20.097701 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-6fb6d0ba-4070-4f97-89c7-6a5a9a47304c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:09:20.102280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.105315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d0ba-4070-4f97-89c7-6a5a9a47304c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.174323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa65e2c4-1a8e-4840-a703-205aab0b4901 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.193747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa65e2c4-1a8e-4840-a703-205aab0b4901 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.200046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd586fe7-47a3-4526-970f-f5ae8099f43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.221487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d0ba-4070-4f97-89c7-6a5a9a47304c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.228327 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Network 7745424b-3583-4c71-8a1b-669a3d2b88ef is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:20.229062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d0ba-4070-4f97-89c7-6a5a9a47304c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.232847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.237462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.241124 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] 10.222.0.24 "DELETE /v2.0/networks/0eb5148d-e8e4-4940-96cd-4b1da1c02959 HTTP/1.1" status: 204 len: 168 time: 1.4663992 Dec 06 12:09:20.260526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:20.261180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.36.1.145 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/a57b4026-74ad-4f28-9867-fd2f08d939a9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:20.263219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6d0ba-4070-4f97-89c7-6a5a9a47304c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c240972-4998-487c-a9c5-cd4731feb53e,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:20.279971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d0ba-4070-4f97-89c7-6a5a9a47304c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.290642 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6fb6d0ba-4070-4f97-89c7-6a5a9a47304c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2219603 Dec 06 12:09:20.290747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa65e2c4-1a8e-4840-a703-205aab0b4901 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.290747 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fa65e2c4-1a8e-4840-a703-205aab0b4901 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6971915 Dec 06 12:09:20.297626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43628) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:20.301772 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5894dc9-6db4-4520-9bae-f52e6c5da26c tempest-NetworksIpV6Test-1343381752 tempest-NetworksIpV6Test-1343381752-project] Pushing event deleted for resources: {'Network': ['ID=0eb5148d-e8e4-4940-96cd-4b1da1c02959,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:20.302217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c4f4b22f-c3dc-4925-a250-d5e2c2e8c355 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '1db099b4-407e-48a3-87cc-7a609654e50a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:20.314084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd586fe7-47a3-4526-970f-f5ae8099f43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.316469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65e2c4-1a8e-4840-a703-205aab0b4901 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db099b4-407e-48a3-87cc-7a609654e50a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:20.429236 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-c4f4b22f-c3dc-4925-a250-d5e2c2e8c355 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The resource could not be found. Dec 06 12:09:20.433850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43632) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:20.434176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c4f4b22f-c3dc-4925-a250-d5e2c2e8c355 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1349909 Dec 06 12:09:20.441088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1b9c8d56-0f21-4db0-8ba1-74839530e382 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '1db099b4-407e-48a3-87cc-7a609654e50a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8847fe51-e7fa-4542-9cd8-d40313571231'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:20.446446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.461173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Router 535dc827-3f4d-4630-a0b1-b613baa2dde5 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:20.486722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd586fe7-47a3-4526-970f-f5ae8099f43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.489535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd586fe7-47a3-4526-970f-f5ae8099f43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.493659 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dd586fe7-47a3-4526-970f-f5ae8099f43e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bc3255b-1455-4ec0-ae13-1eab1e03f94b HTTP/1.1" status: 204 len: 168 time: 0.5641003 Dec 06 12:09:20.528601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.614169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=a57b4026-74ad-4f28-9867-fd2f08d939a9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:20.649711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:20.652925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:20.657989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:20.687769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4d3ff0ed-7a2c-4e7c-8786-6724cc96b498 None None] Provisioning complete for port b5c044a9-f6f2-42f7-820f-7593740f0685 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:20.691238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d3ff0ed-7a2c-4e7c-8786-6724cc96b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:20.724002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43652) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:20.761533 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-e49589ba-689c-4701-a6a7-88247ac1c32a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131346258&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.1487737 Dec 06 12:09:20.782734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ff0ed-7a2c-4e7c-8786-6724cc96b498 None None] Port b5c044a9-f6f2-42f7-820f-7593740f0685 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:20.983706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd586fe7-47a3-4526-970f-f5ae8099f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc3255b-1455-4ec0-ae13-1eab1e03f94b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:21.001696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43658) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.024703 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-1b9c8d56-0f21-4db0-8ba1-74839530e382 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The resource could not be found. Dec 06 12:09:21.025771 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1b9c8d56-0f21-4db0-8ba1-74839530e382 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5889039 Dec 06 12:09:21.030617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43660) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.064835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:21.072856 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ddf8f736-5832-4bb4-b8fc-f8bd65390dad tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "PUT /v2.0/routers/535dc827-3f4d-4630-a0b1-b613baa2dde5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2559755 Dec 06 12:09:21.075422 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f277d-700d-4256-bbb5-fa8f48b72498 None None] Sync routers for ids ['535dc827-3f4d-4630-a0b1-b613baa2dde5'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:21.080491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43662) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.088922 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f277d-700d-4256-bbb5-fa8f48b72498 None None] Routers {'535dc827-3f4d-4630-a0b1-b613baa2dde5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:21.090062 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ec3f277d-700d-4256-bbb5-fa8f48b72498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['535dc827-3f4d-4630-a0b1-b613baa2dde5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:21.127245 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ec3f277d-700d-4256-bbb5-fa8f48b72498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:21.136922 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f277d-700d-4256-bbb5-fa8f48b72498 None None] Routers {'535dc827-3f4d-4630-a0b1-b613baa2dde5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:21.137911 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ec3f277d-700d-4256-bbb5-fa8f48b72498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['535dc827-3f4d-4630-a0b1-b613baa2dde5'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:21.169993 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6f463ecd-570f-4d15-a870-dc9605eeed56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=446411fed6d843f2bfa9ec09927c69dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669447 Dec 06 12:09:21.172681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43664) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.173702 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ec3f277d-700d-4256-bbb5-fa8f48b72498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:21.174473 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f277d-700d-4256-bbb5-fa8f48b72498 None None] The sync data for ids ['535dc827-3f4d-4630-a0b1-b613baa2dde5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:21.194171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.250717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecde3e4-da69-4589-9d78-97c72a9ae91a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.276124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72435393-2647-40c2-b218-40c79053822c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.318018 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c69c6a6b-23f8-4542-9f5b-ff320e7955e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9a87977d6964923b29a405239f3ca14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5905304 Dec 06 12:09:21.318948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.320416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43668) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.352286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecde3e4-da69-4589-9d78-97c72a9ae91a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.371441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-7e555d09-172d-4d81-b1d0-42deec1e364d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:21.372949 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-7e555d09-172d-4d81-b1d0-42deec1e364d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=295484f4-106a-479d-a1d7-0817e10cb7cb HTTP/1.1" status: 200 len: 797 time: 0.5789042 Dec 06 12:09:21.383494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb4c82f7-d8fb-45c1-a232-d1c1ac83606a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.417993 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-74d17876-83e1-4b01-8bfb-da86f3dc2e26 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0344837 Dec 06 12:09:21.430125 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-72435393-2647-40c2-b218-40c79053822c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 12:09:21.431225 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-72435393-2647-40c2-b218-40c79053822c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/routers/535dc827-3f4d-4630-a0b1-b613baa2dde5 HTTP/1.1" status: 409 len: 329 time: 0.3496323 Dec 06 12:09:21.433263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb4c82f7-d8fb-45c1-a232-d1c1ac83606a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.440313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43670) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.519824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecde3e4-da69-4589-9d78-97c72a9ae91a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.522368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fecde3e4-da69-4589-9d78-97c72a9ae91a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.523508 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fecde3e4-da69-4589-9d78-97c72a9ae91a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/1db099b4-407e-48a3-87cc-7a609654e50a HTTP/1.1" status: 204 len: 168 time: 0.4899569 Dec 06 12:09:21.530965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43672) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.531762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e58d7f8d-a6c0-4589-8288-f32bfe402b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.571301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecde3e4-da69-4589-9d78-97c72a9ae91a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db099b4-407e-48a3-87cc-7a609654e50a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:21.619939 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-a6eecf8b-82ff-432a-9ba5-72a5bb7d5f11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938117 Dec 06 12:09:21.621759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e58d7f8d-a6c0-4589-8288-f32bfe402b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.660094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb4c82f7-d8fb-45c1-a232-d1c1ac83606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.662688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb4c82f7-d8fb-45c1-a232-d1c1ac83606a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.663845 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cb4c82f7-d8fb-45c1-a232-d1c1ac83606a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e306c24-aab4-44fa-9c2f-9ae65d9b43a5 HTTP/1.1" status: 204 len: 168 time: 0.4900651 Dec 06 12:09:21.680657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c82f7-d8fb-45c1-a232-d1c1ac83606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e306c24-aab4-44fa-9c2f-9ae65d9b43a5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:21.737441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6fc06f9e-ed0d-46d5-a2c1-531b482076c7 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2032230 Dec 06 12:09:21.741633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43678) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.747283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.748563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-edcc88df-7f7c-4c00-9332-b0e4edf86960 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': 'b24c85ce-f6ec-4699-868c-43b23c235405', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:21.755103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.808438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=a57b4026-74ad-4f28-9867-fd2f08d939a9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:21.835529 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-edcc88df-7f7c-4c00-9332-b0e4edf86960 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The resource could not be found. Dec 06 12:09:21.840001 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-edcc88df-7f7c-4c00-9332-b0e4edf86960 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0940325 Dec 06 12:09:21.843037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43680) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:21.851138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c806011b-c843-4385-8786-204b6d921c81 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--197982767'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:21.891184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.930562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e58d7f8d-a6c0-4589-8288-f32bfe402b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.933216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e58d7f8d-a6c0-4589-8288-f32bfe402b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.934370 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e58d7f8d-a6c0-4589-8288-f32bfe402b5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53a52fe4-4de5-42d7-bb57-5f036046f850 HTTP/1.1" status: 204 len: 168 time: 0.6096025 Dec 06 12:09:21.961832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:21.979377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d7f8d-a6c0-4589-8288-f32bfe402b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a52fe4-4de5-42d7-bb57-5f036046f850,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:21.981249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c806011b-c843-4385-8786-204b6d921c81 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.003314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.004603 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b17ab206-22f8-445a-9fb6-7a661d5d534a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1426992 Dec 06 12:09:22.008946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43686) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:22.022581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'port': {'network_id': '6ccb4b14-0d45-4f94-92b4-30abfee0a4b0', 'name': 'tempest-FloatingIPTestJSON-284217497'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:22.059583 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-cbab2f6a-03e4-46a1-989e-e3b46a460959 service neutron] 10.222.0.24 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147625 Dec 06 12:09:22.242688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Deleting port b5c044a9-f6f2-42f7-820f-7593740f0685 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:22.243223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.267204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c806011b-c843-4385-8786-204b6d921c81 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.278923 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-4d6d499b-ac55-454a-9586-eb1ad34ddf9a service neutron] 10.222.0.24 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184300 Dec 06 12:09:22.282202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c806011b-c843-4385-8786-204b6d921c81 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.329714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:22.333600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.360968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c806011b-c843-4385-8786-204b6d921c81 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.362251 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c806011b-c843-4385-8786-204b6d921c81 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5155540 Dec 06 12:09:22.365073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43700) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:22.372203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b27c7779-6a84-4e11-b7a7-a909a5a124f0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023588131'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:22.377164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806011b-c843-4385-8786-204b6d921c81 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c83c72a-5104-49c2-adb7-a3bb1645ab8a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:22.384338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] device_id is not set on port a15a750e-1fa4-4f01-8a81-a99be94af4eb yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:22.432422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.449691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Calling delete_port for b5c044a9-f6f2-42f7-820f-7593740f0685 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:22.452110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b27c7779-6a84-4e11-b7a7-a909a5a124f0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.617084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.20.0.10 (6ccb4b14-0d45-4f94-92b4-30abfee0a4b0/be73be97-6c0f-4a00-b424-44cdc880ac8b/a15a750e-1fa4-4f01-8a81-a99be94af4eb) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:22.632146 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-acb2df6c-38c0-4025-b8a6-acc62a6654a0 req-8e0fa695-ff2f-4975-a6c4-6f260eaf1d90 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 210 time: 0.0643473 Dec 06 12:09:22.667638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b27c7779-6a84-4e11-b7a7-a909a5a124f0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.682851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b27c7779-6a84-4e11-b7a7-a909a5a124f0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.707822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.719473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b27c7779-6a84-4e11-b7a7-a909a5a124f0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.720753 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b27c7779-6a84-4e11-b7a7-a909a5a124f0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3545938 Dec 06 12:09:22.741137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43716) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:22.745282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event deleted for resources: {'Port': ['ID=b5c044a9-f6f2-42f7-820f-7593740f0685,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:22.757165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-d793724a-6a59-4cd9-8eac-f762fd36b6fa tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '5c83c72a-5104-49c2-adb7-a3bb1645ab8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c2cad45d-5291-4e18-923d-ec09e71416ca'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:22.793344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c7779-6a84-4e11-b7a7-a909a5a124f0 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cad45d-5291-4e18-923d-ec09e71416ca,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:22.902897 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-d793724a-6a59-4cd9-8eac-f762fd36b6fa tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:22.907607 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d793724a-6a59-4cd9-8eac-f762fd36b6fa tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1617267 Dec 06 12:09:22.913621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43722) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:22.951786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:22.997311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.037934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-406d3c91-90f1-405d-948e-4c280db132fd tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.105193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-406d3c91-90f1-405d-948e-4c280db132fd tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.155465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.207243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-406d3c91-90f1-405d-948e-4c280db132fd tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.211690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-406d3c91-90f1-405d-948e-4c280db132fd tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.213738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-406d3c91-90f1-405d-948e-4c280db132fd tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2cad45d-5291-4e18-923d-ec09e71416ca HTTP/1.1" status: 204 len: 168 time: 0.2960720 Dec 06 12:09:23.216382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43736) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:23.234065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:23.240715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:23.251536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:23.257797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Router 535dc827-3f4d-4630-a0b1-b613baa2dde5 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:23.258426 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d3c91-90f1-405d-948e-4c280db132fd tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cad45d-5291-4e18-923d-ec09e71416ca,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:23.266382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e42cfd-44ad-44e1-bbb9-ab10bfaa3140 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:23.307782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=a15a750e-1fa4-4f01-8a81-a99be94af4eb,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:23.344402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:23.345355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.369145 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1dfb8ad3-e415-4ca7-a4ab-739b66e29606 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3575606 Dec 06 12:09:23.370042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43742) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:23.383685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'port_id': 'a15a750e-1fa4-4f01-8a81-a99be94af4eb'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:23.424816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-df4e498e-bffa-4d57-998e-b73bce3d82df None None] Provisioning complete for port a15a750e-1fa4-4f01-8a81-a99be94af4eb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:23.425637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e498e-bffa-4d57-998e-b73bce3d82df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.431586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.441300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43746) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:23.480055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-df4e498e-bffa-4d57-998e-b73bce3d82df None None] Port a15a750e-1fa4-4f01-8a81-a99be94af4eb cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:23.627736 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d0c053ed-410b-4360-9ba5-c0787ba31fa6 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4102044 Dec 06 12:09:23.630660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43754) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:23.648971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:23.664802 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7551a913-d94b-411b-bb1a-effe2c9439ce tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "PUT /v2.0/routers/535dc827-3f4d-4630-a0b1-b613baa2dde5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2204487 Dec 06 12:09:23.667335 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43758) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:23.674341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f8452-decd-4966-b79a-bae33ec7e652 None None] Sync routers for ids ['535dc827-3f4d-4630-a0b1-b613baa2dde5'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:23.688388 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f8452-decd-4966-b79a-bae33ec7e652 None None] Routers {'535dc827-3f4d-4630-a0b1-b613baa2dde5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:23.689657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-990f8452-decd-4966-b79a-bae33ec7e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['535dc827-3f4d-4630-a0b1-b613baa2dde5'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:23.716843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691384727'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:23.743871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-990f8452-decd-4966-b79a-bae33ec7e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:23.760291 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-0670d85f-1342-4638-b6a3-035afc84e9aa tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] show failed (client error): The resource could not be found. Dec 06 12:09:23.761615 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0670d85f-1342-4638-b6a3-035afc84e9aa tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1854917495 HTTP/1.1" status: 404 len: 335 time: 0.0925126 Dec 06 12:09:23.767819 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43762) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:23.770876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f8452-decd-4966-b79a-bae33ec7e652 None None] Routers {'535dc827-3f4d-4630-a0b1-b613baa2dde5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:23.771595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-990f8452-decd-4966-b79a-bae33ec7e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['535dc827-3f4d-4630-a0b1-b613baa2dde5'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:23.778160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-86746da8-b6bb-461d-acb2-d17d6fb0df8c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:23.817781 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a21648dc-2a2b-4df0-b924-b0a2be5d35e0 req-e722ab63-f700-4341-82f3-8624a2228510 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 210 time: 0.0446978 Dec 06 12:09:23.833182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-990f8452-decd-4966-b79a-bae33ec7e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:23.834050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f8452-decd-4966-b79a-bae33ec7e652 None None] The sync data for ids ['535dc827-3f4d-4630-a0b1-b613baa2dde5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:23.845782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.847169 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-86746da8-b6bb-461d-acb2-d17d6fb0df8c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] update failed (client error): The resource could not be found. Dec 06 12:09:23.849242 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-86746da8-b6bb-461d-acb2-d17d6fb0df8c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1046596767 HTTP/1.1" status: 404 len: 335 time: 0.0757148 Dec 06 12:09:23.854236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43766) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:23.855712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d92ee659-05a4-48bd-81c1-058857c6528a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.858880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.902898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d92ee659-05a4-48bd-81c1-058857c6528a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:23.968585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-6968fec9-1adf-4044-bbeb-7df3a7f9f2a5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Deleting subnet f5203768-853d-49c7-90ad-bd13145b84a6 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:24.003734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d92ee659-05a4-48bd-81c1-058857c6528a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.006704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d92ee659-05a4-48bd-81c1-058857c6528a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.010431 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d92ee659-05a4-48bd-81c1-058857c6528a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c83c72a-5104-49c2-adb7-a3bb1645ab8a HTTP/1.1" status: 204 len: 168 time: 0.3761013 Dec 06 12:09:24.011895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6968fec9-1adf-4044-bbeb-7df3a7f9f2a5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.014331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43772) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.017325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.037682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ee659-05a4-48bd-81c1-058857c6528a tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c83c72a-5104-49c2-adb7-a3bb1645ab8a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:24.040200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.084886 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6968fec9-1adf-4044-bbeb-7df3a7f9f2a5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.106056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93926aa-1e34-42b4-ad56-bcc5a7407c22,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:24.121961 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a5f5cf14-9bcb-4cbe-bf9f-b7b42c623d67 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030793 Dec 06 12:09:24.127231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43774) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.131536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7dec09c9-e922-4a58-ba36-04836b86aed1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--120183322'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:24.162061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dec09c9-e922-4a58-ba36-04836b86aed1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.163957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43776) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.204401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.222105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.285419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4b498-1c4d-43fb-a0d7-3f44756d2a1b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:24.321780 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6968fec9-1adf-4044-bbeb-7df3a7f9f2a5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.336657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7401d0c7-8387-4f80-b676-39cde4da195b tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1201402447'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:24.352422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.356680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-37efd0d7-6933-4ec9-ac7a-882a6258a984 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9136863 Dec 06 12:09:24.358817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43780) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.428179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7401d0c7-8387-4f80-b676-39cde4da195b tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.429109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7401d0c7-8387-4f80-b676-39cde4da195b tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.455957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dec09c9-e922-4a58-ba36-04836b86aed1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.462212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dec09c9-e922-4a58-ba36-04836b86aed1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.482065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-13000689-a598-4fc4-a606-8e60994ab986 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:24.483709 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-13000689-a598-4fc4-a606-8e60994ab986 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=295484f4-106a-479d-a1d7-0817e10cb7cb HTTP/1.1" status: 200 len: 797 time: 0.2303104 Dec 06 12:09:24.512591 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b29f5ba8-1e1e-4186-8d96-a547991af28c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1515737 Dec 06 12:09:24.515483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6968fec9-1adf-4044-bbeb-7df3a7f9f2a5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.517331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43786) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.518664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dec09c9-e922-4a58-ba36-04836b86aed1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.522685 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7dec09c9-e922-4a58-ba36-04836b86aed1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3918283 Dec 06 12:09:24.524974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43788) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.531521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3fa7d882-8599-489c-a499-46267ea2a826 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-security--546660972', 'description': 'tempest-security-description-1160619747'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:24.531723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-05e2fdbf-2e49-41a9-9359-94442ff9fef2 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '0891d217-3747-4101-91b3-922171b82e88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:24.550416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec09c9-e922-4a58-ba36-04836b86aed1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0891d217-3747-4101-91b3-922171b82e88,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:24.565392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.566340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968fec9-1adf-4044-bbeb-7df3a7f9f2a5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event deleted for resources: {'Subnet': ['ID=f5203768-853d-49c7-90ad-bd13145b84a6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:24.576875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6968fec9-1adf-4044-bbeb-7df3a7f9f2a5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.582524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a9a79-7487-482f-81b1-3c73de7ada99 None None] Network 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:24.583008 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6968fec9-1adf-4044-bbeb-7df3a7f9f2a5 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/subnets/f5203768-853d-49c7-90ad-bd13145b84a6 HTTP/1.1" status: 204 len: 168 time: 0.7267747 Dec 06 12:09:24.583850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.591783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43790) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.631627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7401d0c7-8387-4f80-b676-39cde4da195b tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.642095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7401d0c7-8387-4f80-b676-39cde4da195b tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.651895 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-1025b61f-8f01-4bab-94d6-bdd69ab94650 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 380 time: 0.1549468 Dec 06 12:09:24.667863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['ce21f686-6e8e-4659-b528-2b05d5e27af0']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:24.696462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7401d0c7-8387-4f80-b676-39cde4da195b tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.696695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3fa7d882-8599-489c-a499-46267ea2a826 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.700333 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7401d0c7-8387-4f80-b676-39cde4da195b tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5304937 Dec 06 12:09:24.701100 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-05e2fdbf-2e49-41a9-9359-94442ff9fef2 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:24.705682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-05e2fdbf-2e49-41a9-9359-94442ff9fef2 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1747007 Dec 06 12:09:24.707337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43792) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.707337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43794) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:24.712972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-38facee8-6b28-43e7-8858-037bfbc16e20 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group_rule': {'security_group_id': '0891d217-3747-4101-91b3-922171b82e88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:24.740307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2f4536-2521-47ac-8864-2ed354937aff tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Deleting subnet 8154dd85-90df-4bc1-8c4e-c1d1367d4962 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:24.754385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4536-2521-47ac-8864-2ed354937aff tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.810847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] DHCP port deletion for 4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:24.848252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7208070-47cd-47e5-9caa-7d2eac21e933 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.893977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] Deleting port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:24.894672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.973549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] For port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b50dac6-daf0-4cb2-bfc1-8189d13e59bf,segment=NetworkSegment(6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd),segment_id=6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:24.974465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:24.980546 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-41c0aafb-f7d5-4308-b97b-cf7ffbc3c184 req-18977127-73a9-4000-b403-48e416657e1e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 210 time: 0.0473762 Dec 06 12:09:25.005102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] Calling delete_port for 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:25.014049 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-38facee8-6b28-43e7-8858-037bfbc16e20 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:25.017953 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-38facee8-6b28-43e7-8858-037bfbc16e20 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3055551 Dec 06 12:09:25.074574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43798) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.097048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.104462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7208070-47cd-47e5-9caa-7d2eac21e933 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.108247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7208070-47cd-47e5-9caa-7d2eac21e933 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.123146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] Pushing event deleted for resources: {'Port': ['ID=9b50dac6-daf0-4cb2-bfc1-8189d13e59bf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:25.123377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:25.128245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.130302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc119f7-1935-464e-9001-6d1b37c60b43 None None] No DVR routers for this DVR port 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:25.172649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3fa7d882-8599-489c-a499-46267ea2a826 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.180928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3fa7d882-8599-489c-a499-46267ea2a826 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.183714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3fa7d882-8599-489c-a499-46267ea2a826 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.184983 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3fa7d882-8599-489c-a499-46267ea2a826 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "PUT /v2.0/security-groups/12a4b498-1c4d-43fb-a0d7-3f44756d2a1b HTTP/1.1" status: 200 len: 1796 time: 0.6620226 Dec 06 12:09:25.185133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7208070-47cd-47e5-9caa-7d2eac21e933 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.185577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7208070-47cd-47e5-9caa-7d2eac21e933 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8afe6123-6486-4e6b-a767-b2be0db4c923 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:25.191731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43800) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.191913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7208070-47cd-47e5-9caa-7d2eac21e933 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.196066 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b7208070-47cd-47e5-9caa-7d2eac21e933 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8afe6123-6486-4e6b-a767-b2be0db4c923 HTTP/1.1" status: 204 len: 168 time: 0.4846430 Dec 06 12:09:25.196542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4536-2521-47ac-8864-2ed354937aff tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.198629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43802) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.208595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a5ddedbb-6013-4200-943e-b07505857719 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Request body: {'router': {'name': 'tempest-router-43031599', 'distributed': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:25.221257 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP 35961812-aa67-40d7-b9ce-1928cbc6c31e associated. External IP: 172.36.1.145, port: a15a750e-1fa4-4f01-8a81-a99be94af4eb. Dec 06 12:09:25.235769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-479a1e8c-4c08-448e-9b2a-65487e39db5b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.309746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5ddedbb-6013-4200-943e-b07505857719 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.309746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5ddedbb-6013-4200-943e-b07505857719 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.315677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-479a1e8c-4c08-448e-9b2a-65487e39db5b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.329971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7d882-8599-489c-a499-46267ea2a826 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4b498-1c4d-43fb-a0d7-3f44756d2a1b,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:25.389593 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-195ac1a8-2108-47e2-affc-2d39746ca2b0 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups/12a4b498-1c4d-43fb-a0d7-3f44756d2a1b HTTP/1.1" status: 200 len: 1796 time: 0.1922812 Dec 06 12:09:25.392915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43804) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.417725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4536-2521-47ac-8864-2ed354937aff tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.449674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5ddedbb-6013-4200-943e-b07505857719 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.466079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5ddedbb-6013-4200-943e-b07505857719 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.474007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-479a1e8c-4c08-448e-9b2a-65487e39db5b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.476509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-479a1e8c-4c08-448e-9b2a-65487e39db5b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.477651 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-479a1e8c-4c08-448e-9b2a-65487e39db5b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/0891d217-3747-4101-91b3-922171b82e88 HTTP/1.1" status: 204 len: 168 time: 0.4022262 Dec 06 12:09:25.484989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43806) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.487717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.9 (295484f4-106a-479d-a1d7-0817e10cb7cb/8bea887c-b869-4e50-857d-82860126664a/6434451a-b307-4da2-b678-a4e0331a0bba) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:25.512621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a1e8c-4c08-448e-9b2a-65487e39db5b tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0891d217-3747-4101-91b3-922171b82e88,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:25.523284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5ddedbb-6013-4200-943e-b07505857719 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.527088 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a5ddedbb-6013-4200-943e-b07505857719 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3226590 Dec 06 12:09:25.531407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43808) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.550976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-928b2c0a-88b4-46a4-8f50-15c9c09ba520 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.605413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-928b2c0a-88b4-46a4-8f50-15c9c09ba520 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.630730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:25.652706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:25.653048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9b50dac6-daf0-4cb2-bfc1-8189d13e59bf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:25.668435 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c1edcb15-46b2-4750-8747-337558644675 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1819313 Dec 06 12:09:25.674105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4536-2521-47ac-8864-2ed354937aff tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.677225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43810) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.685642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f1f9ab5a-ca6a-4275-ac0f-12e5ded6dd43 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226580224'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:25.687983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-987cfa27-d3aa-4536-b8cb-ca539e04c1ca tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.713049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-928b2c0a-88b4-46a4-8f50-15c9c09ba520 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.715955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-928b2c0a-88b4-46a4-8f50-15c9c09ba520 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.717094 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-928b2c0a-88b4-46a4-8f50-15c9c09ba520 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/12a4b498-1c4d-43fb-a0d7-3f44756d2a1b HTTP/1.1" status: 204 len: 168 time: 0.3221598 Dec 06 12:09:25.731015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43812) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.740353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f4536-2521-47ac-8864-2ed354937aff tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event deleted for resources: {'Subnet': ['ID=8154dd85-90df-4bc1-8c4e-c1d1367d4962,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:25.756112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc9da3b-f9d7-4536-859a-583e1dcac36b None None] Network ebc6e67e-aff3-4fe3-bbae-854229c3a70e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:25.757974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b2c0a-88b4-46a4-8f50-15c9c09ba520 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a4b498-1c4d-43fb-a0d7-3f44756d2a1b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:25.770766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ab5a-ca6a-4275-ac0f-12e5ded6dd43 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.775130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.778414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4536-2521-47ac-8864-2ed354937aff tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.784425 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7a2f4536-2521-47ac-8864-2ed354937aff tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/subnets/8154dd85-90df-4bc1-8c4e-c1d1367d4962 HTTP/1.1" status: 204 len: 168 time: 1.1915758 Dec 06 12:09:25.787591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43814) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.794315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:25.831584 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1559750f-ffe3-4f35-8d5f-8b49aaa34057 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0993941 Dec 06 12:09:25.841607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43816) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.864732 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-474dd956-9b5e-43d3-a69c-ae9c96fa6171 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] delete failed (client error): The resource could not be found. Dec 06 12:09:25.869415 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-474dd956-9b5e-43d3-a69c-ae9c96fa6171 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/12a4b498-1c4d-43fb-a0d7-3f44756d2a1b HTTP/1.1" status: 404 len: 347 time: 0.0231266 Dec 06 12:09:25.871503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43818) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:25.879223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3cf035ab-bf6c-4aac-a929-31588e49be6a tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672304278'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:25.899824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.966824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cf035ab-bf6c-4aac-a929-31588e49be6a tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.978482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ab5a-ca6a-4275-ac0f-12e5ded6dd43 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:25.979387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] DHCP port deletion for ebc6e67e-aff3-4fe3-bbae-854229c3a70e request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:25.997303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 295484f4-106a-479d-a1d7-0817e10cb7cb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:26.004600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ab5a-ca6a-4275-ac0f-12e5ded6dd43 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.022683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-987cfa27-d3aa-4536-b8cb-ca539e04c1ca tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.023299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:26.029235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=6434451a-b307-4da2-b678-a4e0331a0bba,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:26.029867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.039114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-987cfa27-d3aa-4536-b8cb-ca539e04c1ca tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.046850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] Deleting port e76340d1-d8c8-4a52-896e-c511b95a5ec7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:26.047656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.151411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] For port e76340d1-d8c8-4a52-896e-c511b95a5ec7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e76340d1-d8c8-4a52-896e-c511b95a5ec7,segment=NetworkSegment(200d5eea-5188-4d5b-bb3c-9a82c7aff9b7),segment_id=200d5eea-5188-4d5b-bb3c-9a82c7aff9b7)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:26.152309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.176479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] Calling delete_port for e76340d1-d8c8-4a52-896e-c511b95a5ec7 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:26.184789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-987cfa27-d3aa-4536-b8cb-ca539e04c1ca tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.185340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987cfa27-d3aa-4536-b8cb-ca539e04c1ca tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0c9b4e-cf72-4733-8a2a-bd08cfdfca13 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:26.190615 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-987cfa27-d3aa-4536-b8cb-ca539e04c1ca tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.192702 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-987cfa27-d3aa-4536-b8cb-ca539e04c1ca tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "DELETE /v2.0/routers/4d0c9b4e-cf72-4733-8a2a-bd08cfdfca13 HTTP/1.1" status: 204 len: 168 time: 0.6576493 Dec 06 12:09:26.223805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43822) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.232088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7731b09a-2179-4309-9bb4-7ef0b4cd390f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Request body: {'router': {'name': 'tempest-router-1135279111', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'af20de1575ce4ef58cb102162ce64610'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:26.268368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-670c9641-c1a8-40a5-8d34-a710a8ccec64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.284888 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:26.292655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.316993 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6224f-16df-415d-80b2-4d2e34444352 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:26.330125 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6224f-16df-415d-80b2-4d2e34444352 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:26.330519 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ac1d65e2-ae38-4f73-b1b4-45cc0d4a6248 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/floatingips/35961812-aa67-40d7-b9ce-1928cbc6c31e HTTP/1.1" status: 200 len: 978 time: 2.9590909 Dec 06 12:09:26.331253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7731b09a-2179-4309-9bb4-7ef0b4cd390f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.332070 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-97e6224f-16df-415d-80b2-4d2e34444352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.332450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7731b09a-2179-4309-9bb4-7ef0b4cd390f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.346476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43824) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.350217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.378412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:26.387533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] Pushing event deleted for resources: {'Port': ['ID=e76340d1-d8c8-4a52-896e-c511b95a5ec7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:26.389715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0cdcdf-0459-4b18-9418-567acc80b0b0 None None] No DVR routers for this DVR port e76340d1-d8c8-4a52-896e-c511b95a5ec7 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:26.391831 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-97e6224f-16df-415d-80b2-4d2e34444352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.410678 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6224f-16df-415d-80b2-4d2e34444352 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:26.411666 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-97e6224f-16df-415d-80b2-4d2e34444352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:08:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.427828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.432993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-440a84bf-2ac4-461e-bae5-a41d9b6ad950 None None] Provisioning complete for port 6434451a-b307-4da2-b678-a4e0331a0bba triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:26.433372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-440a84bf-2ac4-461e-bae5-a41d9b6ad950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.451041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.455478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ab5a-ca6a-4275-ac0f-12e5ded6dd43 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.456785 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f1f9ab5a-ca6a-4275-ac0f-12e5ded6dd43 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7766004 Dec 06 12:09:26.462545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.463171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff0eedc-34f8-40ad-8b20-1dfd13a36dfd') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.463381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43826) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.474135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-440a84bf-2ac4-461e-bae5-a41d9b6ad950 None None] Port 6434451a-b307-4da2-b678-a4e0331a0bba cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:26.475255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.477748 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f2655ddc-9dae-49ab-9368-c1c6335b90ae tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:26.478402 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.api.v2.base [None req-f2655ddc-9dae-49ab-9368-c1c6335b90ae tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 12:09:26.478894 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-f2655ddc-9dae-49ab-9368-c1c6335b90ae tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 12:09:26.480017 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-97e6224f-16df-415d-80b2-4d2e34444352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:26.480516 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f2655ddc-9dae-49ab-9368-c1c6335b90ae tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "PUT /v2.0/security-groups/e101f852-f067-48cc-8907-e9da99373b0b HTTP/1.1" status: 409 len: 330 time: 0.0127020 Dec 06 12:09:26.480778 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6224f-16df-415d-80b2-4d2e34444352 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:26.481220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9ab5a-ca6a-4275-ac0f-12e5ded6dd43 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e101f852-f067-48cc-8907-e9da99373b0b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:26.492202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43828) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.523848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:26.524484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.537267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.543204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7731b09a-2179-4309-9bb4-7ef0b4cd390f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.548923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:26.549578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:26.552948 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:26.564321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7731b09a-2179-4309-9bb4-7ef0b4cd390f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.579183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d0810-8aff-4c3e-93b6-57b4e29eaa36 req-eddd7adf-4765-4f33-9bce-36b8b7228663 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:26.580924 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3c5d0810-8aff-4c3e-93b6-57b4e29eaa36 req-eddd7adf-4765-4f33-9bce-36b8b7228663 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 931 time: 0.1932576 Dec 06 12:09:26.590210 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-5530d329-c9ca-4559-8cd0-c4d334686b99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9298253 Dec 06 12:09:26.629463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cf035ab-bf6c-4aac-a929-31588e49be6a tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.642978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cf035ab-bf6c-4aac-a929-31588e49be6a tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.649212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7731b09a-2179-4309-9bb4-7ef0b4cd390f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.650231 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7731b09a-2179-4309-9bb4-7ef0b4cd390f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4227645 Dec 06 12:09:26.653479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43832) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.665258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:26.678920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8e645d7-5054-462c-94a0-129f1399a872 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.698804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Request body: {'port': {'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:26.708347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cf035ab-bf6c-4aac-a929-31588e49be6a tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.709746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3cf035ab-bf6c-4aac-a929-31588e49be6a tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8356695 Dec 06 12:09:26.731135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.734560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43834) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.742911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.749707 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/networks/4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19 HTTP/1.1" status: 204 len: 168 time: 0.9608450 Dec 06 12:09:26.750744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf035ab-bf6c-4aac-a929-31588e49be6a tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b338454-0b32-48df-a17d-fcc1fadd9637,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:26.752885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43836) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.760673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3c5d0810-8aff-4c3e-93b6-57b4e29eaa36 req-0bc92ee7-4d00-4cf5-9cc9-15f0b391e20e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694496 Dec 06 12:09:26.764367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-85b4df3b-92bd-4eaa-88a6-1f61fc6b66b7 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': '8b338454-0b32-48df-a17d-fcc1fadd9637', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:26.764534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8e645d7-5054-462c-94a0-129f1399a872 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.784644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775b418-1256-4342-bf38-9ef450ff039a tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event deleted for resources: {'Network': ['ID=4ca03bdd-27f7-4e4c-bed7-b7cb1fd27f19,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:26.822344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.861006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8e645d7-5054-462c-94a0-129f1399a872 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.863574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8e645d7-5054-462c-94a0-129f1399a872 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.867125 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e8e645d7-5054-462c-94a0-129f1399a872 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/e101f852-f067-48cc-8907-e9da99373b0b HTTP/1.1" status: 204 len: 168 time: 0.3704164 Dec 06 12:09:26.874359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43838) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:26.895993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e645d7-5054-462c-94a0-129f1399a872 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101f852-f067-48cc-8907-e9da99373b0b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:26.941216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port a15a750e-1fa4-4f01-8a81-a99be94af4eb {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:26.941559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:26.992992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-85b4df3b-92bd-4eaa-88a6-1f61fc6b66b7 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.033847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.038044 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b096d1b4-ed92-4163-bbf6-6d8419de5bc1 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1620359 Dec 06 12:09:27.047063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43840) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.051922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.052258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.069584 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-347ca602-5777-4083-ba46-d6048524593d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] delete failed (client error): The resource could not be found. Dec 06 12:09:27.070605 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-347ca602-5777-4083-ba46-d6048524593d tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "DELETE /v2.0/security-groups/87126d21-149e-4e94-bd22-fb50ba97ebc2 HTTP/1.1" status: 404 len: 347 time: 0.0230405 Dec 06 12:09:27.084470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43842) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.128458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-0067fa42-679f-4912-8f31-f95b14d71496 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] show failed (client error): The resource could not be found. Dec 06 12:09:27.129472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0067fa42-679f-4912-8f31-f95b14d71496 tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-groups/2e95a915-e053-4c5d-9dd1-36b062c3c3ba HTTP/1.1" status: 404 len: 347 time: 0.0440671 Dec 06 12:09:27.133272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43844) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.150289 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-a697cb77-db6e-4cb1-9c45-0b332b9fe53c tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] show failed (client error): The resource could not be found. Dec 06 12:09:27.150893 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a697cb77-db6e-4cb1-9c45-0b332b9fe53c tempest-NegativeSecGroupIPv6Test-2022141370 tempest-NegativeSecGroupIPv6Test-2022141370-project] 10.222.0.24 "GET /v2.0/security-group-rules/80779ebf-27d2-4052-8a95-0ff28b30dc63 HTTP/1.1" status: 404 len: 356 time: 0.0167291 Dec 06 12:09:27.248828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6434451a-b307-4da2-b678-a4e0331a0bba {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:27.254895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103287) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 06 12:09:27.255226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Router cb983e89-c8b7-4fdf-9764-f3940536721f migrating from provider to provider. {{(pid=103287) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 06 12:09:27.255600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.258448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-85b4df3b-92bd-4eaa-88a6-1f61fc6b66b7 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.259657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.273669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-85b4df3b-92bd-4eaa-88a6-1f61fc6b66b7 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.276738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.279192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Transition to ACTIVE for port object 6434451a-b307-4da2-b678-a4e0331a0bba will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:09:27.283633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.305424 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.341862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.349434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.349600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Pushing event updated for resources: {'Port': ['ID=6434451a-b307-4da2-b678-a4e0331a0bba,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:27.413913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4df3b-92bd-4eaa-88a6-1f61fc6b66b7 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f022068-ad47-4ede-af5b-c468e071be7a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:27.442596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Attempting to bind port 6434451a-b307-4da2-b678-a4e0331a0bba on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:27.443459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Attempting to bind port 6434451a-b307-4da2-b678-a4e0331a0bba by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:27.443796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Attempting to bind port 6434451a-b307-4da2-b678-a4e0331a0bba on network 295484f4-106a-479d-a1d7-0817e10cb7cb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:27.448796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Port 6434451a-b307-4da2-b678-a4e0331a0bba on network 295484f4-106a-479d-a1d7-0817e10cb7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:09:27.449149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Attempting to bind port 6434451a-b307-4da2-b678-a4e0331a0bba on network 295484f4-106a-479d-a1d7-0817e10cb7cb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:27.449659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-85b4df3b-92bd-4eaa-88a6-1f61fc6b66b7 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.450932 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-85b4df3b-92bd-4eaa-88a6-1f61fc6b66b7 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7108524 Dec 06 12:09:27.456473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43850) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.459661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc6e67e-aff3-4fe3-bbae-854229c3a70e']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:27.481366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:27.481768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Checking segment: {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:27.482152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Bound using segment: {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:27.482523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Bound port: 6434451a-b307-4da2-b678-a4e0331a0bba, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:27.482883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.503630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43852) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.514061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebd95c80-7277-4b9c-a6c9-9a190506b471 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.559649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebd95c80-7277-4b9c-a6c9-9a190506b471 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.633073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] For port 6434451a-b307-4da2-b678-a4e0331a0bba, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:27.638552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e76340d1-d8c8-4a52-896e-c511b95a5ec7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:27.650576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] For port 6434451a-b307-4da2-b678-a4e0331a0bba, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6434451a-b307-4da2-b678-a4e0331a0bba,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:27.666688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: e76340d1-d8c8-4a52-896e-c511b95a5ec7 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:27.667316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e76340d1-d8c8-4a52-896e-c511b95a5ec7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:27.667475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.696052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebd95c80-7277-4b9c-a6c9-9a190506b471 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.714697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebd95c80-7277-4b9c-a6c9-9a190506b471 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.715886 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ebd95c80-7277-4b9c-a6c9-9a190506b471 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4f022068-ad47-4ede-af5b-c468e071be7a HTTP/1.1" status: 204 len: 168 time: 0.2573826 Dec 06 12:09:27.726321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43856) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.750717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd95c80-7277-4b9c-a6c9-9a190506b471 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f022068-ad47-4ede-af5b-c468e071be7a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:27.753281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:27.753889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:27.755301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] 10.222.0.43 "PUT /v2.0/ports/6434451a-b307-4da2-b678-a4e0331a0bba HTTP/1.1" status: 200 len: 1093 time: 1.1504419 Dec 06 12:09:27.766240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:27.770002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcf3169-521f-456f-bf09-aff5a175b72c" -d '{"events": [{"name": "network-changed", "server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:27.788608 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-165914d3-7655-448d-ae94-13485268c902 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca4d7e288d1e4d3391a2f785fb94a040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818511 Dec 06 12:09:27.789349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43860) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.799017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7bcc6-57fe-4815-b0b0-1802f5b677cd service neutron] Pushing event updated for resources: {'Port': ['ID=6434451a-b307-4da2-b678-a4e0331a0bba,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:27.903474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ec05b41c-1af6-45bd-9753-92c4146dbbed tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1706493 Dec 06 12:09:27.910208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43866) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:27.998377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-871a14b6-0564-4c09-bbb5-c415c231923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:28.000667 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-871a14b6-0564-4c09-bbb5-c415c231923e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 1096 time: 0.1879761 Dec 06 12:09:28.005046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200d5eea-5188-4d5b-bb3c-9a82c7aff9b7') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:28.005766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200d5eea-5188-4d5b-bb3c-9a82c7aff9b7') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:28.020156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b45cc38-50fa-4aaa-8c6c-a3f68e1d3775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.046573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5d2c11-be74-4bde-a5b5-5ac828acd692 x-openstack-request-id: req-7d5d2c11-be74-4bde-a5b5-5ac828acd692 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:28.047043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:28.047449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d5d2c11-be74-4bde-a5b5-5ac828acd692 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:28.048014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba', 'status': 'completed', 'code': 200} Dec 06 12:09:28.068569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.084729 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-8a5b9dcf-469b-4951-885b-25ee3d71586d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6434451a-b307-4da2-b678-a4e0331a0bba HTTP/1.1" status: 200 len: 217 time: 0.0729940 Dec 06 12:09:28.095398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.103733 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] No L3 agents can host the router cb983e89-c8b7-4fdf-9764-f3940536721f Dec 06 12:09:28.115594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c6740-f44e-437d-9d9b-66360ccfb81e req-ccc0bf66-3b03-4999-97ff-e7090269d05c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:28.115809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:28.116168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.117148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1f7c6740-f44e-437d-9d9b-66360ccfb81e req-ccc0bf66-3b03-4999-97ff-e7090269d05c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 943 time: 0.2093813 Dec 06 12:09:28.122580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b45cc38-50fa-4aaa-8c6c-a3f68e1d3775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:28.123497 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:28.180737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f582634b-2ebd-4ab7-a08f-9660eb3ed1ec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.235821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-60fe055e-bb10-45fc-af5e-10987f2c4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:28.237587 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-60fe055e-bb10-45fc-af5e-10987f2c4d23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bea887c-b869-4e50-857d-82860126664a HTTP/1.1" status: 200 len: 835 time: 0.1455026 Dec 06 12:09:28.247507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f582634b-2ebd-4ab7-a08f-9660eb3ed1ec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.295413 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1f7c6740-f44e-437d-9d9b-66360ccfb81e req-10c4d292-eece-4292-9cca-e8784b4fa816 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391397 Dec 06 12:09:28.299062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.304278 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.308176 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/networks/ebc6e67e-aff3-4fe3-bbae-854229c3a70e HTTP/1.1" status: 204 len: 168 time: 1.5372472 Dec 06 12:09:28.321659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.322663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.323714 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP 35961812-aa67-40d7-b9ce-1928cbc6c31e disassociated. External IP: 172.36.1.145, port: a15a750e-1fa4-4f01-8a81-a99be94af4eb. Dec 06 12:09:28.324164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for a15a750e-1fa4-4f01-8a81-a99be94af4eb owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:28.327199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43868) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.342492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f582634b-2ebd-4ab7-a08f-9660eb3ed1ec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.345998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f582634b-2ebd-4ab7-a08f-9660eb3ed1ec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.347171 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f582634b-2ebd-4ab7-a08f-9660eb3ed1ec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b338454-0b32-48df-a17d-fcc1fadd9637 HTTP/1.1" status: 204 len: 168 time: 0.4344974 Dec 06 12:09:28.353307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43870) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.357207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b45cc38-50fa-4aaa-8c6c-a3f68e1d3775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.360474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b45cc38-50fa-4aaa-8c6c-a3f68e1d3775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.361563 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1b45cc38-50fa-4aaa-8c6c-a3f68e1d3775 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d9d1e5a-d87c-499a-9fb6-b6ed7d153bcd HTTP/1.1" status: 204 len: 168 time: 0.5712950 Dec 06 12:09:28.388484 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c22e4-6976-42b8-b746-3022d87e26ca tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event deleted for resources: {'Network': ['ID=ebc6e67e-aff3-4fe3-bbae-854229c3a70e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.388987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-335ebd86-de23-4e0e-b269-3ab9efc2d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:28.390987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-335ebd86-de23-4e0e-b269-3ab9efc2d1e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=295484f4-106a-479d-a1d7-0817e10cb7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1449132 Dec 06 12:09:28.396136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582634b-2ebd-4ab7-a08f-9660eb3ed1ec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b338454-0b32-48df-a17d-fcc1fadd9637,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.437340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Hosts for router cb983e89-c8b7-4fdf-9764-f3940536721f: [] {{(pid=103287) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 06 12:09:28.450268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45cc38-50fa-4aaa-8c6c-a3f68e1d3775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d1e5a-d87c-499a-9fb6-b6ed7d153bcd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.464613 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-54a3ef30-f104-454d-a0f8-4abf2b9a0349 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047113 Dec 06 12:09:28.472135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43874) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.482243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-be3d8ba2-b0ee-4246-8fc1-dbf80ec93260 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079345586'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:28.490601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Hosts for other DVR routers connected to router cb983e89-c8b7-4fdf-9764-f3940536721f: set() {{(pid=103287) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 06 12:09:28.493067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.494432 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fb8d0b49-1c9f-4d80-9887-c237f309af3f tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "PUT /v2.0/routers/cb983e89-c8b7-4fdf-9764-f3940536721f HTTP/1.1" status: 200 len: 717 time: 1.8331819 Dec 06 12:09:28.497323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43876) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.504321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8dd98e-fb97-409c-a23a-4c007c0b4ede tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Deleting subnet 189fee24-4af6-4578-9efc-b82102aa3e4a {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:28.518730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd98e-fb97-409c-a23a-4c007c0b4ede tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.571262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be3d8ba2-b0ee-4246-8fc1-dbf80ec93260 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.590854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd98e-fb97-409c-a23a-4c007c0b4ede tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.597218 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6a0330c6-4480-4b59-9b9a-f33e17111985 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "GET /v2.0/routers/cb983e89-c8b7-4fdf-9764-f3940536721f HTTP/1.1" status: 200 len: 717 time: 0.0957212 Dec 06 12:09:28.597479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43880) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.603006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c243fd38-c220-4fc4-afe3-6d14d1cb33b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.609316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-6c85774d-cea4-4718-95c4-cde458d1ec38 service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055600 Dec 06 12:09:28.734343 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ebddff9-e9af-4f52-9af6-4c8ffac97e49 req-e0ffe9d9-168a-4154-b012-da8f58b81e0f service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179795 Dec 06 12:09:28.739218 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.790599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=a15a750e-1fa4-4f01-8a81-a99be94af4eb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.799319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd98e-fb97-409c-a23a-4c007c0b4ede tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.834634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be3d8ba2-b0ee-4246-8fc1-dbf80ec93260 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.846586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be3d8ba2-b0ee-4246-8fc1-dbf80ec93260 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.846825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abecfa90-ee3d-4d2a-af82-cbdb87bb6240 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:28.914446 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b5d2561d-557c-4d74-9955-2d395e3f7cfc tempest-RoutersTestDVR-405056989 tempest-RoutersTestDVR-405056989-project] 10.222.0.24 "GET /v2.0/routers/cb983e89-c8b7-4fdf-9764-f3940536721f HTTP/1.1" status: 200 len: 683 time: 0.3154585 Dec 06 12:09:28.919896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43892) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.920712 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be3d8ba2-b0ee-4246-8fc1-dbf80ec93260 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:28.922623 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-be3d8ba2-b0ee-4246-8fc1-dbf80ec93260 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4474990 Dec 06 12:09:28.926434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43894) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:28.931804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-dac8335e-24e3-4844-b381-df1b0f0edad8 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': 'c7a2bbfa-e4f7-4372-b2e7-3ea8f8b0473e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:28.954300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d8ba2-b0ee-4246-8fc1-dbf80ec93260 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a2bbfa-e4f7-4372-b2e7-3ea8f8b0473e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:28.985168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd98e-fb97-409c-a23a-4c007c0b4ede tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.006861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-d48e42e7-1c34-47f0-a33e-e56d25af2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:29.008321 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-d48e42e7-1c34-47f0-a33e-e56d25af2c87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 1096 time: 0.2125070 Dec 06 12:09:29.031431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dd98e-fb97-409c-a23a-4c007c0b4ede tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event deleted for resources: {'Subnet': ['ID=189fee24-4af6-4578-9efc-b82102aa3e4a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:29.033682 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd98e-fb97-409c-a23a-4c007c0b4ede tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.041115 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2a8dd98e-fb97-409c-a23a-4c007c0b4ede tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/subnets/189fee24-4af6-4578-9efc-b82102aa3e4a HTTP/1.1" status: 204 len: 168 time: 0.7124441 Dec 06 12:09:29.041857 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43898) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:29.042847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43337aa0-2772-42a3-8634-cd983852c1ba None None] Network 7745424b-3583-4c71-8a1b-669a3d2b88ef requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:29.068894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:29.083250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1093ad2-a64b-4039-94ad-cefaaa0644dc tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.217016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dac8335e-24e3-4844-b381-df1b0f0edad8 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.242941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:29.304613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87fd1a-335d-4ba5-b992-4ebc6ef44c81 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:29.335023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87fd1a-335d-4ba5-b992-4ebc6ef44c81 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:29.336021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ac87fd1a-335d-4ba5-b992-4ebc6ef44c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:29.358165 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.359564 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-64decb7c-7d01-4a4c-b0fb-155275b90c5a tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/ports/a15a750e-1fa4-4f01-8a81-a99be94af4eb HTTP/1.1" status: 204 len: 168 time: 3.0099018 Dec 06 12:09:29.360287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43908) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:29.368592 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43910) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:29.377395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ac87fd1a-335d-4ba5-b992-4ebc6ef44c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:29.389669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87fd1a-335d-4ba5-b992-4ebc6ef44c81 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:29.390507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ac87fd1a-335d-4ba5-b992-4ebc6ef44c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:29.429796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ac87fd1a-335d-4ba5-b992-4ebc6ef44c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:29.430448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87fd1a-335d-4ba5-b992-4ebc6ef44c81 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:29.447914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.457996 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-22260869-fee4-4a42-9a30-31620269d8c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "GET /v2.0/floatingips/35961812-aa67-40d7-b9ce-1928cbc6c31e HTTP/1.1" status: 200 len: 688 time: 0.0816412 Dec 06 12:09:29.458530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43914) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:29.500925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f3510-fee9-403f-b972-70c861f69715 None None] DHCP port deletion for 7745424b-3583-4c71-8a1b-669a3d2b88ef request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:29.519489 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f8883f41-a78c-4426-b165-b46b8f5bbe41 tempest-ServiceProvidersTest-1690276754 tempest-ServiceProvidersTest-1690276754-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1520836 Dec 06 12:09:29.568417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-921f3510-fee9-403f-b972-70c861f69715 None None] Deleting port 504b914e-d924-4ad9-80eb-21125fd10ce4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:29.569558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-921f3510-fee9-403f-b972-70c861f69715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.653494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 504b914e-d924-4ad9-80eb-21125fd10ce4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:29.658610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port a57b4026-74ad-4f28-9867-fd2f08d939a9 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:29.659040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.696866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-921f3510-fee9-403f-b972-70c861f69715 None None] For port 504b914e-d924-4ad9-80eb-21125fd10ce4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=504b914e-d924-4ad9-80eb-21125fd10ce4,segment=NetworkSegment(b06c0d2f-3c3a-403f-9e6d-84e39f890b5c),segment_id=b06c0d2f-3c3a-403f-9e6d-84e39f890b5c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:29.697723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-921f3510-fee9-403f-b972-70c861f69715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.720870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-921f3510-fee9-403f-b972-70c861f69715 None None] Calling delete_port for 504b914e-d924-4ad9-80eb-21125fd10ce4 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:29.787145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.787513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.790500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1093ad2-a64b-4039-94ad-cefaaa0644dc tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.796046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1093ad2-a64b-4039-94ad-cefaaa0644dc tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.802963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.805253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for a57b4026-74ad-4f28-9867-fd2f08d939a9 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:29.827298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-84ccab92-222e-4f97-8170-f6e75867e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:29.829361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-84ccab92-222e-4f97-8170-f6e75867e4cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=295484f4-106a-479d-a1d7-0817e10cb7cb HTTP/1.1" status: 200 len: 898 time: 0.8114183 Dec 06 12:09:29.860962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.909471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 504b914e-d924-4ad9-80eb-21125fd10ce4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=504b914e-d924-4ad9-80eb-21125fd10ce4,segment=NetworkSegment(b06c0d2f-3c3a-403f-9e6d-84e39f890b5c),segment_id=b06c0d2f-3c3a-403f-9e6d-84e39f890b5c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:29.912822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43920) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:29.915993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.948809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1093ad2-a64b-4039-94ad-cefaaa0644dc tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.949389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1093ad2-a64b-4039-94ad-cefaaa0644dc tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb983e89-c8b7-4fdf-9764-f3940536721f {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:29.957282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] The port '504b914e-d924-4ad9-80eb-21125fd10ce4' was deleted {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 06 12:09:29.961058 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-0a94d0cf-1581-4a8b-b528-94730d8477aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6434451a-b307-4da2-b678-a4e0331a0bba HTTP/1.1" status: 200 len: 217 time: 0.0894775 Dec 06 12:09:29.964156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1093ad2-a64b-4039-94ad-cefaaa0644dc tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.965333 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e1093ad2-a64b-4039-94ad-cefaaa0644dc tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "DELETE /v2.0/routers/cb983e89-c8b7-4fdf-9764-f3940536721f HTTP/1.1" status: 204 len: 168 time: 1.0465941 Dec 06 12:09:29.969025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dac8335e-24e3-4844-b381-df1b0f0edad8 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.971356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43924) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:29.974980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-921f3510-fee9-403f-b972-70c861f69715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:29.977674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event deleted for resources: {'Port': ['ID=504b914e-d924-4ad9-80eb-21125fd10ce4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.003233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.004370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-52c3bde4-1ecc-4ff1-a1b0-391606e0b6c3 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Request body: {'router': {'name': 'tempest-router-1226560918', 'distributed': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:30.009872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f3510-fee9-403f-b972-70c861f69715 None None] Pushing event deleted for resources: {'Port': ['ID=504b914e-d924-4ad9-80eb-21125fd10ce4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.010235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dac8335e-24e3-4844-b381-df1b0f0edad8 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.021153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f3510-fee9-403f-b972-70c861f69715 None None] No DVR routers for this DVR port 504b914e-d924-4ad9-80eb-21125fd10ce4 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:30.054013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=a57b4026-74ad-4f28-9867-fd2f08d939a9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.063590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45469e6-d50e-42fb-ac34-fbb12d473b42 req-355f08fa-d697-4fdc-81f4-c0829e57609b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:30.074225 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d45469e6-d50e-42fb-ac34-fbb12d473b42 req-355f08fa-d697-4fdc-81f4-c0829e57609b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 943 time: 0.6416669 Dec 06 12:09:30.121185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee69e05b-ca56-462c-bfa6-28f575b8ee7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.148832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.149165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8335e-24e3-4844-b381-df1b0f0edad8 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcb5b7e-94f7-4758-bcec-fa133619f884,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.151517 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.159447 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a69cc3ab-2172-4e1a-8b02-7f8aa99d76f6 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/floatingips/35961812-aa67-40d7-b9ce-1928cbc6c31e HTTP/1.1" status: 204 len: 168 time: 0.6997504 Dec 06 12:09:30.164617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43926) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.165123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.170255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'ef00b252-cc45-4f96-a4bf-c0e8a87287b8'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:30.185736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-816cc38e-4d71-45c7-9640-84e4c762b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:30.187877 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-816cc38e-4d71-45c7-9640-84e4c762b695 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bea887c-b869-4e50-857d-82860126664a HTTP/1.1" status: 200 len: 835 time: 0.2157862 Dec 06 12:09:30.199581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52c3bde4-1ecc-4ff1-a1b0-391606e0b6c3 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.200630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52c3bde4-1ecc-4ff1-a1b0-391606e0b6c3 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.216443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dac8335e-24e3-4844-b381-df1b0f0edad8 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.217653 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dac8335e-24e3-4844-b381-df1b0f0edad8 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2893488 Dec 06 12:09:30.220639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.222971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43928) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.230384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d9e743f0-a8c6-454f-a155-6843058efd52 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': 'c7a2bbfa-e4f7-4372-b2e7-3ea8f8b0473e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:30.236899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7745424b-3583-4c71-8a1b-669a3d2b88ef']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:30.267414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06c0d2f-3c3a-403f-9e6d-84e39f890b5c') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:30.267653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06c0d2f-3c3a-403f-9e6d-84e39f890b5c') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:30.285761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee69e05b-ca56-462c-bfa6-28f575b8ee7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.293972 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d45469e6-d50e-42fb-ac34-fbb12d473b42 req-0b53be3c-d680-4710-bce0-68be322d39de tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008116 Dec 06 12:09:30.297150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee69e05b-ca56-462c-bfa6-28f575b8ee7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.299089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.350362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52c3bde4-1ecc-4ff1-a1b0-391606e0b6c3 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.353321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.359721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52c3bde4-1ecc-4ff1-a1b0-391606e0b6c3 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.362732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9e743f0-a8c6-454f-a155-6843058efd52 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.364828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:30.365222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:30.368351 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:30.370600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-bc8a50ba-ec56-462f-9cc8-d4d3b9079bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:30.371718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-bc8a50ba-ec56-462f-9cc8-d4d3b9079bec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=295484f4-106a-479d-a1d7-0817e10cb7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1585615 Dec 06 12:09:30.382561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69e05b-ca56-462c-bfa6-28f575b8ee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33652582-6101-474c-9e22-36b3d82803dd,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.387596 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ee69e05b-ca56-462c-bfa6-28f575b8ee7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d9d634473a64dc59c08502521cb5cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4729116 Dec 06 12:09:30.393071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43930) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.456728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52c3bde4-1ecc-4ff1-a1b0-391606e0b6c3 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.457944 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-52c3bde4-1ecc-4ff1-a1b0-391606e0b6c3 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4689710 Dec 06 12:09:30.460821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43932) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.472970 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9e743f0-a8c6-454f-a155-6843058efd52 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.479986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9e743f0-a8c6-454f-a155-6843058efd52 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.511551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e743f0-a8c6-454f-a155-6843058efd52 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22af8dbe-0ffb-4323-8b6f-c0618dc95927,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.516121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b340ccdc-8d4e-4374-975c-e66a77a1f26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.518885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 6434451a-b307-4da2-b678-a4e0331a0bba details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:09:30.520506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.525623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d9e743f0-a8c6-454f-a155-6843058efd52 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.529354 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d9e743f0-a8c6-454f-a155-6843058efd52 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3019977 Dec 06 12:09:30.533431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43934) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.544569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-671d7c9b-247e-49f9-bd0e-90c4d805ba0f tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': 'c7a2bbfa-e4f7-4372-b2e7-3ea8f8b0473e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:30.553594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.564753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b340ccdc-8d4e-4374-975c-e66a77a1f26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.567157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.573942 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/networks/7745424b-3583-4c71-8a1b-669a3d2b88ef HTTP/1.1" status: 204 len: 168 time: 1.5157068 Dec 06 12:09:30.576277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43936) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.603283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b488e5b2-7b22-4965-9581-515cd78b3e74 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.624874 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fa31f858-629c-47cf-8d44-d124757fc46c tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "GET /v2.0/ports?device_id=535dc827-3f4d-4630-a0b1-b613baa2dde5 HTTP/1.1" status: 200 len: 205 time: 0.0440693 Dec 06 12:09:30.626925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d276b8-e38c-42f2-ab65-72382ded3b8d tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Pushing event deleted for resources: {'Network': ['ID=7745424b-3583-4c71-8a1b-669a3d2b88ef,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.629183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43938) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.656931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 6434451a-b307-4da2-b678-a4e0331a0bba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6434451a-b307-4da2-b678-a4e0331a0bba,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:30.659911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671d7c9b-247e-49f9-bd0e-90c4d805ba0f tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.679204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '6434451a-b307-4da2-b678-a4e0331a0bba', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:09:30.729772 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.742637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b340ccdc-8d4e-4374-975c-e66a77a1f26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.745210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b340ccdc-8d4e-4374-975c-e66a77a1f26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.745823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6434451a-b307-4da2-b678-a4e0331a0bba {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:09:30.749166 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b340ccdc-8d4e-4374-975c-e66a77a1f26c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33652582-6101-474c-9e22-36b3d82803dd HTTP/1.1" status: 204 len: 168 time: 0.3517296 Dec 06 12:09:30.758312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.36.1.111 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/e6e6cba1-014f-4ed6-90ec-2289dc78c8ef) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:30.769527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340ccdc-8d4e-4374-975c-e66a77a1f26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33652582-6101-474c-9e22-36b3d82803dd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.786416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671d7c9b-247e-49f9-bd0e-90c4d805ba0f tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.794034 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-ca8dd6ae-a93d-48c1-bdf7-27dd76cb5e5b service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025025 Dec 06 12:09:30.804630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 6434451a-b307-4da2-b678-a4e0331a0bba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6434451a-b307-4da2-b678-a4e0331a0bba,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:30.820508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.842351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671d7c9b-247e-49f9-bd0e-90c4d805ba0f tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.848355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.864063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-752d71e3-c471-45e1-a5df-961964b495c2 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.876693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=6434451a-b307-4da2-b678-a4e0331a0bba,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.928902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-671d7c9b-247e-49f9-bd0e-90c4d805ba0f tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.932462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-671d7c9b-247e-49f9-bd0e-90c4d805ba0f tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3939357 Dec 06 12:09:30.933495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43942) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:30.950915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f9864c63-62f9-48a9-aeba-c7ef7d6b3be6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': 'c7a2bbfa-e4f7-4372-b2e7-3ea8f8b0473e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:30.967968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d7c9b-247e-49f9-bd0e-90c4d805ba0f tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2fae07-5dd8-4b47-a7ae-308606a5ab16,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:30.977684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b488e5b2-7b22-4965-9581-515cd78b3e74 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:30.984103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b488e5b2-7b22-4965-9581-515cd78b3e74 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.023343 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9864c63-62f9-48a9-aeba-c7ef7d6b3be6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.033081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.123609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9864c63-62f9-48a9-aeba-c7ef7d6b3be6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.125603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.133641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9864c63-62f9-48a9-aeba-c7ef7d6b3be6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.143352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['6434451a-b307-4da2-b678-a4e0331a0bba'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:09:31.157330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b488e5b2-7b22-4965-9581-515cd78b3e74 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.158111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b488e5b2-7b22-4965-9581-515cd78b3e74 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6803988b-e2da-4a52-9d6e-c8e1375e1a87 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:31.165639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b488e5b2-7b22-4965-9581-515cd78b3e74 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.169882 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b488e5b2-7b22-4965-9581-515cd78b3e74 tempest-RoutersTestDVR-1807909374 tempest-RoutersTestDVR-1807909374-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6803988b-e2da-4a52-9d6e-c8e1375e1a87 HTTP/1.1" status: 204 len: 168 time: 0.7051253 Dec 06 12:09:31.182953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-752d71e3-c471-45e1-a5df-961964b495c2 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.186909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-752d71e3-c471-45e1-a5df-961964b495c2 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.188669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9864c63-62f9-48a9-aeba-c7ef7d6b3be6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.192467 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f9864c63-62f9-48a9-aeba-c7ef7d6b3be6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2466993 Dec 06 12:09:31.193564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:31.194375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9864c63-62f9-48a9-aeba-c7ef7d6b3be6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c722aa87-d8b6-4b0b-8e9f-7fc41d531486,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:31.196102 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43946) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:31.204135 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fcf3169-521f-456f-bf09-aff5a175b72c req-e75d5cec-d855-4cc0-a3f6-b7b802b32af3 service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841727 Dec 06 12:09:31.205308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b6ac5276-7cf4-4845-adf2-ac2cb517c468 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': 'c7a2bbfa-e4f7-4372-b2e7-3ea8f8b0473e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:31.209766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:31.217148 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:31.222354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=e6e6cba1-014f-4ed6-90ec-2289dc78c8ef,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:31.276611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-752d71e3-c471-45e1-a5df-961964b495c2 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.277164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d71e3-c471-45e1-a5df-961964b495c2 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Fanout notify agent at l3_agent the message router_deleted on router 535dc827-3f4d-4630-a0b1-b613baa2dde5 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:31.279688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5276-7cf4-4845-adf2-ac2cb517c468 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.286291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-752d71e3-c471-45e1-a5df-961964b495c2 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.287315 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-752d71e3-c471-45e1-a5df-961964b495c2 tempest-RoutersNegativeTest-1976739522 tempest-RoutersNegativeTest-1976739522-project] 10.222.0.24 "DELETE /v2.0/routers/535dc827-3f4d-4630-a0b1-b613baa2dde5 HTTP/1.1" status: 204 len: 168 time: 0.6169569 Dec 06 12:09:31.481130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5276-7cf4-4845-adf2-ac2cb517c468 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.487295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5276-7cf4-4845-adf2-ac2cb517c468 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.507885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281777e4-28a6-4cd9-bf67-7985901fc96a req-32169649-cd55-4756-8404-b83bc63a98ef tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:31.511194 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-281777e4-28a6-4cd9-bf67-7985901fc96a req-32169649-cd55-4756-8404-b83bc63a98ef tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 944 time: 0.0882611 Dec 06 12:09:31.552158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac5276-7cf4-4845-adf2-ac2cb517c468 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe555b-f658-4ce1-918f-5be50b91be94,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:31.558933 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5276-7cf4-4845-adf2-ac2cb517c468 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.559991 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b6ac5276-7cf4-4845-adf2-ac2cb517c468 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3610854 Dec 06 12:09:31.565040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43956) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:31.580143 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-281777e4-28a6-4cd9-bf67-7985901fc96a req-0bb7c977-6279-4792-9515-41be24e855cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601795 Dec 06 12:09:31.596086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43958) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:31.604256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b011f8b-3fbf-4363-89f2-00b2efb38639 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.619267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b011f8b-3fbf-4363-89f2-00b2efb38639 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.668579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43962) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:31.707551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b011f8b-3fbf-4363-89f2-00b2efb38639 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.744929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b011f8b-3fbf-4363-89f2-00b2efb38639 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.748723 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3b011f8b-3fbf-4363-89f2-00b2efb38639 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f5fe555b-f658-4ce1-918f-5be50b91be94 HTTP/1.1" status: 204 len: 168 time: 0.1800933 Dec 06 12:09:31.749124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43966) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:31.756076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b011f8b-3fbf-4363-89f2-00b2efb38639 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5fe555b-f658-4ce1-918f-5be50b91be94,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:31.805511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64d64a3-2498-4284-a993-943b5310aa2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.826570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.847520 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-090ec2ed-ddfc-4a77-b8c1-1f1ebe2d38cf tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0966296 Dec 06 12:09:31.852086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43968) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:31.887121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.888536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cb67d637-4bd8-48bb-ad25-f5e1eb13f47b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe8fb7c4091a419c850e1b5586471d34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185893 Dec 06 12:09:31.895992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43970) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:31.901907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd74b-637e-41e7-8480-e3a42efdbabc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.915485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd74b-637e-41e7-8480-e3a42efdbabc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.918910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.961423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd74b-637e-41e7-8480-e3a42efdbabc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.969514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd74b-637e-41e7-8480-e3a42efdbabc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.970634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2c3bd74b-637e-41e7-8480-e3a42efdbabc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c722aa87-d8b6-4b0b-8e9f-7fc41d531486 HTTP/1.1" status: 204 len: 168 time: 0.1152475 Dec 06 12:09:31.973767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43972) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:31.985026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bd74b-637e-41e7-8480-e3a42efdbabc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c722aa87-d8b6-4b0b-8e9f-7fc41d531486,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:31.988011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64d64a3-2498-4284-a993-943b5310aa2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:31.994769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64d64a3-2498-4284-a993-943b5310aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.041218 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b64d64a3-2498-4284-a993-943b5310aa2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af20de1575ce4ef58cb102162ce64610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435146 Dec 06 12:09:32.041963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d64a3-2498-4284-a993-943b5310aa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1306bb7e-199e-4bdc-b656-785be517f7b4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:32.044325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43974) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.097710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dda13841-d7c2-453b-bb78-6e3e7847c668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.127197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dda13841-d7c2-453b-bb78-6e3e7847c668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.177442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dda13841-d7c2-453b-bb78-6e3e7847c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.180077 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dda13841-d7c2-453b-bb78-6e3e7847c668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.181266 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dda13841-d7c2-453b-bb78-6e3e7847c668 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1306bb7e-199e-4bdc-b656-785be517f7b4 HTTP/1.1" status: 204 len: 168 time: 0.1360085 Dec 06 12:09:32.190751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda13841-d7c2-453b-bb78-6e3e7847c668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1306bb7e-199e-4bdc-b656-785be517f7b4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:32.369417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69f6f2fe-be64-4553-92a2-320b1e13b984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.428139 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-549456ed-36fc-4415-8088-d397cb1e1c0f tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4522173 Dec 06 12:09:32.430863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43980) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.448068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69f6f2fe-be64-4553-92a2-320b1e13b984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.458052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a87061c-daa6-412e-88cd-78c03fc20d02 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.468168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a87061c-daa6-412e-88cd-78c03fc20d02 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.473907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43982) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.496161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a87061c-daa6-412e-88cd-78c03fc20d02 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.504380 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a87061c-daa6-412e-88cd-78c03fc20d02 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.508653 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9a87061c-daa6-412e-88cd-78c03fc20d02 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bf2fae07-5dd8-4b47-a7ae-308606a5ab16 HTTP/1.1" status: 204 len: 168 time: 0.0736663 Dec 06 12:09:32.509308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43984) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.510128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87061c-daa6-412e-88cd-78c03fc20d02 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf2fae07-5dd8-4b47-a7ae-308606a5ab16,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:32.516790 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-022c8cc3-47f5-426a-afd7-fa0b16351759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.521040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 6434451a-b307-4da2-b678-a4e0331a0bba up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:32.574375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69f6f2fe-be64-4553-92a2-320b1e13b984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.574937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 6434451a-b307-4da2-b678-a4e0331a0bba completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:09:32.576879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69f6f2fe-be64-4553-92a2-320b1e13b984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.578147 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-69f6f2fe-be64-4553-92a2-320b1e13b984 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8233a573-c3a2-4cfa-b5ea-d785e5b0151d HTTP/1.1" status: 204 len: 168 time: 0.6811969 Dec 06 12:09:32.579142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 6434451a-b307-4da2-b678-a4e0331a0bba triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:32.580168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.598223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.611434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6f2fe-be64-4553-92a2-320b1e13b984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8233a573-c3a2-4cfa-b5ea-d785e5b0151d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:32.613160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.626786 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8c65575e-8ab9-4eb2-8498-ca03b81799ea tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1163504 Dec 06 12:09:32.629606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 43990) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.686081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-509ede5a-31c5-4c5b-9287-5aba4d1c6fa9 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.708183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-509ede5a-31c5-4c5b-9287-5aba4d1c6fa9 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.718937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.720200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=e6e6cba1-014f-4ed6-90ec-2289dc78c8ef,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:32.741281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.755261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:32.758993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2882b377-6237-4c79-94e8-25dc3e00489d" -d '{"events": [{"server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "name": "network-vif-plugged", "status": "completed", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:32.794549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-022c8cc3-47f5-426a-afd7-fa0b16351759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.795975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 6434451a-b307-4da2-b678-a4e0331a0bba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6434451a-b307-4da2-b678-a4e0331a0bba,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:32.804860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.805783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa38b8b-9ffe-4ebe-b7c5-7a87eeedbbb8 req-a30e3b49-60da-427e-8304-765324646ad2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:32.806304 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-022c8cc3-47f5-426a-afd7-fa0b16351759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.815313 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa38b8b-9ffe-4ebe-b7c5-7a87eeedbbb8 req-a30e3b49-60da-427e-8304-765324646ad2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 944 time: 0.1222267 Dec 06 12:09:32.881712 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa38b8b-9ffe-4ebe-b7c5-7a87eeedbbb8 req-530a750d-0bbf-4fdc-9851-1febdd65244d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653372 Dec 06 12:09:32.882744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-509ede5a-31c5-4c5b-9287-5aba4d1c6fa9 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.891171 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-022c8cc3-47f5-426a-afd7-fa0b16351759 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98ec5d1e39aa4e0da341b8934303f065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159536 Dec 06 12:09:32.892483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-509ede5a-31c5-4c5b-9287-5aba4d1c6fa9 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:32.896850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 43998) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.899139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-509ede5a-31c5-4c5b-9287-5aba4d1c6fa9 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/22af8dbe-0ffb-4323-8b6f-c0618dc95927 HTTP/1.1" status: 204 len: 168 time: 0.2680926 Dec 06 12:09:32.901707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44000) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:32.905434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c8cc3-47f5-426a-afd7-fa0b16351759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef544e6-c28a-4ee5-b2b8-bb350e08d1b4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:32.912834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=6434451a-b307-4da2-b678-a4e0331a0bba,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:32.927005 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP f9cbffb4-abb7-419a-a7de-5b2050eaa60e associated. External IP: 172.36.1.111, port: ef00b252-cc45-4f96-a4bf-c0e8a87287b8. Dec 06 12:09:32.955058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ede5a-31c5-4c5b-9287-5aba4d1c6fa9 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22af8dbe-0ffb-4323-8b6f-c0618dc95927,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.033021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a6db0512-5690-423f-bc9f-0cd881437b51 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0955307 Dec 06 12:09:33.037293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44004) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.046751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-246c207f-d92d-488c-a6ce-9a6f5e875c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.073067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-516135e3-dc3f-43ff-bd80-3ebb05ca4181 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.081043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-246c207f-d92d-488c-a6ce-9a6f5e875c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.082276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-516135e3-dc3f-43ff-bd80-3ebb05ca4181 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.119350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff4f67d-7206-40f0-8a2f-5243dc67841a x-openstack-request-id: req-5ff4f67d-7206-40f0-8a2f-5243dc67841a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:33.119636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-516135e3-dc3f-43ff-bd80-3ebb05ca4181 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.120071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "name": "network-vif-plugged", "status": "completed", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:33.120332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ff4f67d-7206-40f0-8a2f-5243dc67841a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:33.120739 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba', 'code': 200} Dec 06 12:09:33.128866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-516135e3-dc3f-43ff-bd80-3ebb05ca4181 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.130187 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-516135e3-dc3f-43ff-bd80-3ebb05ca4181 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6dcb5b7e-94f7-4758-bcec-fa133619f884 HTTP/1.1" status: 204 len: 168 time: 0.0918760 Dec 06 12:09:33.141053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44010) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.149164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516135e3-dc3f-43ff-bd80-3ebb05ca4181 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dcb5b7e-94f7-4758-bcec-fa133619f884,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.203416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44014) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.205811 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f03faaa2-dbf7-4f21-881c-11f6447d6eaf tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0578635 Dec 06 12:09:33.225445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-246c207f-d92d-488c-a6ce-9a6f5e875c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.228047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-246c207f-d92d-488c-a6ce-9a6f5e875c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.229216 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-246c207f-d92d-488c-a6ce-9a6f5e875c46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ef544e6-c28a-4ee5-b2b8-bb350e08d1b4 HTTP/1.1" status: 204 len: 168 time: 0.3312080 Dec 06 12:09:33.263156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c207f-d92d-488c-a6ce-9a6f5e875c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef544e6-c28a-4ee5-b2b8-bb350e08d1b4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.274076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:33.295916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1eef53bf-e748-4b34-8771-68736615e345 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.359077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1eef53bf-e748-4b34-8771-68736615e345 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.395284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee673fd7-c68d-4221-9924-03a60253fa8b req-3b354a94-586c-416d-84ba-71c634fbfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:33.397016 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ee673fd7-c68d-4221-9924-03a60253fa8b req-3b354a94-586c-416d-84ba-71c634fbfad3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0984836 Dec 06 12:09:33.454659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1eef53bf-e748-4b34-8771-68736615e345 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.457464 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ee673fd7-c68d-4221-9924-03a60253fa8b req-79ff90a1-ba29-4f54-a5b6-f9d921809edc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532296 Dec 06 12:09:33.458179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1eef53bf-e748-4b34-8771-68736615e345 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.461956 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1eef53bf-e748-4b34-8771-68736615e345 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7a2bbfa-e4f7-4372-b2e7-3ea8f8b0473e HTTP/1.1" status: 204 len: 168 time: 0.2553401 Dec 06 12:09:33.462159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44024) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.465727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:33.475589 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef53bf-e748-4b34-8771-68736615e345 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a2bbfa-e4f7-4372-b2e7-3ea8f8b0473e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.478871 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc5a56-8b64-4319-8ec7-865ae3155b95 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:33.492090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.505461 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc5a56-8b64-4319-8ec7-865ae3155b95 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:33.517149 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f5cc5a56-8b64-4319-8ec7-865ae3155b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:33.524910 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-482b5608-e816-4a34-9bc3-a3639457df92 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3592105 Dec 06 12:09:33.527414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44026) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.532789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1618907941'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:33.546045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-550b8e94-bd4c-48e6-8fa6-7d6d66488c99 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802634 Dec 06 12:09:33.547275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44030) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.551606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-abcb0cb6-3fca-4206-9e5a-3dcf94a10e8d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230658694'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:33.570894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:33.579342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.586161 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f5cc5a56-8b64-4319-8ec7-865ae3155b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:33.591562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abcb0cb6-3fca-4206-9e5a-3dcf94a10e8d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.596875 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc5a56-8b64-4319-8ec7-865ae3155b95 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:33.597518 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f5cc5a56-8b64-4319-8ec7-865ae3155b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:33.612993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:33.625644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.626530 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Added segment 1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7 of type vlan for network 460292f3-5d0d-46fc-990e-24545b0f4089 Dec 06 12:09:33.653722 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f5cc5a56-8b64-4319-8ec7-865ae3155b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:33.660342 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc5a56-8b64-4319-8ec7-865ae3155b95 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:33.663281 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:09:33.675357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.711200 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.716108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abcb0cb6-3fca-4206-9e5a-3dcf94a10e8d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.718483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:33.719172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.720751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abcb0cb6-3fca-4206-9e5a-3dcf94a10e8d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.756727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abcb0cb6-3fca-4206-9e5a-3dcf94a10e8d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.758708 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-abcb0cb6-3fca-4206-9e5a-3dcf94a10e8d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2104433 Dec 06 12:09:33.761422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44038) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.767520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2b022de2-ed58-4d25-b6ed-6b70b5a3b2c0 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': '7f653978-55ef-440a-a861-a470732864e9', 'direction': 'ingress', 'protocol': 17}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:33.773494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb0cb6-3fca-4206-9e5a-3dcf94a10e8d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f653978-55ef-440a-a861-a470732864e9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.791455 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2628744 Dec 06 12:09:33.794532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44040) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.801395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'subnet': {'network_id': '460292f3-5d0d-46fc-990e-24545b0f4089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:33.801891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068a871-9fed-4c10-a141-a524def5d097 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Network': ['ID=460292f3-5d0d-46fc-990e-24545b0f4089,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:33.815299 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 460292f3-5d0d-46fc-990e-24545b0f4089 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:33.828046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44044) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:33.842049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b022de2-ed58-4d25-b6ed-6b70b5a3b2c0 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.952072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b022de2-ed58-4d25-b6ed-6b70b5a3b2c0 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.958072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b022de2-ed58-4d25-b6ed-6b70b5a3b2c0 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:33.965598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:33.969905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.011591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b022de2-ed58-4d25-b6ed-6b70b5a3b2c0 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67555784-d7cb-4aec-8aa4-acb9a27520ec,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.061015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b022de2-ed58-4d25-b6ed-6b70b5a3b2c0 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.062739 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2b022de2-ed58-4d25-b6ed-6b70b5a3b2c0 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3000703 Dec 06 12:09:34.066117 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44056) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.087695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2a5abaeb-87ba-4b3e-b70a-fd20e4ad7824 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:34.088179 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-2a5abaeb-87ba-4b3e-b70a-fd20e4ad7824 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 12:09:34.088675 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-2a5abaeb-87ba-4b3e-b70a-fd20e4ad7824 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:09:34.094722 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2a5abaeb-87ba-4b3e-b70a-fd20e4ad7824 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2606053 Dec 06 12:09:34.094722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44058) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.100733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130597235'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:34.113985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0f745-fdef-4222-90b0-319ea168580f req-67efd9b5-5567-4c99-8a72-59ac11c92408 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:34.115502 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cdf0f745-fdef-4222-90b0-319ea168580f req-67efd9b5-5567-4c99-8a72-59ac11c92408 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 945 time: 0.1362662 Dec 06 12:09:34.156123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.175101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.178754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43cd69e7-d23e-475c-9e1e-c41d81f0c31c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.212922 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cdf0f745-fdef-4222-90b0-319ea168580f req-870e32a5-32fe-4c0d-b311-944b36d04263 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907104 Dec 06 12:09:34.249712 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43cd69e7-d23e-475c-9e1e-c41d81f0c31c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.269854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.328933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44064) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.335685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.336755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43cd69e7-d23e-475c-9e1e-c41d81f0c31c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.339456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43cd69e7-d23e-475c-9e1e-c41d81f0c31c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.340703 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-43cd69e7-d23e-475c-9e1e-c41d81f0c31c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f653978-55ef-440a-a861-a470732864e9 HTTP/1.1" status: 204 len: 168 time: 0.2739956 Dec 06 12:09:34.343713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44068) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.349922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.360423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd69e7-d23e-475c-9e1e-c41d81f0c31c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f653978-55ef-440a-a861-a470732864e9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.363604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Subnet': ['ID=c50367e6-f338-4476-94d4-0d2af922e4b0,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.368398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Checking segment: {'id': '1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '460292f3-5d0d-46fc-990e-24545b0f4089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:34.368719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network hostable DHCP agents. Network: 460292f3-5d0d-46fc-990e-24545b0f4089, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:34.408794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 460292f3-5d0d-46fc-990e-24545b0f4089 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:34.409041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8352a4ac-41a2-4e4e-b346-335fc079aeeb,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.428987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3130e616-253a-4f6e-b8d7-25fa51110758 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0804510 Dec 06 12:09:34.429483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44070) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.434363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-377e7b95-6872-477d-b70f-4b4e3ded55ee tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442714604'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:34.441921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 460292f3-5d0d-46fc-990e-24545b0f4089) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:34.446903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:34.447508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.451430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.455279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8115458-7c1b-4ada-99da-338516cb7057 None None] Network 460292f3-5d0d-46fc-990e-24545b0f4089 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:34.457364 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.480246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [None req-911a98aa-a04c-4693-b078-b9750973fb51 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.485049 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-911a98aa-a04c-4693-b078-b9750973fb51 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1501153 Dec 06 12:09:34.485049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-377e7b95-6872-477d-b70f-4b4e3ded55ee tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.485506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44072) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.491399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-1d42b292-0ca1-41ac-ace5-37883b394ff4 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.495010 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1d42b292-0ca1-41ac-ace5-37883b394ff4 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060816 Dec 06 12:09:34.497858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44074) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.502436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.503698 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4092293 Dec 06 12:09:34.508639 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-935ebc32-9024-44a1-a8c3-68881b36098f tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7125225 Dec 06 12:09:34.509278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44076) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.509400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-c322dbc9-725f-4381-aca6-fcf0cc5d0eb2 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.509617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44078) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.512642 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c322dbc9-725f-4381-aca6-fcf0cc5d0eb2 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0114663 Dec 06 12:09:34.512642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee714aea-8d20-4794-8025-ccb05818beff tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e50e9a-e3a3-4b36-ba7e-f14fee6f9a3d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.514465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44080) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.519668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-181e8dea-af39-4cb2-933b-5c6411f23984 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.523720 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-181e8dea-af39-4cb2-933b-5c6411f23984 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052693 Dec 06 12:09:34.523720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44082) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.526558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2180e2c8-9478-44a7-b583-84296bb0299b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '91e50e9a-e3a3-4b36-ba7e-f14fee6f9a3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:34.529162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-91904569-7c57-4b15-a4b7-98175fe0077f tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.532741 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-91904569-7c57-4b15-a4b7-98175fe0077f tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050993 Dec 06 12:09:34.533376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44084) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.537933 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-0be2b7cc-6e30-42f7-a436-0bf31ce71809 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.541031 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0be2b7cc-6e30-42f7-a436-0bf31ce71809 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051219 Dec 06 12:09:34.541249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44086) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.547493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-128199446', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}, 'admin_state_up': False}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:34.547935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-4234cfb7-48a1-4930-b5a9-6d85a619bd6a tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.551082 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4234cfb7-48a1-4930-b5a9-6d85a619bd6a tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063257 Dec 06 12:09:34.551406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44088) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.555241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-daf0ee2e-d5be-417f-9dba-667f24c4ce88 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.556200 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-daf0ee2e-d5be-417f-9dba-667f24c4ce88 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039909 Dec 06 12:09:34.558428 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44090) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.563176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-f9a93dcc-6dfc-4a93-b426-b1fed582f056 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.564204 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f9a93dcc-6dfc-4a93-b426-b1fed582f056 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045235 Dec 06 12:09:34.566490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44092) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.571868 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-799cb7e3-b4f6-40a4-9f90-1515b2a3e604 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.572840 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-799cb7e3-b4f6-40a4-9f90-1515b2a3e604 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054948 Dec 06 12:09:34.575368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44094) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.579848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-33c8ae51-ff64-4d8a-b38a-7edcc1e5a417 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.580953 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-33c8ae51-ff64-4d8a-b38a-7edcc1e5a417 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045457 Dec 06 12:09:34.583995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44096) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.588219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-be2d0e7e-85e5-4356-88ae-e7ecd05899b9 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.591389 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-be2d0e7e-85e5-4356-88ae-e7ecd05899b9 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043306 Dec 06 12:09:34.591693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44098) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.597155 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-a8f2bd81-592d-453e-8422-ba380ea8a5ea tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.599893 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a8f2bd81-592d-453e-8422-ba380ea8a5ea tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054853 Dec 06 12:09:34.600724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44100) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.607026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-f9688bc8-e1f5-4f37-942c-a68900181a79 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.607220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2180e2c8-9478-44a7-b583-84296bb0299b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.608193 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f9688bc8-e1f5-4f37-942c-a68900181a79 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043068 Dec 06 12:09:34.610975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44102) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.615198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-28aeb87d-a69f-4b98-bf72-99e068e972a5 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.617972 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-28aeb87d-a69f-4b98-bf72-99e068e972a5 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045297 Dec 06 12:09:34.618997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44104) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.623828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-d679e270-a5f9-44a0-8a65-9c089b0a1115 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.629002 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d679e270-a5f9-44a0-8a65-9c089b0a1115 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088401 Dec 06 12:09:34.629742 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44106) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.634561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-5946c57f-bbf7-4b10-bb7a-f59df70f396f tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.638420 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5946c57f-bbf7-4b10-bb7a-f59df70f396f tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0072424 Dec 06 12:09:34.639267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44108) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.641977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.642990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.644924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-5ab973c5-b077-4c90-86e8-bec093f87b97 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.649018 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5ab973c5-b077-4c90-86e8-bec093f87b97 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0085187 Dec 06 12:09:34.649680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44110) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.651587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-460292f3-5d0d-46fc-990e-24545b0f4089', 'network_id': '460292f3-5d0d-46fc-990e-24545b0f4089', 'tenant_id': 'f5f5d4f1221d4866adb89a83087debed', 'fixed_ips': [{'subnet_id': 'c50367e6-f338-4476-94d4-0d2af922e4b0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:34.653992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-019ea8f7-cca4-4678-9d70-9301e3aed078 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.658048 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-019ea8f7-cca4-4678-9d70-9301e3aed078 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046206 Dec 06 12:09:34.658721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44112) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.663023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-9274745f-bbb3-49c0-baef-2d605b9c5956 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.666270 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9274745f-bbb3-49c0-baef-2d605b9c5956 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043867 Dec 06 12:09:34.666424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.667679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44114) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.670667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-01978b46-8f14-4769-b45e-ea5a2c6032b4 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.677492 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-01978b46-8f14-4769-b45e-ea5a2c6032b4 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0073204 Dec 06 12:09:34.678511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44116) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.683588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-cccb6a0e-87c9-446d-bf4b-ec8b8fdfa752 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.689257 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cccb6a0e-87c9-446d-bf4b-ec8b8fdfa752 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094988 Dec 06 12:09:34.690116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44118) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.691465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-377e7b95-6872-477d-b70f-4b4e3ded55ee tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.695076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-62f73b38-3ad3-4a19-af6d-1501fb23ec48 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.698827 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-62f73b38-3ad3-4a19-af6d-1501fb23ec48 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077960 Dec 06 12:09:34.699410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44120) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.704605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-b80fcff4-2036-47f7-9f62-b05c7c5b5611 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.708251 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b80fcff4-2036-47f7-9f62-b05c7c5b5611 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054481 Dec 06 12:09:34.708741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44122) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.714224 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-377e7b95-6872-477d-b70f-4b4e3ded55ee tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.724567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-a101704b-bd1a-47c4-8784-a2b956cea6fa tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.727986 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a101704b-bd1a-47c4-8784-a2b956cea6fa tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0158355 Dec 06 12:09:34.728185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44124) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.732816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-25fe7e0a-c03f-4b21-89bd-6036ede1addb tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.736406 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-25fe7e0a-c03f-4b21-89bd-6036ede1addb tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047057 Dec 06 12:09:34.736609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44126) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.740423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-85bda80b-40cb-4559-8a0f-592323a4d680 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.743517 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-85bda80b-40cb-4559-8a0f-592323a4d680 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039027 Dec 06 12:09:34.743700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44128) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.747477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-5b5d7a68-770a-46d6-9f4f-baf810d836b1 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.748708 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5b5d7a68-770a-46d6-9f4f-baf810d836b1 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041127 Dec 06 12:09:34.751987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44130) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.756476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-31c4ccaf-d06a-420e-b02b-f1eeb86d14bc tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.757413 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-31c4ccaf-d06a-420e-b02b-f1eeb86d14bc tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042152 Dec 06 12:09:34.759923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44132) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.766037 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-6020454a-438a-4954-8754-2c1a5088e6d0 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.767005 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6020454a-438a-4954-8754-2c1a5088e6d0 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059693 Dec 06 12:09:34.771707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44134) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.772520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.776704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-102c4898-836e-4900-8e67-9df5fcf64aa0 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.777650 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-102c4898-836e-4900-8e67-9df5fcf64aa0 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044713 Dec 06 12:09:34.781363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44136) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.782024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2180e2c8-9478-44a7-b583-84296bb0299b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.788331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-bcccead8-c160-42ef-897d-71d2ee1c28e9 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.791786 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bcccead8-c160-42ef-897d-71d2ee1c28e9 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071280 Dec 06 12:09:34.791958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2180e2c8-9478-44a7-b583-84296bb0299b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.792784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44138) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.796876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e7b95-6872-477d-b70f-4b4e3ded55ee tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80b8455-2349-4ae2-b760-ec12b34797cc,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.798666 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-5aaf1d80-cb8d-45fa-9143-a4e5bbe10e49 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.799637 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5aaf1d80-cb8d-45fa-9143-a4e5bbe10e49 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044212 Dec 06 12:09:34.802305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44140) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.807129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-cec0e557-7182-4a3b-be94-f5fabbb63941 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.808117 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cec0e557-7182-4a3b-be94-f5fabbb63941 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048966 Dec 06 12:09:34.810583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44142) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.815331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-9a220ace-b698-401f-b91f-7cee58f7a5d2 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.816637 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9a220ace-b698-401f-b91f-7cee58f7a5d2 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048442 Dec 06 12:09:34.819088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44144) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.823025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-f103fa5c-15e4-4d04-8142-f03dd89dc2e5 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.824006 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f103fa5c-15e4-4d04-8142-f03dd89dc2e5 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040343 Dec 06 12:09:34.826516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44146) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.830677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-fe8e6d66-3228-4b52-abf7-aa8cb38972e1 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.831614 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fe8e6d66-3228-4b52-abf7-aa8cb38972e1 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042357 Dec 06 12:09:34.834873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44148) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.840217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-bf363b36-d7d6-46bb-a81b-15435624c189 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.841225 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bf363b36-d7d6-46bb-a81b-15435624c189 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044699 Dec 06 12:09:34.843844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-377e7b95-6872-477d-b70f-4b4e3ded55ee tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.844337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44150) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.845286 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-377e7b95-6872-477d-b70f-4b4e3ded55ee tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4147413 Dec 06 12:09:34.848411 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-d0ebb9fb-f30a-4f3d-85ff-3eb4bc383b2a tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.851470 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d0ebb9fb-f30a-4f3d-85ff-3eb4bc383b2a tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040724 Dec 06 12:09:34.851470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44152) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.851734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44154) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.856423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-ef9a09d3-9fda-4015-9237-b21c3187b31a tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.860186 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ef9a09d3-9fda-4015-9237-b21c3187b31a tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051003 Dec 06 12:09:34.861538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b36bbdb5-bf02-4493-ab7e-7930ed5622cd tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--754962364'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:34.865622 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44156) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.870441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-f8d00a2f-f879-4e10-91ca-a472e11a1941 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.874083 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f8d00a2f-f879-4e10-91ca-a472e11a1941 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041864 Dec 06 12:09:34.875908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44158) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.878499 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-d8dfdb61-cb43-48c4-b7f4-bbd7c10596ad tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.879801 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d8dfdb61-cb43-48c4-b7f4-bbd7c10596ad tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041647 Dec 06 12:09:34.880000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e2c8-9478-44a7-b583-84296bb0299b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b41d1f-2542-42f9-b4cc-f3dec98d27e2,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:34.882487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44160) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.888211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [None req-191b94be-721e-44ff-859d-5bfdeee01582 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.889235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-191b94be-721e-44ff-859d-5bfdeee01582 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057824 Dec 06 12:09:34.891724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44162) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.900156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Allocated IP 172.20.0.2 (460292f3-5d0d-46fc-990e-24545b0f4089/c50367e6-f338-4476-94d4-0d2af922e4b0/70c2201e-0dd2-4e6a-b149-ed1ffacc5274) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:34.900404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-632ec0a3-e5d9-4927-bf30-439db76c2395 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.901139 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-632ec0a3-e5d9-4927-bf30-439db76c2395 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0081811 Dec 06 12:09:34.903616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44164) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.909878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-39c3c043-8939-42a8-bfab-952fe93905c9 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.911023 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-39c3c043-8939-42a8-bfab-952fe93905c9 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063896 Dec 06 12:09:34.912825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b36bbdb5-bf02-4493-ab7e-7930ed5622cd tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.915792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44166) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.927187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-36f1872a-20c6-4c5e-b068-9736d314a5d3 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.928449 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-36f1872a-20c6-4c5e-b068-9736d314a5d3 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0114546 Dec 06 12:09:34.930859 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44168) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.936579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-d545dd1c-43ba-4741-9ebf-d15785756993 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.940027 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d545dd1c-43ba-4741-9ebf-d15785756993 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0060787 Dec 06 12:09:34.940332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44170) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.944166 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-b05f7cd2-ff8f-498f-91d0-15bd75a623ff tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.947097 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b05f7cd2-ff8f-498f-91d0-15bd75a623ff tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040090 Dec 06 12:09:34.948799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44172) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.953328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-859683bc-fdda-4d2c-b037-c8051a4202d5 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.956798 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-859683bc-fdda-4d2c-b037-c8051a4202d5 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048115 Dec 06 12:09:34.958357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44174) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.960835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2180e2c8-9478-44a7-b583-84296bb0299b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.962014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2180e2c8-9478-44a7-b583-84296bb0299b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4481950 Dec 06 12:09:34.964292 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-e7b486e8-ef4d-4f5e-87c9-2d4d990db60d tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.964938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44176) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.965331 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e7b486e8-ef4d-4f5e-87c9-2d4d990db60d tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0066733 Dec 06 12:09:34.969996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44178) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.970840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-69fcf625-3f7f-4dda-a167-9f7fb8b23305 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '91e50e9a-e3a3-4b36-ba7e-f14fee6f9a3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:34.974522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-fe8c950a-f5ac-424f-a614-5878ae126d71 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.978857 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fe8c950a-f5ac-424f-a614-5878ae126d71 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046244 Dec 06 12:09:34.978857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44180) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.984350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-8634e824-68f7-4ef3-80c7-624dea08576a tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.987699 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8634e824-68f7-4ef3-80c7-624dea08576a tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066550 Dec 06 12:09:34.987842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:34.988058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44182) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:34.995008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-f6d680a2-a42d-4068-9e67-71c20a6e91a4 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:34.996184 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f6d680a2-a42d-4068-9e67-71c20a6e91a4 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070071 Dec 06 12:09:35.001201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44184) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.009027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-c5fc980d-7936-4a30-b1ec-5801fbea5a66 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.010068 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c5fc980d-7936-4a30-b1ec-5801fbea5a66 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0079300 Dec 06 12:09:35.012861 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44186) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.019174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-018a0765-752c-4f62-9a7b-2c42c6f8b6fa tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.020364 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-018a0765-752c-4f62-9a7b-2c42c6f8b6fa tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063953 Dec 06 12:09:35.023295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44188) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.028989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69fcf625-3f7f-4dda-a167-9f7fb8b23305 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.034590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-84db534b-39e9-4fc9-a0c5-0766e3bd8a18 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.035646 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-84db534b-39e9-4fc9-a0c5-0766e3bd8a18 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0113888 Dec 06 12:09:35.038593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44190) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.044256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-da23afef-bc01-41bd-9279-54b752d4c3d7 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.045383 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-da23afef-bc01-41bd-9279-54b752d4c3d7 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058954 Dec 06 12:09:35.049779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44192) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.070883 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b36bbdb5-bf02-4493-ab7e-7930ed5622cd tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.078758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b36bbdb5-bf02-4493-ab7e-7930ed5622cd tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.088156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [None req-649667b2-110a-4145-ac7a-2c8db5ff07bb tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.089134 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-649667b2-110a-4145-ac7a-2c8db5ff07bb tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0373616 Dec 06 12:09:35.093403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44194) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.101931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.103621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [None req-34167e79-594d-4f76-b072-aebeaaa965da tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.104636 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-34167e79-594d-4f76-b072-aebeaaa965da tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073166 Dec 06 12:09:35.109677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44196) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.112623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b36bbdb5-bf02-4493-ab7e-7930ed5622cd tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.113355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.114532 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b36bbdb5-bf02-4493-ab7e-7930ed5622cd tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2629335 Dec 06 12:09:35.120660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44198) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.123039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-db267a8a-7c02-4f07-96a5-f82a59814542 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.127228 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-db267a8a-7c02-4f07-96a5-f82a59814542 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0089025 Dec 06 12:09:35.127378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-aaf7ffd4-c042-4806-8565-38ce5d3d5306 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': 'c80b8455-2349-4ae2-b760-ec12b34797cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd4ca4d22-ea84-4d2d-a96f-4a17d84f47c1', 'remote_ip_prefix': None}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:35.129351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44200) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.134028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-044e5e22-8f75-4b9c-a448-ba4b7b39fa22 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.137321 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-044e5e22-8f75-4b9c-a448-ba4b7b39fa22 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047207 Dec 06 12:09:35.137593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44202) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.138805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bbdb5-bf02-4493-ab7e-7930ed5622cd tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ca4d22-ea84-4d2d-a96f-4a17d84f47c1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:35.146442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [None req-eb9c77a8-db4e-4352-bd46-f12c196d3c98 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.148407 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-eb9c77a8-db4e-4352-bd46-f12c196d3c98 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0070567 Dec 06 12:09:35.150795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44204) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.157435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-9d03686e-5638-47c6-b12d-bb2d8c79ceb2 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.158253 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9d03686e-5638-47c6-b12d-bb2d8c79ceb2 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064898 Dec 06 12:09:35.160994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44206) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.165770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Network 460292f3-5d0d-46fc-990e-24545b0f4089 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:35.166122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-40e5687c-48f0-4af2-95b1-5c4d9d282d75 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.167207 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-40e5687c-48f0-4af2-95b1-5c4d9d282d75 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052431 Dec 06 12:09:35.168742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:35.169815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44208) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.172856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:35.175693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-a177b9f1-537a-4a34-af06-f64a9db4cfd7 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.176808 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a177b9f1-537a-4a34-af06-f64a9db4cfd7 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058002 Dec 06 12:09:35.179366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44210) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.184612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [None req-10d7aafa-f3e0-4fc0-9f4f-181a0137d697 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.185567 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-10d7aafa-f3e0-4fc0-9f4f-181a0137d697 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051270 Dec 06 12:09:35.188801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Pushing event updated for resources: {'Port': ['ID=70c2201e-0dd2-4e6a-b149-ed1ffacc5274,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:35.192141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44212) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.196016 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-69fcf625-3f7f-4dda-a167-9f7fb8b23305 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 12:09:35.197055 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-69fcf625-3f7f-4dda-a167-9f7fb8b23305 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2308714 Dec 06 12:09:35.198381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-ca765ad6-6414-4836-8965-a275f18936ce tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.200459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44214) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.203147 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ca765ad6-6414-4836-8965-a275f18936ce tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0082669 Dec 06 12:09:35.203813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44216) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.210564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-99b287aa-a49c-43a5-a07a-9c6ab5876988 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.214945 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-99b287aa-a49c-43a5-a07a-9c6ab5876988 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0099318 Dec 06 12:09:35.215932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44218) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.220155 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-01936792-f98b-47ff-9797-47f12eee99a5 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.221497 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-01936792-f98b-47ff-9797-47f12eee99a5 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044479 Dec 06 12:09:35.223176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ffd4-c042-4806-8565-38ce5d3d5306 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.223706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44220) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.228558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-72fe0573-7c22-474a-83af-ae6746bb41f9 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.229853 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-72fe0573-7c22-474a-83af-ae6746bb41f9 tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043442 Dec 06 12:09:35.231897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44222) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.237070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [None req-7d5a215a-a5a7-40b8-b073-ba6403bbb37f tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:09:35.238011 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7d5a215a-a5a7-40b8-b073-ba6403bbb37f tempest-ExtensionsTestJSON-1766074006 tempest-ExtensionsTestJSON-1766074006-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050557 Dec 06 12:09:35.252850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Attempting to bind port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:35.253546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Attempting to bind port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '460292f3-5d0d-46fc-990e-24545b0f4089'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:35.254410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Attempting to bind port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 on network 460292f3-5d0d-46fc-990e-24545b0f4089 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:35.260888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:35.261382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Checking segment: {'id': '1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '460292f3-5d0d-46fc-990e-24545b0f4089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:35.261879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.262595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Bound using segment: {'id': '1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '460292f3-5d0d-46fc-990e-24545b0f4089'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:35.262851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Bound port: 70c2201e-0dd2-4e6a-b149-ed1ffacc5274, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '460292f3-5d0d-46fc-990e-24545b0f4089'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:35.263739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.347510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] For port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:35.351342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] For port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70c2201e-0dd2-4e6a-b149-ed1ffacc5274,segment=NetworkSegment(1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7),segment_id=1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:35.356259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.425712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0392df-b125-422e-a0b6-b627842f1920 None None] Pushing event updated for resources: {'Port': ['ID=70c2201e-0dd2-4e6a-b149-ed1ffacc5274,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:35.454389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d06f7799-6b6b-4c35-a57a-96efe016bcbc tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.459975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.544724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44230) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.708981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d67d6ac9-0fbe-4cb2-9433-2f34185f0777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.801020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d67d6ac9-0fbe-4cb2-9433-2f34185f0777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.805087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d67d6ac9-0fbe-4cb2-9433-2f34185f0777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.845543 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d67d6ac9-0fbe-4cb2-9433-2f34185f0777 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39bb5ccb92e646bc8b3930e0496fda85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996821 Dec 06 12:09:35.847487 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d6ac9-0fbe-4cb2-9433-2f34185f0777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac5ce1d-86d3-40f5-aef2-5df198b07932,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:35.849866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44234) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:35.855707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ffd4-c042-4806-8565-38ce5d3d5306 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.860777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.875568 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ffd4-c042-4806-8565-38ce5d3d5306 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.879011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d06f7799-6b6b-4c35-a57a-96efe016bcbc tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.902817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f3849-e9ec-4768-93b0-645d935ba2b4 req-5a1dee9f-247b-4722-9c36-8aaa98e8d2aa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:35.903048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e67ac081-75ba-4634-8721-fc58f8dd15a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.904432 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b8f3849-e9ec-4768-93b0-645d935ba2b4 req-5a1dee9f-247b-4722-9c36-8aaa98e8d2aa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 945 time: 0.5862191 Dec 06 12:09:35.926955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e67ac081-75ba-4634-8721-fc58f8dd15a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.959016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ffd4-c042-4806-8565-38ce5d3d5306 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce0a91b-15a9-41f3-ad48-1c7ab3bcc644,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:35.978714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e67ac081-75ba-4634-8721-fc58f8dd15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.981332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e67ac081-75ba-4634-8721-fc58f8dd15a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.982500 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e67ac081-75ba-4634-8721-fc58f8dd15a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dac5ce1d-86d3-40f5-aef2-5df198b07932 HTTP/1.1" status: 204 len: 168 time: 0.1318545 Dec 06 12:09:35.989894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ffd4-c042-4806-8565-38ce5d3d5306 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:35.991108 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aaf7ffd4-c042-4806-8565-38ce5d3d5306 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8695173 Dec 06 12:09:35.994905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44238) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.003929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ac081-75ba-4634-8721-fc58f8dd15a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac5ce1d-86d3-40f5-aef2-5df198b07932,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.040811 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e84bc45-ed21-45dd-99cc-ce98c3bbe9a1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.051275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e84bc45-ed21-45dd-99cc-ce98c3bbe9a1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.061363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d06f7799-6b6b-4c35-a57a-96efe016bcbc tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.064588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d06f7799-6b6b-4c35-a57a-96efe016bcbc tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.065780 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d06f7799-6b6b-4c35-a57a-96efe016bcbc tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/91e50e9a-e3a3-4b36-ba7e-f14fee6f9a3d HTTP/1.1" status: 204 len: 168 time: 0.8639445 Dec 06 12:09:36.069898 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b8f3849-e9ec-4768-93b0-645d935ba2b4 req-5850cdb3-878b-43fc-8a9f-b5171c7332ad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287587 Dec 06 12:09:36.073914 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44240) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.104890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f7799-6b6b-4c35-a57a-96efe016bcbc tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e50e9a-e3a3-4b36-ba7e-f14fee6f9a3d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.117532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.36.1.38 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/c7d52103-7b01-481d-a867-a5a1b65efb0c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:36.145566 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6b96a58f-52c0-46f0-8e14-d7eb0fa6a0a4 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0703900 Dec 06 12:09:36.149716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44244) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.161557 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-93317156-81ea-4d48-a271-9e5d559a8651 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895766159'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:36.177016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e84bc45-ed21-45dd-99cc-ce98c3bbe9a1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.187140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e84bc45-ed21-45dd-99cc-ce98c3bbe9a1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.191411 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0e84bc45-ed21-45dd-99cc-ce98c3bbe9a1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3ce0a91b-15a9-41f3-ad48-1c7ab3bcc644 HTTP/1.1" status: 204 len: 168 time: 0.1955116 Dec 06 12:09:36.192197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44246) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.220693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84bc45-ed21-45dd-99cc-ce98c3bbe9a1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ce0a91b-15a9-41f3-ad48-1c7ab3bcc644,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.225108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93317156-81ea-4d48-a271-9e5d559a8651 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.272146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32477-5a17-4bf1-9224-af028741282f req-1fd39afb-a877-4874-aaf3-d582a0711374 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:36.273622 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1ee32477-5a17-4bf1-9224-af028741282f req-1fd39afb-a877-4874-aaf3-d582a0711374 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 945 time: 0.0752435 Dec 06 12:09:36.277032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44250) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.277660 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5d5fcfda-6559-4db5-bec5-ee26b79207d6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0812700 Dec 06 12:09:36.311150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.349738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93317156-81ea-4d48-a271-9e5d559a8651 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.355019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93317156-81ea-4d48-a271-9e5d559a8651 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.395255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93317156-81ea-4d48-a271-9e5d559a8651 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e518b73-ec4e-4265-aab3-106f85ff4471,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.410800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93317156-81ea-4d48-a271-9e5d559a8651 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.412921 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-93317156-81ea-4d48-a271-9e5d559a8651 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2581468 Dec 06 12:09:36.415734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44256) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.421474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b6154acd-cee3-4595-8b09-ddef1c46a577 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '9e518b73-ec4e-4265-aab3-106f85ff4471', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:36.421988 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-b6154acd-cee3-4595-8b09-ddef1c46a577 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 12:09:36.422491 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-b6154acd-cee3-4595-8b09-ddef1c46a577 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:36.423925 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b6154acd-cee3-4595-8b09-ddef1c46a577 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063229 Dec 06 12:09:36.427957 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44258) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.431839 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1ee32477-5a17-4bf1-9224-af028741282f req-346485d1-0ecc-4848-bb37-47b4355fcace tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370544 Dec 06 12:09:36.438082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.471826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44260) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.481605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-62b38fbe-752d-424e-b6b3-1a7fd4723b03 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.512766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:36.527164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:36.530007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-62b38fbe-752d-424e-b6b3-1a7fd4723b03 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.536194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:36.544800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f90356-edec-476b-ac90-e389890c8e8d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:36.579804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eea11d8c-0472-4187-a93f-9da348898ed7 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.584527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=c7d52103-7b01-481d-a867-a5a1b65efb0c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.600328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc19765-5459-4f48-aa66-4d1d0c3be193 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:36.605083 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2cc19765-5459-4f48-aa66-4d1d0c3be193 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 1093 time: 0.1322029 Dec 06 12:09:36.605680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44266) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.617466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eea11d8c-0472-4187-a93f-9da348898ed7 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.626513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:36.638580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-08020e59-acbf-47ec-8188-c27177ac98e1 None None] Provisioning complete for port c7d52103-7b01-481d-a867-a5a1b65efb0c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:36.639346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08020e59-acbf-47ec-8188-c27177ac98e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.697781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-08020e59-acbf-47ec-8188-c27177ac98e1 None None] Port c7d52103-7b01-481d-a867-a5a1b65efb0c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:36.709235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eea11d8c-0472-4187-a93f-9da348898ed7 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.712268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eea11d8c-0472-4187-a93f-9da348898ed7 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.715940 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-eea11d8c-0472-4187-a93f-9da348898ed7 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e518b73-ec4e-4265-aab3-106f85ff4471 HTTP/1.1" status: 204 len: 168 time: 0.2843776 Dec 06 12:09:36.717229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44268) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.748272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea11d8c-0472-4187-a93f-9da348898ed7 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e518b73-ec4e-4265-aab3-106f85ff4471,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.748794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-62b38fbe-752d-424e-b6b3-1a7fd4723b03 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.752449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-62b38fbe-752d-424e-b6b3-1a7fd4723b03 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.753924 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-62b38fbe-752d-424e-b6b3-1a7fd4723b03 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/d4ca4d22-ea84-4d2d-a96f-4a17d84f47c1 HTTP/1.1" status: 204 len: 168 time: 0.4759915 Dec 06 12:09:36.756627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44270) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.788534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a587d-990a-48bb-b89b-7aaefddb2d05 None None] Network 460292f3-5d0d-46fc-990e-24545b0f4089 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:36.816712 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-079c4b1a-5171-4b6f-b4f3-51eb82c0a789 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978751 Dec 06 12:09:36.824197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44276) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.830410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ef0bbd4a-4a47-48c4-a807-816a494e0874 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--437675162'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:36.832822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.862770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b38fbe-752d-424e-b6b3-1a7fd4723b03 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ca4d22-ea84-4d2d-a96f-4a17d84f47c1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:36.863334 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a47991ad-61ef-4f92-b711-274c7d307225 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0995715 Dec 06 12:09:36.863334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44278) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:36.894811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ce664831-cea8-4ceb-b059-c13d25cbdf60 None None] Provisioning complete for port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:36.895482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce664831-cea8-4ceb-b059-c13d25cbdf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.912282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbd4a-4a47-48c4-a807-816a494e0874 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.935532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc2eddf0-119d-46b1-8734-32e5f9019e2b tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:36.972479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc2eddf0-119d-46b1-8734-32e5f9019e2b tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.043628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbd4a-4a47-48c4-a807-816a494e0874 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.049764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbd4a-4a47-48c4-a807-816a494e0874 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.070398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc2eddf0-119d-46b1-8734-32e5f9019e2b tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.073827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc2eddf0-119d-46b1-8734-32e5f9019e2b tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.075526 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fc2eddf0-119d-46b1-8734-32e5f9019e2b tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/c80b8455-2349-4ae2-b760-ec12b34797cc HTTP/1.1" status: 204 len: 168 time: 0.2138398 Dec 06 12:09:37.077135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce664831-cea8-4ceb-b059-c13d25cbdf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.083777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44284) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.118824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbd4a-4a47-48c4-a807-816a494e0874 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.120157 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ef0bbd4a-4a47-48c4-a807-816a494e0874 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2956259 Dec 06 12:09:37.124331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44286) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.125628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bbd4a-4a47-48c4-a807-816a494e0874 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760f6625-3601-44c3-8655-8ac157dbbec9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.135143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.138701 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ca3a85f9-687e-4efa-8b68-13e0c00c5a36 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '760f6625-3601-44c3-8655-8ac157dbbec9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:37.139750 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-ca3a85f9-687e-4efa-8b68-13e0c00c5a36 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 12:09:37.139922 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-ca3a85f9-687e-4efa-8b68-13e0c00c5a36 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:37.143717 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ca3a85f9-687e-4efa-8b68-13e0c00c5a36 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106289 Dec 06 12:09:37.148109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44288) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.148913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44290) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.160155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ce664831-cea8-4ceb-b059-c13d25cbdf60 None None] For port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70c2201e-0dd2-4e6a-b149-ed1ffacc5274,segment=NetworkSegment(1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7),segment_id=1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:37.166955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce664831-cea8-4ceb-b059-c13d25cbdf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.189965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2eddf0-119d-46b1-8734-32e5f9019e2b tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80b8455-2349-4ae2-b760-ec12b34797cc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.218834 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a5447dfa-1676-4885-87fb-827d675c36f1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1299350 Dec 06 12:09:37.223658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44294) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.229455 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3ab4fe4d-d175-4ed1-98a5-9f0718a77ea5 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233861707'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:37.280663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03b97902-50e6-43f2-8318-dc97c34f50bb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.308101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce664831-cea8-4ceb-b059-c13d25cbdf60 None None] Pushing event updated for resources: {'Port': ['ID=70c2201e-0dd2-4e6a-b149-ed1ffacc5274,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.318990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fe4d-d175-4ed1-98a5-9f0718a77ea5 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.349098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03b97902-50e6-43f2-8318-dc97c34f50bb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.394614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'networks': [{'name': 'tempest-network--61465276'}, {'name': 'tempest-network--454101507'}]} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:37.394974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'network': {'name': 'tempest-network--61465276'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:37.395392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'network': {'name': 'tempest-network--454101507'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:37.413503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.433785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.437789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03b97902-50e6-43f2-8318-dc97c34f50bb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.440462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03b97902-50e6-43f2-8318-dc97c34f50bb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.441610 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-03b97902-50e6-43f2-8318-dc97c34f50bb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/760f6625-3601-44c3-8655-8ac157dbbec9 HTTP/1.1" status: 204 len: 168 time: 0.2900550 Dec 06 12:09:37.448216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44296) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.448799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Made reservation on behalf of 2972cc7635c2438ca377d15578d5f45e for: {'network': 2} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:37.453466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.487831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b97902-50e6-43f2-8318-dc97c34f50bb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760f6625-3601-44c3-8655-8ac157dbbec9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.492828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.496042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-19355321-7cb4-4c92-8f2e-f142e2c4683f None None] Provisioning complete for port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:37.496783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19355321-7cb4-4c92-8f2e-f142e2c4683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.511370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fe4d-d175-4ed1-98a5-9f0718a77ea5 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.524042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fe4d-d175-4ed1-98a5-9f0718a77ea5 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.568666 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4642f16c-599d-42ad-878d-72f729e8f60c tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1125479 Dec 06 12:09:37.573319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44298) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.580093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-d7379077-465d-4953-b034-ea2a89504275 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--820038079'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:37.583822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4fe4d-d175-4ed1-98a5-9f0718a77ea5 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef6a79b-dc9d-46af-8ac6-2b347a0f902f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.591795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fe4d-d175-4ed1-98a5-9f0718a77ea5 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.593680 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3ab4fe4d-d175-4ed1-98a5-9f0718a77ea5 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3682208 Dec 06 12:09:37.596481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44300) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.600942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ab246b9b-3876-47d2-9bf6-b89e6a25b300 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': '9ef6a79b-dc9d-46af-8ac6-2b347a0f902f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:37.689055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7379077-465d-4953-b034-ea2a89504275 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.698392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.701753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab246b9b-3876-47d2-9bf6-b89e6a25b300 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.706415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.706947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.714828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:09:37.724656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.105 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/e1d3bdfc-60d4-4e52-9e5f-a80b4630fda9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:37.770421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b194c0dd-e88d-4f26-bb62-83cf4642589d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.777133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:37.777764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.788809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:37.796784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router c8419dae-59fc-4234-9127-e301cefbad5a is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:37.806408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.806820 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Added segment 2b30c57d-9219-4a98-9ee8-c2ab703bee1f of type vlan for network c6760183-466c-459f-9384-9d48c12f460d Dec 06 12:09:37.825187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab246b9b-3876-47d2-9bf6-b89e6a25b300 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.847108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab246b9b-3876-47d2-9bf6-b89e6a25b300 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.875767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.880888 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab246b9b-3876-47d2-9bf6-b89e6a25b300 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b31d77-a696-4acd-9315-b569ed6a4687,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:37.890862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab246b9b-3876-47d2-9bf6-b89e6a25b300 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.892014 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ab246b9b-3876-47d2-9bf6-b89e6a25b300 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2945626 Dec 06 12:09:37.895435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44302) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:37.925255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7379077-465d-4953-b034-ea2a89504275 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.935591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:37.938512 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1704dc62-abba-494d-b9ee-00ba74a637c2 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.939231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7379077-465d-4953-b034-ea2a89504275 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.951550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1704dc62-abba-494d-b9ee-00ba74a637c2 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.959603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:37.959971 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Added segment 2610b0c4-247f-4b99-b7f1-afafda98a1f9 of type vlan for network db722001-7963-47fe-b02d-f5aee5b7092c Dec 06 12:09:37.993048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.017520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.019750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1704dc62-abba-494d-b9ee-00ba74a637c2 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.025509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7379077-465d-4953-b034-ea2a89504275 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.026723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d7379077-465d-4953-b034-ea2a89504275 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4509034 Dec 06 12:09:38.028580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1704dc62-abba-494d-b9ee-00ba74a637c2 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.029782 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1704dc62-abba-494d-b9ee-00ba74a637c2 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/13b31d77-a696-4acd-9315-b569ed6a4687 HTTP/1.1" status: 204 len: 168 time: 0.1334116 Dec 06 12:09:38.032495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44304) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.032835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44306) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.041471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7379077-465d-4953-b034-ea2a89504275 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5837c1-dd31-441f-8e51-98611e3ba2a2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:38.044073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d58c0d42-4e08-4cb6-9482-d964f36b2abf tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '7e5837c1-dd31-441f-8e51-98611e3ba2a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:38.044896 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-d58c0d42-4e08-4cb6-9482-d964f36b2abf tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 12:09:38.045394 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-d58c0d42-4e08-4cb6-9482-d964f36b2abf tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:38.048572 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d58c0d42-4e08-4cb6-9482-d964f36b2abf tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136273 Dec 06 12:09:38.049090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:38.051549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44308) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.059090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-54c9e033-b1c6-4795-8003-49ad31584bb2 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '7e5837c1-dd31-441f-8e51-98611e3ba2a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:38.059759 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.api.v2.base [None req-54c9e033-b1c6-4795-8003-49ad31584bb2 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 12:09:38.060275 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-54c9e033-b1c6-4795-8003-49ad31584bb2 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:38.064577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2a0ac-d83f-4a18-a610-9f86cbe07a05 None None] Sync routers for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:38.064754 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-54c9e033-b1c6-4795-8003-49ad31584bb2 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087373 Dec 06 12:09:38.064867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704dc62-abba-494d-b9ee-00ba74a637c2 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13b31d77-a696-4acd-9315-b569ed6a4687,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:38.066407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44310) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.082012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2a0ac-d83f-4a18-a610-9f86cbe07a05 None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:38.083083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9f012a6f-9462-43e7-b597-314e37b1545d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '7e5837c1-dd31-441f-8e51-98611e3ba2a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:38.083778 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-9f012a6f-9462-43e7-b597-314e37b1545d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 12:09:38.084372 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-9f012a6f-9462-43e7-b597-314e37b1545d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:38.084797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d3c2a0ac-d83f-4a18-a610-9f86cbe07a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:38.085351 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9f012a6f-9462-43e7-b597-314e37b1545d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115430 Dec 06 12:09:38.088976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44312) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.094105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-53037979-f73c-460c-aae1-6ece89ea1833 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '7e5837c1-dd31-441f-8e51-98611e3ba2a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:38.095116 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.api.v2.base [None req-53037979-f73c-460c-aae1-6ece89ea1833 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 12:09:38.095654 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-53037979-f73c-460c-aae1-6ece89ea1833 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:38.096666 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-53037979-f73c-460c-aae1-6ece89ea1833 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067215 Dec 06 12:09:38.098565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.101432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44314) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.104358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.105077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.106839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.111335 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1df8a7e6-2434-400c-a730-d37eddf86d48 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5957441 Dec 06 12:09:38.112221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.117043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.117715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.120121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44316) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.135041 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d1153f35-0782-47de-9953-5a7258bcbae9 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984726 Dec 06 12:09:38.135928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d3c2a0ac-d83f-4a18-a610-9f86cbe07a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:38.137858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44318) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.149637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2a0ac-d83f-4a18-a610-9f86cbe07a05 None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:38.150245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d3c2a0ac-d83f-4a18-a610-9f86cbe07a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:38.190982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d3c2a0ac-d83f-4a18-a610-9f86cbe07a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:38.191780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:38.192193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2a0ac-d83f-4a18-a610-9f86cbe07a05 None None] The sync data for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:38.206076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:38.222877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:38.223154 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.0723832 Dec 06 12:09:38.225916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=e1d3bdfc-60d4-4e52-9e5f-a80b4630fda9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:38.233256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44320) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.307273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Network': ['ID=c6760183-466c-459f-9384-9d48c12f460d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:38.319460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c6760183-466c-459f-9384-9d48c12f460d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:38.369815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f15f201-a432-4560-9592-796a58fba93b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.389212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3baf2dc-57f3-4f7e-b727-34406cca5068 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.400972 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461b467-7f2b-4c2d-997f-8fd7ced521fa tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Network': ['ID=db722001-7963-47fe-b02d-f5aee5b7092c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:38.415455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network db722001-7963-47fe-b02d-f5aee5b7092c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:38.478565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3baf2dc-57f3-4f7e-b727-34406cca5068 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.481893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f15f201-a432-4560-9592-796a58fba93b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.492797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457e941-999d-496c-9f2b-c272ab7adee8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.499645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457e941-999d-496c-9f2b-c272ab7adee8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.505808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457e941-999d-496c-9f2b-c272ab7adee8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.511550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457e941-999d-496c-9f2b-c272ab7adee8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:38.513220 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d457e941-999d-496c-9f2b-c272ab7adee8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2784185 Dec 06 12:09:38.516864 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44322) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.659390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f15f201-a432-4560-9592-796a58fba93b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.662317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f15f201-a432-4560-9592-796a58fba93b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.663460 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3f15f201-a432-4560-9592-796a58fba93b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/7e5837c1-dd31-441f-8e51-98611e3ba2a2 HTTP/1.1" status: 204 len: 168 time: 0.5594954 Dec 06 12:09:38.668453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.672189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44324) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.674367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3baf2dc-57f3-4f7e-b727-34406cca5068 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.676816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3baf2dc-57f3-4f7e-b727-34406cca5068 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.677926 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b3baf2dc-57f3-4f7e-b727-34406cca5068 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ef6a79b-dc9d-46af-8ac6-2b347a0f902f HTTP/1.1" status: 204 len: 168 time: 0.5380354 Dec 06 12:09:38.681423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44326) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.684160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15f201-a432-4560-9592-796a58fba93b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5837c1-dd31-441f-8e51-98611e3ba2a2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:38.706185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baf2dc-57f3-4f7e-b727-34406cca5068 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef6a79b-dc9d-46af-8ac6-2b347a0f902f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:38.825316 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-88da8104-5991-4fb7-b478-cc2c150a35f0 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1512036 Dec 06 12:09:38.831284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44328) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.836004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b46d1ba5-80eb-4b9e-95a0-551ddd89caa3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--986071504'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:38.854967 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f39f9771-5e66-4afe-a893-7efbeff725f3 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1701636 Dec 06 12:09:38.860144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44330) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:38.866427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5e3901c9-6dd1-4d4c-a41e-c71d951ea823 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--976476829'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:38.890520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b46d1ba5-80eb-4b9e-95a0-551ddd89caa3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.894568 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.934874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.952563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e3901c9-6dd1-4d4c-a41e-c71d951ea823 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:38.982549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6760183-466c-459f-9384-9d48c12f460d']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:38.998109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b30c57d-9219-4a98-9ee8-c2ab703bee1f') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:38.998403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b30c57d-9219-4a98-9ee8-c2ab703bee1f') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:39.019633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.027256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.051223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.059804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.063022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:39.063434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:39.066448 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:39.100206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b46d1ba5-80eb-4b9e-95a0-551ddd89caa3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.110944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b46d1ba5-80eb-4b9e-95a0-551ddd89caa3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.166679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e3901c9-6dd1-4d4c-a41e-c71d951ea823 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.176422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.185857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.189203 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/networks/c6760183-466c-459f-9384-9d48c12f460d HTTP/1.1" status: 204 len: 168 time: 0.6713850 Dec 06 12:09:39.200992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44332) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.203334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e3901c9-6dd1-4d4c-a41e-c71d951ea823 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.215552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b46d1ba5-80eb-4b9e-95a0-551ddd89caa3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.216767 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b46d1ba5-80eb-4b9e-95a0-551ddd89caa3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3844948 Dec 06 12:09:39.221707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44334) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.223494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d1ba5-80eb-4b9e-95a0-551ddd89caa3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219c5242-f3e6-4575-989b-36cf6c393684,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:39.236843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-aabc87b1-cf9d-4bd9-b983-453304aa96b3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.237316 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-aabc87b1-cf9d-4bd9-b983-453304aa96b3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 12:09:39.237792 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-aabc87b1-cf9d-4bd9-b983-453304aa96b3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:39.238734 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aabc87b1-cf9d-4bd9-b983-453304aa96b3 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080914 Dec 06 12:09:39.239640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f43c93-d16c-4ffc-b00d-40e5b175307f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Network': ['ID=c6760183-466c-459f-9384-9d48c12f460d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:39.245725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44336) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.252463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8d74c71e-1ffc-4b12-a971-679239bf95a1 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.307722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e3901c9-6dd1-4d4c-a41e-c71d951ea823 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.312218 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5e3901c9-6dd1-4d4c-a41e-c71d951ea823 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4485769 Dec 06 12:09:39.317322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44338) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.324598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-68a48434-dc5f-4ee3-a6ee-dbb39e27f8d1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': '942d6e48-b6d1-48a8-bd0c-d8da705819d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.341989 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-8d74c71e-1ffc-4b12-a971-679239bf95a1 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:39.343192 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8d74c71e-1ffc-4b12-a971-679239bf95a1 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0960586 Dec 06 12:09:39.346801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44340) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.347525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.355551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6686cd1c-3d89-415d-a4c4-87a27d7096a1 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.356056 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-6686cd1c-3d89-415d-a4c4-87a27d7096a1 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 12:09:39.356533 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-6686cd1c-3d89-415d-a4c4-87a27d7096a1 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:39.357460 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6686cd1c-3d89-415d-a4c4-87a27d7096a1 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101264 Dec 06 12:09:39.360540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44342) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.363659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3901c9-6dd1-4d4c-a41e-c71d951ea823 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942d6e48-b6d1-48a8-bd0c-d8da705819d8,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:39.366867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d6abb43d-1dc5-46da-93fe-523feea0c274 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.411430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68a48434-dc5f-4ee3-a6ee-dbb39e27f8d1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.473816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.480809 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-d6abb43d-1dc5-46da-93fe-523feea0c274 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:39.481845 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d6abb43d-1dc5-46da-93fe-523feea0c274 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1205902 Dec 06 12:09:39.485944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44344) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.490583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.494293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5aa5e89e-e7e0-4d7f-9fda-92163ee4cceb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.494765 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-5aa5e89e-e7e0-4d7f-9fda-92163ee4cceb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 12:09:39.495241 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-5aa5e89e-e7e0-4d7f-9fda-92163ee4cceb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:39.496241 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5aa5e89e-e7e0-4d7f-9fda-92163ee4cceb tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093915 Dec 06 12:09:39.499735 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44346) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.505727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-68bba194-11ac-4264-a70a-e5c26c14e573 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.517685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.20.0.1 (460292f3-5d0d-46fc-990e-24545b0f4089/c50367e6-f338-4476-94d4-0d2af922e4b0/6daa92e8-8c92-4b94-82d8-f3100e778bc5) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:39.564809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.597269 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-68bba194-11ac-4264-a70a-e5c26c14e573 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:39.598307 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-68bba194-11ac-4264-a70a-e5c26c14e573 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0976522 Dec 06 12:09:39.603645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44348) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.609603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-020b3995-f191-4481-be4f-c65246f66867 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.610070 dv-neutron-master-2-hyperv neutron-server[103287]: WARNING neutron.api.v2.base [None req-020b3995-f191-4481-be4f-c65246f66867 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 12:09:39.610539 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-020b3995-f191-4481-be4f-c65246f66867 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:39.611840 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-020b3995-f191-4481-be4f-c65246f66867 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074835 Dec 06 12:09:39.614196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44350) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.622338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6eb1b448-5e65-4821-ab65-88f56ebc7d6f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.627641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68a48434-dc5f-4ee3-a6ee-dbb39e27f8d1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.630856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db722001-7963-47fe-b02d-f5aee5b7092c']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:39.640100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=e1d3bdfc-60d4-4e52-9e5f-a80b4630fda9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:39.642318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68a48434-dc5f-4ee3-a6ee-dbb39e27f8d1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.656776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2610b0c4-247f-4b99-b7f1-afafda98a1f9') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:39.657072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2610b0c4-247f-4b99-b7f1-afafda98a1f9') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:39.681185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.681838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.691577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.693340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a48434-dc5f-4ee3-a6ee-dbb39e27f8d1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b663b5f5-4c97-4315-bae2-5865bedaf6f3,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:39.694852 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-6eb1b448-5e65-4821-ab65-88f56ebc7d6f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:39.696840 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6eb1b448-5e65-4821-ab65-88f56ebc7d6f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0809119 Dec 06 12:09:39.699428 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44352) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.706937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4e95a625-9438-4a06-a426-46840a45a914 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '219c5242-f3e6-4575-989b-36cf6c393684', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:39.728095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68a48434-dc5f-4ee3-a6ee-dbb39e27f8d1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.731575 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-68a48434-dc5f-4ee3-a6ee-dbb39e27f8d1 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4080174 Dec 06 12:09:39.732805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44354) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.741682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.753538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:39.753976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:39.757083 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:39.769982 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-da4b0b5d-8839-41c9-92dc-06f8bd7827a8 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules/b663b5f5-4c97-4315-bae2-5865bedaf6f3 HTTP/1.1" status: 200 len: 763 time: 0.0325906 Dec 06 12:09:39.771916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:39.774465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.168556 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-4e95a625-9438-4a06-a426-46840a45a914 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:40.169598 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4e95a625-9438-4a06-a426-46840a45a914 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4692514 Dec 06 12:09:40.174514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44358) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.190387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 460292f3-5d0d-46fc-990e-24545b0f4089 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:40.193334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.201192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.204839 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/networks/db722001-7963-47fe-b02d-f5aee5b7092c HTTP/1.1" status: 204 len: 168 time: 1.0024765 Dec 06 12:09:40.205203 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:40.207484 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 0907cfb1-a47a-498b-b4de-39f8430e8b12 associated. External IP: 172.36.1.105, port: 6434451a-b307-4da2-b678-a4e0331a0bba. Dec 06 12:09:40.209547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44360) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.209992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:40.216670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=6daa92e8-8c92-4b94-82d8-f3100e778bc5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:40.270805 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5ff0a306-6813-47ff-bdb8-c3cd97be3883 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4975808 Dec 06 12:09:40.272003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd785b-0ef9-41a6-bcbe-d37080c097ed tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Network': ['ID=db722001-7963-47fe-b02d-f5aee5b7092c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:40.274613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44362) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.313802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.316413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6cac9076-3442-4bb6-9210-63e4a695d079 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.386891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ca715e5-c128-49fb-be09-b00569204381 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.397693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6cac9076-3442-4bb6-9210-63e4a695d079 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.410955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ca715e5-c128-49fb-be09-b00569204381 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.462562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2141d12-c521-4805-beaa-f8719402e4c6 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:40.471448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2141d12-c521-4805-beaa-f8719402e4c6 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:40.471448 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e2141d12-c521-4805-beaa-f8719402e4c6 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2606604 Dec 06 12:09:40.478139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44364) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.485654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1410309021'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:40.486186 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6cac9076-3442-4bb6-9210-63e4a695d079 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.488974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6cac9076-3442-4bb6-9210-63e4a695d079 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.490818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ca715e5-c128-49fb-be09-b00569204381 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.492448 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6cac9076-3442-4bb6-9210-63e4a695d079 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/219c5242-f3e6-4575-989b-36cf6c393684 HTTP/1.1" status: 204 len: 168 time: 0.3120248 Dec 06 12:09:40.493132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44366) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.533122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ca715e5-c128-49fb-be09-b00569204381 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.534214 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ca715e5-c128-49fb-be09-b00569204381 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b663b5f5-4c97-4315-bae2-5865bedaf6f3 HTTP/1.1" status: 204 len: 168 time: 0.2465856 Dec 06 12:09:40.536953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44368) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.537994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac9076-3442-4bb6-9210-63e4a695d079 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219c5242-f3e6-4575-989b-36cf6c393684,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:40.557205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca715e5-c128-49fb-be09-b00569204381 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b663b5f5-4c97-4315-bae2-5865bedaf6f3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:40.565215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Made reservation on behalf of 2972cc7635c2438ca377d15578d5f45e for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:40.569373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.573784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-28b3516f-2b62-4d01-a511-231ef5ac18ea None None] Provisioning complete for port 6daa92e8-8c92-4b94-82d8-f3100e778bc5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:40.574794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28b3516f-2b62-4d01-a511-231ef5ac18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.589480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.607153 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0bad3dad-5265-46c5-b305-adc1288913a7 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1073313 Dec 06 12:09:40.613846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44370) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.619609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-75746470-5fa7-479d-bc81-2ecc12ce4e0f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884616272'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:40.634808 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6ddd4382-85ba-48e6-9cea-fad8ff6a1bf2 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945866 Dec 06 12:09:40.637500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44372) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.640354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:40.648064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e805779c-3562-45d9-a268-a0a3b0752766 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': '942d6e48-b6d1-48a8-bd0c-d8da705819d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:40.673350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.673855 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Added segment 4ab23971-5d74-4968-9529-81c3512394c1 of type vlan for network 7666ab7d-ad9c-4a6c-b055-c7fde6b05995 Dec 06 12:09:40.676937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:40.697044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-75746470-5fa7-479d-bc81-2ecc12ce4e0f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.776075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.781832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-28b3516f-2b62-4d01-a511-231ef5ac18ea None None] Port 6daa92e8-8c92-4b94-82d8-f3100e778bc5 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:40.795656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e805779c-3562-45d9-a268-a0a3b0752766 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.876609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.876902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-75746470-5fa7-479d-bc81-2ecc12ce4e0f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.882742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:40.883339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.883798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-75746470-5fa7-479d-bc81-2ecc12ce4e0f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.949434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-75746470-5fa7-479d-bc81-2ecc12ce4e0f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:40.951021 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-75746470-5fa7-479d-bc81-2ecc12ce4e0f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3346522 Dec 06 12:09:40.953954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75746470-5fa7-479d-bc81-2ecc12ce4e0f tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ec782-136b-4cf4-be43-27722cffeea1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:40.957681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44374) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.964711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1203ff3b-2695-444d-8635-aa58789ad611 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '0d5ec782-136b-4cf4-be43-27722cffeea1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:40.976071 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4966698 Dec 06 12:09:40.981432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44376) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:40.984395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:40.992891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-861364646'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:40.998317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a5bb4-31ab-4843-b8ab-a6344d8d613d tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Network': ['ID=7666ab7d-ad9c-4a6c-b055-c7fde6b05995,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.003768 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] Sync routers for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:41.010127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e805779c-3562-45d9-a268-a0a3b0752766 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.020179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e805779c-3562-45d9-a268-a0a3b0752766 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.034676 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:41.036144 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:41.037586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.045143 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.047740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 7666ab7d-ad9c-4a6c-b055-c7fde6b05995 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:41.048821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805779c-3562-45d9-a268-a0a3b0752766 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53246e11-d564-432d-b955-98fc793a25c9,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.056219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Made reservation on behalf of 2972cc7635c2438ca377d15578d5f45e for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:41.060759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.067585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.072050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e805779c-3562-45d9-a268-a0a3b0752766 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.075922 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e805779c-3562-45d9-a268-a0a3b0752766 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4350216 Dec 06 12:09:41.079167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44378) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.118164 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-1203ff3b-2695-444d-8635-aa58789ad611 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The resource could not be found. Dec 06 12:09:41.119499 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1203ff3b-2695-444d-8635-aa58789ad611 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1609023 Dec 06 12:09:41.123457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44380) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.134022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e27c04a4-07d3-41cd-bdba-3b08052aec3b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '0d5ec782-136b-4cf4-be43-27722cffeea1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0d71985e-a0df-480c-828e-5981dd66b5e9'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:41.142799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-88b2f12e-670c-4be2-9e42-dd3bfc4a179a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5342836 Dec 06 12:09:41.144011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:41.145593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44382) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.147273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:09:41.150303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caee349e-d473-4280-88bd-8f8d5dceb3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:09:41.150888 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a684c9dd-3e55-44c7-9cb6-5e15fa3252bc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules/53246e11-d564-432d-b955-98fc793a25c9 HTTP/1.1" status: 200 len: 763 time: 0.0687015 Dec 06 12:09:41.159119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44386) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.162577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.173074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.173415 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Added segment ff646806-31df-4c3f-ae7b-1fdbb248c830 of type vlan for network e64eca11-9832-43a5-b313-52e60d465507 Dec 06 12:09:41.210293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=6daa92e8-8c92-4b94-82d8-f3100e778bc5,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.223710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f62589d-2b67-4f82-be83-ae9fea0318f0 x-openstack-request-id: req-2f62589d-2b67-4f82-be83-ae9fea0318f0 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:09:41.224346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:09:41.224346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f62589d-2b67-4f82-be83-ae9fea0318f0 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:09:41.224680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba', 'status': 'completed', 'code': 200} Dec 06 12:09:41.246252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.272118 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:41.282392 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4bfb610c-5785-4416-bc5c-230d2d35a9a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/0907cfb1-a47a-498b-b4de-39f8430e8b12 HTTP/1.1" status: 200 len: 991 time: 0.1352606 Dec 06 12:09:41.303385 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6cec1520-71c5-4411-bfd0-6cf5fad4d295 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1431308 Dec 06 12:09:41.306850 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44388) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.333816 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-e27c04a4-07d3-41cd-bdba-3b08052aec3b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The resource could not be found. Dec 06 12:09:41.334887 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e27c04a4-07d3-41cd-bdba-3b08052aec3b tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2098291 Dec 06 12:09:41.336937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.337982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44390) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.342443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.343566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.377715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-9e2cd764-4d44-42fe-a731-9f49cd34faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.380165 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-9e2cd764-4d44-42fe-a731-9f49cd34faa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 1098 time: 0.1279969 Dec 06 12:09:41.387497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 460292f3-5d0d-46fc-990e-24545b0f4089 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:41.388673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0436f0eb-048d-479e-84d1-0ed981808a3d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.402980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0436f0eb-048d-479e-84d1-0ed981808a3d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.404969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:41.432426 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4450684 Dec 06 12:09:41.439151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44392) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.456043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaafad0-b056-4437-98cd-165f30ea9ea1 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Network': ['ID=e64eca11-9832-43a5-b313-52e60d465507,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.473177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network e64eca11-9832-43a5-b313-52e60d465507 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:41.478440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'ports': [{'network_id': '7666ab7d-ad9c-4a6c-b055-c7fde6b05995', 'name': 'tempest-port--1141257573', 'admin_state_up': True}, {'network_id': 'e64eca11-9832-43a5-b313-52e60d465507', 'admin_state_up': False}]} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:41.478763 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'port': {'network_id': '7666ab7d-ad9c-4a6c-b055-c7fde6b05995', 'name': 'tempest-port--1141257573', 'admin_state_up': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:41.479230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'port': {'network_id': 'e64eca11-9832-43a5-b313-52e60d465507', 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:41.529693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0436f0eb-048d-479e-84d1-0ed981808a3d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.545284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0436f0eb-048d-479e-84d1-0ed981808a3d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.546492 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0436f0eb-048d-479e-84d1-0ed981808a3d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/53246e11-d564-432d-b955-98fc793a25c9 HTTP/1.1" status: 204 len: 168 time: 0.2388692 Dec 06 12:09:41.548432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b95f978-4970-402b-9bd8-b25103a12945 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.553112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-6a9cade1-d687-4549-9182-3d54fb2fd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.556037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-6a9cade1-d687-4549-9182-3d54fb2fd300 service neutron] 10.222.0.43 "GET /v2.0/networks?id=295484f4-106a-479d-a1d7-0817e10cb7cb HTTP/1.1" status: 200 len: 898 time: 0.1695750 Dec 06 12:09:41.556627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44394) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.621769 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:12Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:38Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:41.653365 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] Checking router: a9d62fb2-29ee-420a-ad5d-8ac4da711e36 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:41.663622 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:41.664516 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:41.683829 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436f0eb-048d-479e-84d1-0ed981808a3d tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53246e11-d564-432d-b955-98fc793a25c9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.684092 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d57c7933-097b-4e39-8d5f-96b5f8a140d6 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1262290 Dec 06 12:09:41.691424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44396) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.696643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3ab63a49-1f83-4e26-ab3b-b5c96b1d2712 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': '942d6e48-b6d1-48a8-bd0c-d8da705819d8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:41.715643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router c8419dae-59fc-4234-9127-e301cefbad5a has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:41.717134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a08d14e5-19ce-4378-b13e-320f54879067 None None] Provisioning complete for port 6daa92e8-8c92-4b94-82d8-f3100e778bc5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:41.719640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a08d14e5-19ce-4378-b13e-320f54879067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.721443 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b95f978-4970-402b-9bd8-b25103a12945 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.745906 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-8e02afbb-8217-4578-bf66-40dd7b397201 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6434451a-b307-4da2-b678-a4e0331a0bba HTTP/1.1" status: 200 len: 999 time: 0.1657953 Dec 06 12:09:41.767388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-3ab63a49-1f83-4e26-ab3b-b5c96b1d2712 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Project 8fd667f9eb13421393a9f38462be87b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:09:41.771467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a08d14e5-19ce-4378-b13e-320f54879067 None None] Port 6daa92e8-8c92-4b94-82d8-f3100e778bc5 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:41.794596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ab63a49-1f83-4e26-ab3b-b5c96b1d2712 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.828535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-1043d2fe-4b7e-4f7a-8eb1-7f995fe1dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.830000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-1043d2fe-4b7e-4f7a-8eb1-7f995fe1dbcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bea887c-b869-4e50-857d-82860126664a HTTP/1.1" status: 200 len: 835 time: 0.0772650 Dec 06 12:09:41.839678 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:41.881594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ab63a49-1f83-4e26-ab3b-b5c96b1d2712 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.886438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ab63a49-1f83-4e26-ab3b-b5c96b1d2712 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.915359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab63a49-1f83-4e26-ab3b-b5c96b1d2712 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e779b27-5bce-4959-b8fd-bcdbed758a68,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.921443 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b95f978-4970-402b-9bd8-b25103a12945 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.922026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-1c5b86fe-c2ce-4862-aa39-d22b7790e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:41.923709 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-1c5b86fe-c2ce-4862-aa39-d22b7790e62c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=295484f4-106a-479d-a1d7-0817e10cb7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858650 Dec 06 12:09:41.924381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b95f978-4970-402b-9bd8-b25103a12945 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.925864 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3b95f978-4970-402b-9bd8-b25103a12945 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/0d5ec782-136b-4cf4-be43-27722cffeea1 HTTP/1.1" status: 204 len: 168 time: 0.5866213 Dec 06 12:09:41.927478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ab63a49-1f83-4e26-ab3b-b5c96b1d2712 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:41.928640 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3ab63a49-1f83-4e26-ab3b-b5c96b1d2712 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2362502 Dec 06 12:09:41.929311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44398) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.933422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44400) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.968918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95f978-4970-402b-9bd8-b25103a12945 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ec782-136b-4cf4-be43-27722cffeea1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:41.976522 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-149a00f5-35a5-428e-8a39-e74984d14898 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules/7e779b27-5bce-4959-b8fd-bcdbed758a68 HTTP/1.1" status: 200 len: 769 time: 0.0388353 Dec 06 12:09:41.981776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44402) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:41.982630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Made reservation on behalf of 2972cc7635c2438ca377d15578d5f45e for: {'port': 2} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:41.987840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.015138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:42.025703 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a32ba8eb-86e8-4e66-b313-ab639f92201e tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/routers/c8419dae-59fc-4234-9127-e301cefbad5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8870730 Dec 06 12:09:42.026194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44404) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.030269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.032232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2016f-d90c-42dd-a49c-362e04648556 None None] Sync routers for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:42.032968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'port': {'network_id': '460292f3-5d0d-46fc-990e-24545b0f4089', 'name': 'tempest-FloatingIPTestJSON-597064088'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:42.047326 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ebba7822-8cea-4524-9324-a193f7c40e2d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1110363 Dec 06 12:09:42.047326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44406) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.056887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2016f-d90c-42dd-a49c-362e04648556 None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:42.058169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9bc2016f-d90c-42dd-a49c-362e04648556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:42.064912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-21674bcc-880e-4caf-8cce-aecf0c966756 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '2fdd172a-1962-41f7-a600-c1fa83fb6716', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:42.101462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-632bf4ce-fc7d-41bf-8c7f-f350c4e66e73 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0955949 Dec 06 12:09:42.102581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44408) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.110451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9bc2016f-d90c-42dd-a49c-362e04648556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:42.121224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2016f-d90c-42dd-a49c-362e04648556 None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:42.122091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9bc2016f-d90c-42dd-a49c-362e04648556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:42.153060 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-b43f86d5-4b2f-4d9f-9e71-339f32e2c15b service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214334 Dec 06 12:09:42.160557 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] device_id is not set on port 27a679f8-a023-4875-957d-27873464cab7 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:42.165457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9bc2016f-d90c-42dd-a49c-362e04648556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:42.166623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2016f-d90c-42dd-a49c-362e04648556 None None] The sync data for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:42.176961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5151677c-f38e-4652-b87a-d3d07b06b81c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.188858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5151677c-f38e-4652-b87a-d3d07b06b81c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.207159 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:12Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:38Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:42.232787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5151677c-f38e-4652-b87a-d3d07b06b81c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.242061 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440ffec-f8fe-40a1-9781-74fa61650f2b None None] The sync data for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv is: [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:09:12Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:38Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:42.256707 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-21674bcc-880e-4caf-8cce-aecf0c966756 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The resource could not be found. Dec 06 12:09:42.263938 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-21674bcc-880e-4caf-8cce-aecf0c966756 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2106004 Dec 06 12:09:42.263938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44410) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.271320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--139371189'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:42.275033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5151677c-f38e-4652-b87a-d3d07b06b81c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.276189 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5151677c-f38e-4652-b87a-d3d07b06b81c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7e779b27-5bce-4959-b8fd-bcdbed758a68 HTTP/1.1" status: 204 len: 168 time: 0.1725113 Dec 06 12:09:42.279022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44412) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.285775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44414) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.286579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151677c-f38e-4652-b87a-d3d07b06b81c tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e779b27-5bce-4959-b8fd-bcdbed758a68,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:42.351028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.db.api [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 12:09:42.351028 dv-neutron-master-2-hyperv neutron-server[103286]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 12:09:42.351028 dv-neutron-master-2-hyperv neutron-server[103286]: [parameters: {'project_id_1': 'b3e32abad275461d825f3430aba1ebd3', 'expiration_1': datetime.datetime(2021, 12, 6, 12, 9, 22, 279807)}] Dec 06 12:09:42.351028 dv-neutron-master-2-hyperv neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:09:42.351552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG oslo_db.api [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:09:42.358176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.364404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Made reservation on behalf of f5f5d4f1221d4866adb89a83087debed for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:42.367968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.430887 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] device_id is not set on port 48eda736-49bd-42de-9d53-ac59de65b239 yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:42.431140 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-caee349e-d473-4280-88bd-8f8d5dceb3e3 req-0eed4bbb-5fba-4f04-9a7f-b0d56407e913 service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678437 Dec 06 12:09:42.432355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] device_id is not set on port 375ddae7-569a-473b-a765-ba9e43be0ebb yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:09:42.471794 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4690b832-114a-44fe-8bb9-6394c0f63d5b tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1823587 Dec 06 12:09:42.472106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44416) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.499379 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6086a5c0-a00a-40dd-b942-494a7551fd71 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/0907cfb1-a47a-498b-b4de-39f8430e8b12 HTTP/1.1" status: 200 len: 991 time: 0.2006793 Dec 06 12:09:42.518659 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea8667-471e-4f4a-b821-8efab6b31613 None None] New status for floating IP 0907cfb1-a47a-498b-b4de-39f8430e8b12: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:09:42.589469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Allocated IP 172.20.0.4 (460292f3-5d0d-46fc-990e-24545b0f4089/c50367e6-f338-4476-94d4-0d2af922e4b0/375ddae7-569a-473b-a765-ba9e43be0ebb) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:42.597581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74113479-5262-4a61-a8cf-6060e20f3eec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.610861 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.635480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74113479-5262-4a61-a8cf-6060e20f3eec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.694643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.728805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74113479-5262-4a61-a8cf-6060e20f3eec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.731448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74113479-5262-4a61-a8cf-6060e20f3eec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.733077 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-74113479-5262-4a61-a8cf-6060e20f3eec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/942d6e48-b6d1-48a8-bd0c-d8da705819d8 HTTP/1.1" status: 204 len: 168 time: 0.2608232 Dec 06 12:09:42.737937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44418) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.760923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74113479-5262-4a61-a8cf-6060e20f3eec tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d6e48-b6d1-48a8-bd0c-d8da705819d8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:42.780618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Port': ['ID=27a679f8-a023-4875-957d-27873464cab7,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:42.794237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Checking segment: {'id': '4ab23971-5d74-4968-9529-81c3512394c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7666ab7d-ad9c-4a6c-b055-c7fde6b05995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:42.794692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Network hostable DHCP agents. Network: 7666ab7d-ad9c-4a6c-b055-c7fde6b05995, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:42.800692 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6a717eb4-cd40-4b78-89eb-d877317ca4ab tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614898 Dec 06 12:09:42.805162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44420) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:42.808722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.809514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3a5b72ce-d7e4-46d9-bb08-426308a9aafe tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group': {'name': 'tempest-secgroup--716552739'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:42.827225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Network 7666ab7d-ad9c-4a6c-b055-c7fde6b05995 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:42.840139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7666ab7d-ad9c-4a6c-b055-c7fde6b05995) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:42.842321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a5b72ce-d7e4-46d9-bb08-426308a9aafe tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.847553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:42.848417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.850901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb346e88-1830-4ea6-b37a-ec3244daa0cb None None] Network 7666ab7d-ad9c-4a6c-b055-c7fde6b05995 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:42.855412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.918914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Network 460292f3-5d0d-46fc-990e-24545b0f4089 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:42.926557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:42.929975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:42.937555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Port': ['ID=48eda736-49bd-42de-9d53-ac59de65b239,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:42.937930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event updated for resources: {'Port': ['ID=375ddae7-569a-473b-a765-ba9e43be0ebb,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:42.943031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:42.968738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Checking segment: {'id': 'ff646806-31df-4c3f-ae7b-1fdbb248c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e64eca11-9832-43a5-b313-52e60d465507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:42.969184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Network hostable DHCP agents. Network: e64eca11-9832-43a5-b313-52e60d465507, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:43.003630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a5b72ce-d7e4-46d9-bb08-426308a9aafe tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.008020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a5b72ce-d7e4-46d9-bb08-426308a9aafe tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.015430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Network e64eca11-9832-43a5-b313-52e60d465507 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:43.020138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.020960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.045283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e64eca11-9832-43a5-b313-52e60d465507) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:43.053795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a5b72ce-d7e4-46d9-bb08-426308a9aafe tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.053942 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dc8a7243-d437-4c5b-bb1c-61cd9acb0ed3 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0236275 Dec 06 12:09:43.054047 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3a5b72ce-d7e4-46d9-bb08-426308a9aafe tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2454147 Dec 06 12:09:43.054047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b72ce-d7e4-46d9-bb08-426308a9aafe tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602b2afe-9e97-4cdb-a68d-2c16cea7458c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.054714 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44422) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.054848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44424) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.059011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6da7e339-6940-4057-98c6-8b42c329e5bc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Request body: {'security_group_rule': {'security_group_id': '602b2afe-9e97-4cdb-a68d-2c16cea7458c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:43.060744 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Request body: {'floatingip': {'port_id': '375ddae7-569a-473b-a765-ba9e43be0ebb'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:43.061050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7677166-a2b3-4261-8ebf-8c7784ff5bec None None] Network e64eca11-9832-43a5-b313-52e60d465507 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:43.063387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:43.069780 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.074723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.075425 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.104186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6da7e339-6940-4057-98c6-8b42c329e5bc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.122635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.136224 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2d2d0c81-5404-4b41-af79-1067e0b0147c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6959236 Dec 06 12:09:43.137139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44426) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.137509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.185214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.186577 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9216356 Dec 06 12:09:43.193545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44428) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.198723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b9911ab1-c617-43ce-a27c-dc7290c75a9e tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--636069536'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:43.209841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50431d-69fa-4065-896a-b24c56da5895 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c77e60-d00c-470e-87e5-2975c6e90959,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.233953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.234293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6da7e339-6940-4057-98c6-8b42c329e5bc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.239646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6da7e339-6940-4057-98c6-8b42c329e5bc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.254191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9911ab1-c617-43ce-a27c-dc7290c75a9e tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.261520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7e339-6940-4057-98c6-8b42c329e5bc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf6b52b-caf1-447a-9af8-4619020549c4,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.280859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6da7e339-6940-4057-98c6-8b42c329e5bc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.284764 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6da7e339-6940-4057-98c6-8b42c329e5bc tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266698 Dec 06 12:09:43.285456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44430) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.306873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04823fb-db59-41d6-b98c-7fdac1ae4df2 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.313746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04823fb-db59-41d6-b98c-7fdac1ae4df2 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:43.317749 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e04823fb-db59-41d6-b98c-7fdac1ae4df2 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1747894 Dec 06 12:09:43.319567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44432) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.325377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-93028b90-18a4-4b9f-8159-45101c29cce1 None None] Provisioning complete for port 375ddae7-569a-473b-a765-ba9e43be0ebb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:43.325868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93028b90-18a4-4b9f-8159-45101c29cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.368303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-93028b90-18a4-4b9f-8159-45101c29cce1 None None] Port 375ddae7-569a-473b-a765-ba9e43be0ebb cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:43.437983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-013ae763-ca3e-49bf-8916-2e8ec619f857 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.444294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9911ab1-c617-43ce-a27c-dc7290c75a9e tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.458016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9911ab1-c617-43ce-a27c-dc7290c75a9e tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.497959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-013ae763-ca3e-49bf-8916-2e8ec619f857 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.507125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44434) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.513892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9911ab1-c617-43ce-a27c-dc7290c75a9e tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.515778 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b9911ab1-c617-43ce-a27c-dc7290c75a9e tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3212609 Dec 06 12:09:43.521668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44436) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.531229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9911ab1-c617-43ce-a27c-dc7290c75a9e tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30086ab9-88b7-4032-b1e8-6a038ccb387a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.556240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-69c0cf18-5fab-4c46-9dcb-1a069efd553c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Deleting port 27a679f8-a023-4875-957d-27873464cab7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:43.556672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69c0cf18-5fab-4c46-9dcb-1a069efd553c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.625662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-013ae763-ca3e-49bf-8916-2e8ec619f857 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.628449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-013ae763-ca3e-49bf-8916-2e8ec619f857 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.631948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-013ae763-ca3e-49bf-8916-2e8ec619f857 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/602b2afe-9e97-4cdb-a68d-2c16cea7458c HTTP/1.1" status: 204 len: 168 time: 0.3433504 Dec 06 12:09:43.641333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44438) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.653699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69c0cf18-5fab-4c46-9dcb-1a069efd553c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.662589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ae763-ca3e-49bf-8916-2e8ec619f857 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b2afe-9e97-4cdb-a68d-2c16cea7458c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.682153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-69c0cf18-5fab-4c46-9dcb-1a069efd553c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Calling delete_port for 27a679f8-a023-4875-957d-27873464cab7 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:43.716011 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-52576571-347e-48e1-ad56-c27f54783ee2 tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729933 Dec 06 12:09:43.743226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44440) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.800679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-975c6c03-2454-425a-ae19-49edf35e2f47 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group_rule': {'security_group_id': '36c77e60-d00c-470e-87e5-2975c6e90959', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '30086ab9-88b7-4032-b1e8-6a038ccb387a'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:43.802314 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c20a6468-43eb-4da8-8328-5f8e628a29dd tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0579734 Dec 06 12:09:43.805080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44442) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.826249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-cacbf9e8-1a27-40f6-bacc-7891fa4164db tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] delete failed (client error): The resource could not be found. Dec 06 12:09:43.831310 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cacbf9e8-1a27-40f6-bacc-7891fa4164db tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "DELETE /v2.0/security-groups/602b2afe-9e97-4cdb-a68d-2c16cea7458c HTTP/1.1" status: 404 len: 347 time: 0.0218718 Dec 06 12:09:43.832174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44444) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.851293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69c0cf18-5fab-4c46-9dcb-1a069efd553c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.892203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0cf18-5fab-4c46-9dcb-1a069efd553c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Port': ['ID=27a679f8-a023-4875-957d-27873464cab7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:43.901456 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-81d206f2-7ee6-427b-9d1a-674123abf61a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/0907cfb1-a47a-498b-b4de-39f8430e8b12 HTTP/1.1" status: 200 len: 993 time: 0.3931651 Dec 06 12:09:43.906442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69c0cf18-5fab-4c46-9dcb-1a069efd553c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:43.912110 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-69c0cf18-5fab-4c46-9dcb-1a069efd553c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/ports/27a679f8-a023-4875-957d-27873464cab7 HTTP/1.1" status: 204 len: 168 time: 0.5888340 Dec 06 12:09:43.915570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44446) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.919318 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-975c6c03-2454-425a-ae19-49edf35e2f47 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:09:43.920450 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-975c6c03-2454-425a-ae19-49edf35e2f47 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3979449 Dec 06 12:09:43.925775 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44448) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:43.956948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5d0e62f9-35f9-4f8f-92af-0532e4b0a55e tempest-SecGroupIPv6Test-43935344 tempest-SecGroupIPv6Test-43935344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1242001 Dec 06 12:09:44.029060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bc388c9f-330d-4f90-ab8e-b63a6c03efc7 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Deleting port 48eda736-49bd-42de-9d53-ac59de65b239 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:44.029503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc388c9f-330d-4f90-ab8e-b63a6c03efc7 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.086393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac242592-4fae-4b2a-b82c-ae9c27ff9c92 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.126057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac242592-4fae-4b2a-b82c-ae9c27ff9c92 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.131441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc388c9f-330d-4f90-ab8e-b63a6c03efc7 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.146854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bc388c9f-330d-4f90-ab8e-b63a6c03efc7 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Calling delete_port for 48eda736-49bd-42de-9d53-ac59de65b239 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:44.243940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac242592-4fae-4b2a-b82c-ae9c27ff9c92 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.246537 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac242592-4fae-4b2a-b82c-ae9c27ff9c92 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.247971 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ac242592-4fae-4b2a-b82c-ae9c27ff9c92 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/30086ab9-88b7-4032-b1e8-6a038ccb387a HTTP/1.1" status: 204 len: 168 time: 0.3210371 Dec 06 12:09:44.255368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44456) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.261663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac242592-4fae-4b2a-b82c-ae9c27ff9c92 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30086ab9-88b7-4032-b1e8-6a038ccb387a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.287920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.298351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc388c9f-330d-4f90-ab8e-b63a6c03efc7 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.299183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.339948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc388c9f-330d-4f90-ab8e-b63a6c03efc7 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Port': ['ID=48eda736-49bd-42de-9d53-ac59de65b239,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.358811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc388c9f-330d-4f90-ab8e-b63a6c03efc7 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.362749 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bc388c9f-330d-4f90-ab8e-b63a6c03efc7 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/ports/48eda736-49bd-42de-9d53-ac59de65b239 HTTP/1.1" status: 204 len: 168 time: 0.4462185 Dec 06 12:09:44.367379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44458) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.375984 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-833fef09-954c-4198-9b8e-8d4f06cd7282 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1192815 Dec 06 12:09:44.378433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44460) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.386406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44462) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.434511 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-183a10c1-2c48-447f-9986-2535bc7d0b33 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0655298 Dec 06 12:09:44.439511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44466) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.444533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1007399794'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:44.445336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d12441b-3f46-42d7-9472-f8ca361d14ce tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.470322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d12441b-3f46-42d7-9472-f8ca361d14ce tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.473931 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP f9cbffb4-abb7-419a-a7de-5b2050eaa60e associated. External IP: 172.36.1.111, port: ef00b252-cc45-4f96-a4bf-c0e8a87287b8. Dec 06 12:09:44.516893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Made reservation on behalf of 2972cc7635c2438ca377d15578d5f45e for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:44.520477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.542488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d12441b-3f46-42d7-9472-f8ca361d14ce tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.545106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d12441b-3f46-42d7-9472-f8ca361d14ce tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.548785 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8d12441b-3f46-42d7-9472-f8ca361d14ce tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/36c77e60-d00c-470e-87e5-2975c6e90959 HTTP/1.1" status: 204 len: 168 time: 0.1669753 Dec 06 12:09:44.554508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44468) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.557589 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:44.569838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.570264 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Added segment 17507f77-d63c-4094-b1b8-36187fb73e02 of type vlan for network 9e754a05-fbc6-4c0e-8608-ac419b407eb5 Dec 06 12:09:44.585836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12441b-3f46-42d7-9472-f8ca361d14ce tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c77e60-d00c-470e-87e5-2975c6e90959,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.593658 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-de6a5a25-146d-43ba-b022-b878e6f997e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fd667f9eb13421393a9f38462be87b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060578 Dec 06 12:09:44.604042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44470) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.620176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-38e7df50-a542-4dc3-8484-9d198f4cf1f0 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633984 Dec 06 12:09:44.626443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44472) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.630918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-31a6e150-0d90-468d-b808-59663699259d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846065720'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:44.654058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31a6e150-0d90-468d-b808-59663699259d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.674664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.725593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31a6e150-0d90-468d-b808-59663699259d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.730011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31a6e150-0d90-468d-b808-59663699259d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.749217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b444b7-2716-4045-97be-cf4efb5b80c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.761772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31a6e150-0d90-468d-b808-59663699259d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.766247 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-31a6e150-0d90-468d-b808-59663699259d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1355095 Dec 06 12:09:44.766247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6e150-0d90-468d-b808-59663699259d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd65cb05-4211-4266-92c5-1d6402c2bbe2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.767583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44474) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.772273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0d3cbaf6-ddaa-4ae4-b3bf-8056de63e813 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:44.772671 dv-neutron-master-2-hyperv neutron-server[103286]: WARNING neutron.api.v2.base [None req-0d3cbaf6-ddaa-4ae4-b3bf-8056de63e813 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 12:09:44.773164 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-0d3cbaf6-ddaa-4ae4-b3bf-8056de63e813 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 12:09:44.776510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0d3cbaf6-ddaa-4ae4-b3bf-8056de63e813 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "PUT /v2.0/security-groups/bd65cb05-4211-4266-92c5-1d6402c2bbe2 HTTP/1.1" status: 409 len: 330 time: 0.0055780 Dec 06 12:09:44.776756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44476) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.786581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.792403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:44.793012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.830709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d54eee2-c451-4d03-aa13-a2edec3452e9 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.855888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d54eee2-c451-4d03-aa13-a2edec3452e9 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.882004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b444b7-2716-4045-97be-cf4efb5b80c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.902755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d54eee2-c451-4d03-aa13-a2edec3452e9 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.907052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d54eee2-c451-4d03-aa13-a2edec3452e9 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.908592 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2d54eee2-c451-4d03-aa13-a2edec3452e9 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/bd65cb05-4211-4266-92c5-1d6402c2bbe2 HTTP/1.1" status: 204 len: 168 time: 0.1309688 Dec 06 12:09:44.912315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44478) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.927690 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4869895 Dec 06 12:09:44.928838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eee2-c451-4d03-aa13-a2edec3452e9 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd65cb05-4211-4266-92c5-1d6402c2bbe2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.931956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44480) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.941169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1165266846'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:44.950309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:44.961915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa80933-fb2f-4a3b-aa23-190f01f15741 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Network': ['ID=9e754a05-fbc6-4c0e-8608-ac419b407eb5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:44.980252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-87273e26-e9c2-4186-8b01-a17c4e1eb98d tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0631573 Dec 06 12:09:44.980679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44482) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:44.993393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 9e754a05-fbc6-4c0e-8608-ac419b407eb5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:44.997643 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-5e09b3d7-d477-4981-be71-951f38ee3f09 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] delete failed (client error): The resource could not be found. Dec 06 12:09:45.002859 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5e09b3d7-d477-4981-be71-951f38ee3f09 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "DELETE /v2.0/security-groups/92d184e4-4415-40ad-a3be-4066d5713278 HTTP/1.1" status: 404 len: 347 time: 0.0172474 Dec 06 12:09:45.003208 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44484) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:45.019497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Made reservation on behalf of 2972cc7635c2438ca377d15578d5f45e for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:45.022913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.036851 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-5ff2152f-3873-4dd0-94e3-e1e6575b1673 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] show failed (client error): The resource could not be found. Dec 06 12:09:45.036851 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5ff2152f-3873-4dd0-94e3-e1e6575b1673 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-groups/04f79882-922d-46ee-8707-0c5b446a2c73 HTTP/1.1" status: 404 len: 347 time: 0.0326583 Dec 06 12:09:45.041791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44486) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:45.051561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:45.057268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-4cc606d2-5aec-4118-ab56-4bcea2a2f982 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] show failed (client error): The resource could not be found. Dec 06 12:09:45.068976 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:45.070915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b444b7-2716-4045-97be-cf4efb5b80c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.072232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4cc606d2-5aec-4118-ab56-4bcea2a2f982 tempest-NegativeSecGroupTest-1529279024 tempest-NegativeSecGroupTest-1529279024-project] 10.222.0.24 "GET /v2.0/security-group-rules/f166de64-9b72-4db4-a2f4-25665e98bb7e HTTP/1.1" status: 404 len: 356 time: 0.0240338 Dec 06 12:09:45.073569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5b444b7-2716-4045-97be-cf4efb5b80c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.077744 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e5b444b7-2716-4045-97be-cf4efb5b80c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c93926aa-1e34-42b4-ad56-bcc5a7407c22 HTTP/1.1" status: 204 len: 168 time: 0.4693146 Dec 06 12:09:45.096502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.096845 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Added segment 91eaa8dd-2ff8-45a9-84d7-5a868272c1d5 of type vlan for network 444e74bf-6c76-4cd3-82eb-c279a643c78f Dec 06 12:09:45.134464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b444b7-2716-4045-97be-cf4efb5b80c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93926aa-1e34-42b4-ad56-bcc5a7407c22,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:45.238289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.274971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:45.286996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0bb1c-9788-4746-ba3a-4bd91048c376 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:45.318137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0bb1c-9788-4746-ba3a-4bd91048c376 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:45.319714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4ec0bb1c-9788-4746-ba3a-4bd91048c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:45.341670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44496) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:45.385950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4ec0bb1c-9788-4746-ba3a-4bd91048c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:45.386229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.393466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:45.394666 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.399695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0bb1c-9788-4746-ba3a-4bd91048c376 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:45.400573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4ec0bb1c-9788-4746-ba3a-4bd91048c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:45.447847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4ec0bb1c-9788-4746-ba3a-4bd91048c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:45.448737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0bb1c-9788-4746-ba3a-4bd91048c376 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:45.523434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6d1f66b2-3933-4a21-a5ec-bdcc1e9ce053 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3e32abad275461d825f3430aba1ebd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1796298 Dec 06 12:09:45.527318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44506) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:45.548534 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6124678 Dec 06 12:09:45.564954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f521c3-4a89-40d5-a05c-24632a31c634 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Network': ['ID=444e74bf-6c76-4cd3-82eb-c279a643c78f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:45.597042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26192369-3ce9-46d3-a84d-25d61d790e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.612568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 444e74bf-6c76-4cd3-82eb-c279a643c78f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:45.626263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26192369-3ce9-46d3-a84d-25d61d790e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.721314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26192369-3ce9-46d3-a84d-25d61d790e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.724386 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26192369-3ce9-46d3-a84d-25d61d790e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.728052 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-26192369-3ce9-46d3-a84d-25d61d790e98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8352a4ac-41a2-4e4e-b346-335fc079aeeb HTTP/1.1" status: 204 len: 168 time: 0.1973226 Dec 06 12:09:45.734294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26192369-3ce9-46d3-a84d-25d61d790e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8352a4ac-41a2-4e4e-b346-335fc079aeeb,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:45.811777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router c8419dae-59fc-4234-9127-e301cefbad5a has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:45.965186 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:45.975503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:45.992843 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7101c0e-fc91-4c8d-9be8-5778733f7c62 None None] Sync routers for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:46.009971 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7101c0e-fc91-4c8d-9be8-5778733f7c62 None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:46.011096 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c7101c0e-fc91-4c8d-9be8-5778733f7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:46.051617 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-18a1595f-2586-4af4-ba70-8a4d82e58827 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/floatingips/f9cbffb4-abb7-419a-a7de-5b2050eaa60e HTTP/1.1" status: 200 len: 977 time: 2.9945240 Dec 06 12:09:46.054963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44516) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:46.199903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port 375ddae7-569a-473b-a765-ba9e43be0ebb {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:46.200268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.216423 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c7101c0e-fc91-4c8d-9be8-5778733f7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:46.228790 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7101c0e-fc91-4c8d-9be8-5778733f7c62 None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:46.229626 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c7101c0e-fc91-4c8d-9be8-5778733f7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:46.272369 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c7101c0e-fc91-4c8d-9be8-5778733f7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:46.273089 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7101c0e-fc91-4c8d-9be8-5778733f7c62 None None] The sync data for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:46.320504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.374498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44522) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:46.488531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1397021738'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:46.497426 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.498373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.498717 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Floating IP f9cbffb4-abb7-419a-a7de-5b2050eaa60e disassociated. External IP: 172.36.1.111, port: 375ddae7-569a-473b-a765-ba9e43be0ebb. Dec 06 12:09:46.499055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for 375ddae7-569a-473b-a765-ba9e43be0ebb owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:46.514098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Made reservation on behalf of 7b8f9cb6ba844fca90c1278c14087f1a for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:46.519146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.528524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.613796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.617955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.649886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:46.650510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.657155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0fb7a1-4d15-40d9-ab5f-b6476ce2541a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:46.666305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.666853 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Added segment d31be569-f48e-41aa-9655-b5a655f81c3a of type vlan for network e58371b6-3ec6-4f67-89e4-b853bf2e7fdf Dec 06 12:09:46.682961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=375ddae7-569a-473b-a765-ba9e43be0ebb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:46.713059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.741201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.748262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:46.749780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:46.824670 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4461346 Dec 06 12:09:46.825135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44526) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:46.828395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router c8419dae-59fc-4234-9127-e301cefbad5a has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:46.830382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-5975f519-35b5-4f2a-ab86-76af4d683aa3 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', 'tempest-TagsTest-Tag-1631554910') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:46.850933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fb5c3-f4a0-4ee4-801e-08a8ea63f159 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Pushing event updated for resources: {'Network': ['ID=e58371b6-3ec6-4f67-89e4-b853bf2e7fdf,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:46.863996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network e58371b6-3ec6-4f67-89e4-b853bf2e7fdf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:46.939366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5975f519-35b5-4f2a-ab86-76af4d683aa3 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "PUT /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags/tempest-TagsTest-Tag-1631554910 HTTP/1.1" status: 201 len: 201 time: 0.1107135 Dec 06 12:09:46.939694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44528) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:46.944109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-7ef2bf45-a978-466d-becf-003982672436 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', 'tempest-TagsTest-Tag-1631554910') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:46.990048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:47.004527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ce71c-343f-4424-85cd-4079c5eb1628 None None] Sync routers for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:47.029372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ce71c-343f-4424-85cd-4079c5eb1628 None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:47.030138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-078ce71c-343f-4424-85cd-4079c5eb1628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.072238 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ef2bf45-a978-466d-becf-003982672436 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "GET /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags/tempest-TagsTest-Tag-1631554910 HTTP/1.1" status: 204 len: 168 time: 0.1313279 Dec 06 12:09:47.077843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44530) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.083084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:47.084835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-078ce71c-343f-4424-85cd-4079c5eb1628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.087059 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1c3de72e-3ca2-49b6-9bc0-ce2889446ddf tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/ports/375ddae7-569a-473b-a765-ba9e43be0ebb HTTP/1.1" status: 204 len: 168 time: 1.0306542 Dec 06 12:09:47.089451 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44532) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.090723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-2080c0ad-e0b0-41c5-b312-1ecb33648425 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.104391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ce71c-343f-4424-85cd-4079c5eb1628 None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:47.105144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-078ce71c-343f-4424-85cd-4079c5eb1628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.162255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-078ce71c-343f-4424-85cd-4079c5eb1628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.162931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ce71c-343f-4424-85cd-4079c5eb1628 None None] The sync data for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:47.198447 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2080c0ad-e0b0-41c5-b312-1ecb33648425 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "GET /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags HTTP/1.1" status: 200 len: 238 time: 0.1170228 Dec 06 12:09:47.198696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44534) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.203692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-583a0513-70dc-455a-a999-c69e903bd534 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', {'tags': ['tempest-TagsTest-Tag-445852089', 'tempest-TagsTest-Tag-1821901690', 'tempest-TagsTest-Tag-2004795409']}) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.285487 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-583a0513-70dc-455a-a999-c69e903bd534 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "PUT /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags HTTP/1.1" status: 200 len: 308 time: 0.0858209 Dec 06 12:09:47.294068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44536) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.299878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-14266177-8ae5-4712-b734-af54253f1956 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', 'tempest-TagsTest-Tag-445852089') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.392532 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-14266177-8ae5-4712-b734-af54253f1956 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "DELETE /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags/tempest-TagsTest-Tag-445852089 HTTP/1.1" status: 204 len: 168 time: 0.0971200 Dec 06 12:09:47.394164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44538) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.401041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-9624ee23-0936-4833-a321-b84006614de3 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', 'tempest-TagsTest-Tag-445852089') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.475658 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-9624ee23-0936-4833-a321-b84006614de3 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] show failed (client error): The resource could not be found. Dec 06 12:09:47.476725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9624ee23-0936-4833-a321-b84006614de3 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "GET /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags/tempest-TagsTest-Tag-445852089 HTTP/1.1" status: 404 len: 325 time: 0.0805082 Dec 06 12:09:47.481003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44540) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.485323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-8f726d69-fcc4-4d2a-a59e-77ca410ddcac tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', 'tempest-TagsTest-Tag-1821901690') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.516645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:47.909085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8f726d69-fcc4-4d2a-a59e-77ca410ddcac tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "GET /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags/tempest-TagsTest-Tag-1821901690 HTTP/1.1" status: 204 len: 168 time: 0.4247806 Dec 06 12:09:47.909355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44542) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.916597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-12c4efb7-d908-4484-9831-aca75ff62add tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', 'tempest-TagsTest-Tag-2004795409') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:47.982532 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-12c4efb7-d908-4484-9831-aca75ff62add tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "GET /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags/tempest-TagsTest-Tag-2004795409 HTTP/1.1" status: 204 len: 168 time: 0.0700457 Dec 06 12:09:47.983393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44544) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:47.988767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-0a7d864d-ade4-45f2-b1f3-2c894463deed tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.041156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port 6daa92e8-8c92-4b94-82d8-f3100e778bc5 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:48.041764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.081047 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0a7d864d-ade4-45f2-b1f3-2c894463deed tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "DELETE /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags HTTP/1.1" status: 204 len: 168 time: 0.0941722 Dec 06 12:09:48.081376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44546) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:48.085965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-19dad65b-c214-4d2a-aaf6-6c277cd08d61 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', 'tempest-TagsTest-Tag-1821901690') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.133359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.145937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for 6daa92e8-8c92-4b94-82d8-f3100e778bc5 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:48.151567 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-19dad65b-c214-4d2a-aaf6-6c277cd08d61 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] show failed (client error): The resource could not be found. Dec 06 12:09:48.155774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-19dad65b-c214-4d2a-aaf6-6c277cd08d61 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "GET /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags/tempest-TagsTest-Tag-1821901690 HTTP/1.1" status: 404 len: 326 time: 0.0701699 Dec 06 12:09:48.156032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44548) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:48.160295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-d0905cef-b131-4f52-b9c3-15520cdb8810 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf', 'tempest-TagsTest-Tag-2004795409') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.229410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-d0905cef-b131-4f52-b9c3-15520cdb8810 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] show failed (client error): The resource could not be found. Dec 06 12:09:48.233696 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d0905cef-b131-4f52-b9c3-15520cdb8810 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "GET /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags/tempest-TagsTest-Tag-2004795409 HTTP/1.1" status: 404 len: 326 time: 0.0735235 Dec 06 12:09:48.233696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44550) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:48.238073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.tag.tag_plugin [None req-7c08f51c-7546-4e03-abc4-d324d2c18f5b tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e58371b6-3ec6-4f67-89e4-b853bf2e7fdf') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.322913 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7c08f51c-7546-4e03-abc4-d324d2c18f5b tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "DELETE /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf/tags HTTP/1.1" status: 204 len: 168 time: 0.0827959 Dec 06 12:09:48.323215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44552) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:48.352658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.381367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=6daa92e8-8c92-4b94-82d8-f3100e778bc5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:48.424865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.536594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.570380 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58371b6-3ec6-4f67-89e4-b853bf2e7fdf']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.579705 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.583786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31be569-f48e-41aa-9655-b5a655f81c3a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.584183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31be569-f48e-41aa-9655-b5a655f81c3a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.600576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.615308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.621798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:48.622492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:48.626321 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:48.686257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.696422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:48.702469 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] 10.222.0.24 "DELETE /v2.0/networks/e58371b6-3ec6-4f67-89e4-b853bf2e7fdf HTTP/1.1" status: 204 len: 168 time: 0.3752227 Dec 06 12:09:48.712122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8251b8b-d79b-4ca5-a2cb-37f01a713734 tempest-TagsTest-393964389 tempest-TagsTest-393964389-project] Pushing event deleted for resources: {'Network': ['ID=e58371b6-3ec6-4f67-89e4-b853bf2e7fdf,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:48.830723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router c8419dae-59fc-4234-9127-e301cefbad5a has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:48.952222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:48.960437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44558) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:48.964389 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bcdde1cd-d663-4e5c-91dd-00aa04b918c9 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/routers/c8419dae-59fc-4234-9127-e301cefbad5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8738809 Dec 06 12:09:48.969452 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca7454-2005-43ee-99bc-46c2fbf824ce None None] Sync routers for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:48.982490 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca7454-2005-43ee-99bc-46c2fbf824ce None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:48.982490 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-34ca7454-2005-43ee-99bc-46c2fbf824ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:48.982738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44560) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:49.024426 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-34ca7454-2005-43ee-99bc-46c2fbf824ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:49.040075 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca7454-2005-43ee-99bc-46c2fbf824ce None None] Routers {'c8419dae-59fc-4234-9127-e301cefbad5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:49.040805 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-34ca7454-2005-43ee-99bc-46c2fbf824ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c8419dae-59fc-4234-9127-e301cefbad5a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:49.042519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44564) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:49.048996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'subnets': [{'network_id': '9e754a05-fbc6-4c0e-8608-ac419b407eb5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1446250646', 'ip_version': 6}, {'network_id': '444e74bf-6c76-4cd3-82eb-c279a643c78f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:49.049492 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'subnet': {'network_id': '9e754a05-fbc6-4c0e-8608-ac419b407eb5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1446250646', 'ip_version': 6}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:49.050232 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Request body: {'subnet': {'network_id': '444e74bf-6c76-4cd3-82eb-c279a643c78f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:49.085253 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-34ca7454-2005-43ee-99bc-46c2fbf824ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:49.085917 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca7454-2005-43ee-99bc-46c2fbf824ce None None] The sync data for ids ['c8419dae-59fc-4234-9127-e301cefbad5a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:49.107946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.209778 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-89189bba-e725-4686-86f8-abc23a9ab087 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b8f9cb6ba844fca90c1278c14087f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257352 Dec 06 12:09:49.212415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44566) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:49.216878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.269668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port c7d52103-7b01-481d-a867-a5a1b65efb0c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:49.270115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.284847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Made reservation on behalf of 2972cc7635c2438ca377d15578d5f45e for: {'subnet': 2} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:49.289385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.289727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.311528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.353377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.365321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for c7d52103-7b01-481d-a867-a5a1b65efb0c owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:49.383675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.472431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.474906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.476138 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e0fb7a1-4d15-40d9-ab5f-b6476ce2541a HTTP/1.1" status: 204 len: 168 time: 0.2627056 Dec 06 12:09:49.496436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0fb7a1-4d15-40d9-ab5f-b6476ce2541a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:49.510679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.511030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.511378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.511719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.512086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.512456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.512745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.513118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.513405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.513725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.514217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.514614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.515152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfe2d4-bd1b-4204-9ca3-674fcc558749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:49.546564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.577206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=c7d52103-7b01-481d-a867-a5a1b65efb0c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:49.588190 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a197446d-6fca-4fec-8954-c49cfd0d10d1 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:49.643326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.741063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.743232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.789547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.790577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Fanout notify agent at l3_agent the message router_deleted on router c8419dae-59fc-4234-9127-e301cefbad5a {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:49.799384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.800370 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3df2cf2a-13a3-4872-abe3-24099b5535c5 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/routers/c8419dae-59fc-4234-9127-e301cefbad5a HTTP/1.1" status: 204 len: 168 time: 0.8389337 Dec 06 12:09:49.801262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.802841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44576) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:49.856739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f29fcb1-1f8a-4a86-b31d-b42949191e73 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting subnet c50367e6-f338-4476-94d4-0d2af922e4b0 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:49.860180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f29fcb1-1f8a-4a86-b31d-b42949191e73 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.872260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Subnet': ['ID=50de7e9f-8f2e-4e85-ad8e-1281ec522bbf,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:49.884076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Checking segment: {'id': '17507f77-d63c-4094-b1b8-36187fb73e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9e754a05-fbc6-4c0e-8608-ac419b407eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:49.884447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Network hostable DHCP agents. Network: 9e754a05-fbc6-4c0e-8608-ac419b407eb5, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:49.902318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Network 9e754a05-fbc6-4c0e-8608-ac419b407eb5 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:49.904360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f29fcb1-1f8a-4a86-b31d-b42949191e73 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.918642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9e754a05-fbc6-4c0e-8608-ac419b407eb5) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:49.923813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:49.930700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4db64-0a8c-4476-ac0e-7eb9f5edcd8e None None] Network 9e754a05-fbc6-4c0e-8608-ac419b407eb5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:49.990835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event updated for resources: {'Subnet': ['ID=6435da01-0a02-4c9c-a459-8170c2277e66,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.009001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Checking segment: {'id': '91eaa8dd-2ff8-45a9-84d7-5a868272c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '444e74bf-6c76-4cd3-82eb-c279a643c78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:50.009439 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Network hostable DHCP agents. Network: 444e74bf-6c76-4cd3-82eb-c279a643c78f, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:50.032344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Network 444e74bf-6c76-4cd3-82eb-c279a643c78f is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:50.043529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 444e74bf-6c76-4cd3-82eb-c279a643c78f) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:50.054986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e10b13a-4075-406c-917b-eafd2bdc18a5 None None] Network 444e74bf-6c76-4cd3-82eb-c279a643c78f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:50.057811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f29fcb1-1f8a-4a86-b31d-b42949191e73 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.061958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.062446 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.063092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.086054 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-55e672ff-af2a-4546-98b2-1262d70fb6c8 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0422494 Dec 06 12:09:50.088633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44588) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:50.147435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f29fcb1-1f8a-4a86-b31d-b42949191e73 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.183096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29fcb1-1f8a-4a86-b31d-b42949191e73 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Subnet': ['ID=c50367e6-f338-4476-94d4-0d2af922e4b0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.195049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f29fcb1-1f8a-4a86-b31d-b42949191e73 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.200044 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1f29fcb1-1f8a-4a86-b31d-b42949191e73 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/subnets/c50367e6-f338-4476-94d4-0d2af922e4b0 HTTP/1.1" status: 204 len: 168 time: 0.3954062 Dec 06 12:09:50.200230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b16f514-be10-45ac-bcb6-732a80ecbe07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9e754a05-fbc6-4c0e-8608-ac419b407eb5', 'network_id': '9e754a05-fbc6-4c0e-8608-ac419b407eb5', 'tenant_id': '2972cc7635c2438ca377d15578d5f45e', 'fixed_ips': [{'subnet_id': '50de7e9f-8f2e-4e85-ad8e-1281ec522bbf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:50.201045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b16f514-be10-45ac-bcb6-732a80ecbe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.207301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ccaef-4744-47d0-ac4d-fd8344429f19 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.209078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ccaef-4744-47d0-ac4d-fd8344429f19 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.210823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ccaef-4744-47d0-ac4d-fd8344429f19 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:50.215965 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-791ccaef-4744-47d0-ac4d-fd8344429f19 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1222401 Dec 06 12:09:50.215965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44590) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:50.220236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c6ecd-93fa-4172-8bea-1d9afd22c040 None None] Network 460292f3-5d0d-46fc-990e-24545b0f4089 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:50.222638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44592) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:50.292004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f19c99-5f6e-40eb-bcb0-d1b0baa22422 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Deleting subnet 50de7e9f-8f2e-4e85-ad8e-1281ec522bbf {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:50.296810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60f19c99-5f6e-40eb-bcb0-d1b0baa22422 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.329238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.347040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60f19c99-5f6e-40eb-bcb0-d1b0baa22422 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.391421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:50.392103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.403114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60f19c99-5f6e-40eb-bcb0-d1b0baa22422 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.472835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60f19c99-5f6e-40eb-bcb0-d1b0baa22422 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.475189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a86b2c-6a45-4b37-bc93-3273d52ba7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-444e74bf-6c76-4cd3-82eb-c279a643c78f', 'network_id': '444e74bf-6c76-4cd3-82eb-c279a643c78f', 'tenant_id': '2972cc7635c2438ca377d15578d5f45e', 'fixed_ips': [{'subnet_id': '6435da01-0a02-4c9c-a459-8170c2277e66'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:50.476077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19a86b2c-6a45-4b37-bc93-3273d52ba7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-4b16f514-be10-45ac-bcb6-732a80ecbe07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50de7e9f-8f2e-4e85-ad8e-1281ec522bbf: This subnet is being modified by another concurrent operation. Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50de7e9f-8f2e-4e85-ad8e-1281ec522bbf: This subnet is being modified by another concurrent operation. Dec 06 12:09:50.489191 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:09:50.498926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60f19c99-5f6e-40eb-bcb0-d1b0baa22422 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.499965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] For port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70c2201e-0dd2-4e6a-b149-ed1ffacc5274,segment=NetworkSegment(1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7),segment_id=1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:50.499965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.503882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44598) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:50.504217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-60f19c99-5f6e-40eb-bcb0-d1b0baa22422 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/subnets/50de7e9f-8f2e-4e85-ad8e-1281ec522bbf HTTP/1.1" status: 204 len: 168 time: 0.2765715 Dec 06 12:09:50.521467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f19c99-5f6e-40eb-bcb0-d1b0baa22422 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Subnet': ['ID=50de7e9f-8f2e-4e85-ad8e-1281ec522bbf,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.530817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b24d942-2353-4d60-a84b-b1d1c4592b08 None None] Network 9e754a05-fbc6-4c0e-8608-ac419b407eb5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:50.564875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:50.596334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a99bf6-dae6-44e7-9560-6b8a90ed1351 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Deleting subnet 6435da01-0a02-4c9c-a459-8170c2277e66 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:50.626541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3a99bf6-dae6-44e7-9560-6b8a90ed1351 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.684078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3a99bf6-dae6-44e7-9560-6b8a90ed1351 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.749281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.755723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3a99bf6-dae6-44e7-9560-6b8a90ed1351 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.778258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a249ea-d9d7-4092-9d81-34872ba62df0 None None] DHCP port deletion for 460292f3-5d0d-46fc-990e-24545b0f4089 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:50.802503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=70c2201e-0dd2-4e6a-b149-ed1ffacc5274,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.809783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] No DVR routers for this DVR port 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:09:50.912960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-19a86b2c-6a45-4b37-bc93-3273d52ba7cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6435da01-0a02-4c9c-a459-8170c2277e66: This subnet is being modified by another concurrent operation. Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6435da01-0a02-4c9c-a459-8170c2277e66: This subnet is being modified by another concurrent operation. Dec 06 12:09:50.927318 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:09:50.936287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3a99bf6-dae6-44e7-9560-6b8a90ed1351 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.943397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460292f3-5d0d-46fc-990e-24545b0f4089']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:50.951190 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb8538-4b1c-4d8d-810b-55c7e3349934 None None] Network 444e74bf-6c76-4cd3-82eb-c279a643c78f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:50.973845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:50.973845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5ae85f-eb6a-415f-8e4c-289b8f3e2fd7') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:50.977035 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a99bf6-dae6-44e7-9560-6b8a90ed1351 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Subnet': ['ID=6435da01-0a02-4c9c-a459-8170c2277e66,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:50.979020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3a99bf6-dae6-44e7-9560-6b8a90ed1351 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:50.984820 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c3a99bf6-dae6-44e7-9560-6b8a90ed1351 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/subnets/6435da01-0a02-4c9c-a459-8170c2277e66 HTTP/1.1" status: 204 len: 168 time: 0.4802008 Dec 06 12:09:50.984933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44612) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:50.991534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.008571 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.017502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:51.017919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:51.024574 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:51.059990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8e763-49cd-42e5-95fa-3c0bd468c63c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:51.062710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2db8e763-49cd-42e5-95fa-3c0bd468c63c tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0766244 Dec 06 12:09:51.069486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44614) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:51.089197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3946de-9a19-48ab-93d8-adfd8b9f3a01 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:09:51.099911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.115611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.121109 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/networks/460292f3-5d0d-46fc-990e-24545b0f4089 HTTP/1.1" status: 204 len: 168 time: 0.9069104 Dec 06 12:09:51.132108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44620) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:51.134949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740c751-af36-49d5-a638-40d391e11b25 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Network': ['ID=460292f3-5d0d-46fc-990e-24545b0f4089,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:51.174835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3946de-9a19-48ab-93d8-adfd8b9f3a01 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:09:51.274138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.391329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.415630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port e6e6cba1-014f-4ed6-90ec-2289dc78c8ef {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:51.416006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.418515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444e74bf-6c76-4cd3-82eb-c279a643c78f']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:51.438072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011817b-0d81-4b9b-b755-6de963e8a357 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:09:51.441450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91eaa8dd-2ff8-45a9-84d7-5a868272c1d5') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:51.441753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91eaa8dd-2ff8-45a9-84d7-5a868272c1d5') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:51.480352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.500784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.509626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b011817b-0d81-4b9b-b755-6de963e8a357 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:09:51.510552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:51.510944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:51.513928 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:51.585556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.585879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.602424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for e6e6cba1-014f-4ed6-90ec-2289dc78c8ef owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:51.611960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.621018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.625712 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/networks/444e74bf-6c76-4cd3-82eb-c279a643c78f HTTP/1.1" status: 204 len: 168 time: 0.5550690 Dec 06 12:09:51.629036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44622) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:51.669108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Network': ['ID=444e74bf-6c76-4cd3-82eb-c279a643c78f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:51.684643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.685507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.686682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.687396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.688010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.688617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.689758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.690336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.690900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.691461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.692037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.692594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.693152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1374607-7625-40d4-9633-4fb945010c8f tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:51.775848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44624) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:51.781126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354041225', 'description': 'tempest-secgroup-smoke-1354041225 description', 'project_id': 'ab1df1a4701645848cd89f5e86657939'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:51.795455 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.801092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.821854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.833994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=e6e6cba1-014f-4ed6-90ec-2289dc78c8ef,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:51.855197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.867048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:09:51.888582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:09:51.888582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 70c2201e-0dd2-4e6a-b149-ed1ffacc5274 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:09:51.910292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.913495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.916550 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-390c36bf-8773-4bf5-ad5d-fc5a4e0add3c tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/floatingips/f9cbffb4-abb7-419a-a7de-5b2050eaa60e HTTP/1.1" status: 204 len: 168 time: 0.7831151 Dec 06 12:09:51.921287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44626) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:51.925269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.950722 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adf5b41-8a13-4c7d-b26a-2cabd8a66afa tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:51.952075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adf5b41-8a13-4c7d-b26a-2cabd8a66afa tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:51.954511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6adf5b41-8a13-4c7d-b26a-2cabd8a66afa tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/ports/375ddae7-569a-473b-a765-ba9e43be0ebb HTTP/1.1" status: 404 len: 333 time: 0.0321863 Dec 06 12:09:51.957540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44628) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:51.957704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e754a05-fbc6-4c0e-8608-ac419b407eb5']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:51.970798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17507f77-d63c-4094-b1b8-36187fb73e02') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:51.971157 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17507f77-d63c-4094-b1b8-36187fb73e02') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:51.987759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:51.992119 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ba8791bb-8491-408f-9998-9d24fef9b5fb tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8419dae-59fc-4234-9127-e301cefbad5a HTTP/1.1" status: 200 len: 205 time: 0.0331497 Dec 06 12:09:51.994464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44630) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.008731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.020469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:52.020840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:52.023780 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:52.037538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-f4f57398-9b55-40fc-a7cf-13cb8a0a296d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] delete failed (client error): The resource could not be found. Dec 06 12:09:52.039902 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f4f57398-9b55-40fc-a7cf-13cb8a0a296d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/routers/c8419dae-59fc-4234-9127-e301cefbad5a HTTP/1.1" status: 404 len: 336 time: 0.0431342 Dec 06 12:09:52.041154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44632) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.067205 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6a0bdb-1033-4317-aeeb-cd8709389d59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] DELETE failed (client error): The resource could not be found. Dec 06 12:09:52.067668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6a0bdb-1033-4317-aeeb-cd8709389d59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:09:52.070699 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8c6a0bdb-1033-4317-aeeb-cd8709389d59 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/subnets/c50367e6-f338-4476-94d4-0d2af922e4b0 HTTP/1.1" status: 404 len: 337 time: 0.0285645 Dec 06 12:09:52.073295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44634) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.091312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.097474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.114543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.128658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.132007 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/networks/9e754a05-fbc6-4c0e-8608-ac419b407eb5 HTTP/1.1" status: 204 len: 168 time: 0.5019331 Dec 06 12:09:52.134602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44636) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.157092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4989b9-859b-484e-bf23-81f0bf530b1a tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Network': ['ID=9e754a05-fbc6-4c0e-8608-ac419b407eb5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.171213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b288e65-b409-4b99-9715-bebea74c909a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.203504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.208111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.226611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.239093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c6c02958-5dc1-4e5d-a512-600d588dfef0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port ef00b252-cc45-4f96-a4bf-c0e8a87287b8 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:52.239398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.239556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c02958-5dc1-4e5d-a512-600d588dfef0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.243530 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4638064 Dec 06 12:09:52.243765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44638) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.249216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2b4acfec-a38e-4c91-b9d9-ac13e23d182f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'security_group_rule': {'security_group_id': 'f9e930be-5047-4eeb-a670-6fb882be612e', 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:52.254589 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc75ecd-e913-46f0-ad7d-559a69e1095f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e930be-5047-4eeb-a670-6fb882be612e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.281096 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4acfec-a38e-4c91-b9d9-ac13e23d182f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.345635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4acfec-a38e-4c91-b9d9-ac13e23d182f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.350212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4acfec-a38e-4c91-b9d9-ac13e23d182f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.367988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4acfec-a38e-4c91-b9d9-ac13e23d182f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4827100a-f2a8-47d5-9d0e-4aa6cbbd1012,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.377238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4acfec-a38e-4c91-b9d9-ac13e23d182f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.380991 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2b4acfec-a38e-4c91-b9d9-ac13e23d182f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337297 Dec 06 12:09:52.381300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44640) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.385602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0a0d43e6-6990-4dc0-88eb-32542cdfe5ae tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'security_group_rule': {'security_group_id': 'f9e930be-5047-4eeb-a670-6fb882be612e', 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:52.394941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.412165 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a0d43e6-6990-4dc0-88eb-32542cdfe5ae tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.425244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c02958-5dc1-4e5d-a512-600d588dfef0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.434103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64eca11-9832-43a5-b313-52e60d465507']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:52.446882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c6c02958-5dc1-4e5d-a512-600d588dfef0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for ef00b252-cc45-4f96-a4bf-c0e8a87287b8 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:52.449394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff646806-31df-4c3f-ae7b-1fdbb248c830') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:52.449686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff646806-31df-4c3f-ae7b-1fdbb248c830') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:52.464390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.474877 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a0d43e6-6990-4dc0-88eb-32542cdfe5ae tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.478689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a0d43e6-6990-4dc0-88eb-32542cdfe5ae tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.497252 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d43e6-6990-4dc0-88eb-32542cdfe5ae tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5749fc2b-56bb-40a5-a2e2-fc1b05eb89a7,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.507104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a0d43e6-6990-4dc0-88eb-32542cdfe5ae tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.508341 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0a0d43e6-6990-4dc0-88eb-32542cdfe5ae tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261046 Dec 06 12:09:52.511249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44642) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.516569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e74f05a1-ce30-4cd7-b497-c83c38aa5d09 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'security_group_rule': {'security_group_id': 'f9e930be-5047-4eeb-a670-6fb882be612e', 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:52.521897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.537014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:52.537395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:52.540395 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:52.628859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e74f05a1-ce30-4cd7-b497-c83c38aa5d09 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.642913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.657778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.660916 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/networks/e64eca11-9832-43a5-b313-52e60d465507 HTTP/1.1" status: 204 len: 168 time: 0.5253632 Dec 06 12:09:52.663649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44644) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.702933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523619a5-51cd-42ef-a4db-75fcf2bff585 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Network': ['ID=e64eca11-9832-43a5-b313-52e60d465507,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.739469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.744266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e74f05a1-ce30-4cd7-b497-c83c38aa5d09 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.745080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c02958-5dc1-4e5d-a512-600d588dfef0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.754384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e74f05a1-ce30-4cd7-b497-c83c38aa5d09 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.782726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c02958-5dc1-4e5d-a512-600d588dfef0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=ef00b252-cc45-4f96-a4bf-c0e8a87287b8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.800300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f05a1-ce30-4cd7-b497-c83c38aa5d09 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e959c2-e971-4e1d-b169-4dc97fcbf322,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:52.806600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937a9df-70c4-4e7e-927f-4ceecd60e735 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:52.821734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e74f05a1-ce30-4cd7-b497-c83c38aa5d09 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.822937 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e74f05a1-ce30-4cd7-b497-c83c38aa5d09 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107231 Dec 06 12:09:52.833938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44646) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.840472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c17093b9-2d5f-4490-93f4-c1dfc9449a8d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'security_group_rule': {'security_group_id': 'f9e930be-5047-4eeb-a670-6fb882be612e', 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:52.848515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.864964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c02958-5dc1-4e5d-a512-600d588dfef0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.870313 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c6c02958-5dc1-4e5d-a512-600d588dfef0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/ports/ef00b252-cc45-4f96-a4bf-c0e8a87287b8 HTTP/1.1" status: 204 len: 168 time: 0.7940080 Dec 06 12:09:52.870576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44648) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:52.879557 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7666ab7d-ad9c-4a6c-b055-c7fde6b05995']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:52.892774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab23971-5d74-4968-9529-81c3512394c1') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:52.893111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab23971-5d74-4968-9529-81c3512394c1') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:52.906210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c17093b9-2d5f-4490-93f4-c1dfc9449a8d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.921780 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.950215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.966792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:52.967220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.969118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2a550-99a3-40e9-8c7f-937472d03285 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port d6161d93-3040-40c4-be14-aa846fa08708 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:52.969461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a550-99a3-40e9-8c7f-937472d03285 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:52.970344 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:53.051081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c17093b9-2d5f-4490-93f4-c1dfc9449a8d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.052235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.056891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.063153 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] 10.222.0.24 "DELETE /v2.0/networks/7666ab7d-ad9c-4a6c-b055-c7fde6b05995 HTTP/1.1" status: 204 len: 168 time: 0.3953037 Dec 06 12:09:53.063346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a550-99a3-40e9-8c7f-937472d03285 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.065804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c17093b9-2d5f-4490-93f4-c1dfc9449a8d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.077589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2a550-99a3-40e9-8c7f-937472d03285 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for d6161d93-3040-40c4-be14-aa846fa08708 owned by {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:53.091803 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2bd9d-4db8-475c-a261-e8116908c3f3 tempest-BulkNetworkOpsIpV6Test-2015427076 tempest-BulkNetworkOpsIpV6Test-2015427076-project] Pushing event deleted for resources: {'Network': ['ID=7666ab7d-ad9c-4a6c-b055-c7fde6b05995,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.097759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17093b9-2d5f-4490-93f4-c1dfc9449a8d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5d40ed-48fd-4b2d-832e-617c1b8676c4,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.104597 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c17093b9-2d5f-4490-93f4-c1dfc9449a8d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.109200 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c17093b9-2d5f-4490-93f4-c1dfc9449a8d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2709150 Dec 06 12:09:53.109487 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44652) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:53.114777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0f368d7e-56e2-4c9d-b776-d5b63f96d0a4 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'security_group_rule': {'security_group_id': 'f9e930be-5047-4eeb-a670-6fb882be612e', 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:53.143212 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-0f368d7e-56e2-4c9d-b776-d5b63f96d0a4 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Project ab1df1a4701645848cd89f5e86657939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:09:53.148335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f368d7e-56e2-4c9d-b776-d5b63f96d0a4 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.213975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f368d7e-56e2-4c9d-b776-d5b63f96d0a4 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.218518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f368d7e-56e2-4c9d-b776-d5b63f96d0a4 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.236586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a550-99a3-40e9-8c7f-937472d03285 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.238403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f368d7e-56e2-4c9d-b776-d5b63f96d0a4 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614453d9-31f8-4048-b0a9-94ecaf44d15d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.248787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f368d7e-56e2-4c9d-b776-d5b63f96d0a4 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.252829 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0f368d7e-56e2-4c9d-b776-d5b63f96d0a4 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420531 Dec 06 12:09:53.253516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44654) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:53.265983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b6fbada6-14f6-4fb1-968b-cd4ad1e11ba9 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'security_group_rule': {'security_group_id': 'f9e930be-5047-4eeb-a670-6fb882be612e', 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:53.275683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2a550-99a3-40e9-8c7f-937472d03285 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=d6161d93-3040-40c4-be14-aa846fa08708,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.284993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075a6e2-c330-42c1-98c1-8d2bdfaa21d1 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:53.320279 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-b6fbada6-14f6-4fb1-968b-cd4ad1e11ba9 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Project ab1df1a4701645848cd89f5e86657939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:09:53.325949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6fbada6-14f6-4fb1-968b-cd4ad1e11ba9 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.353674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a550-99a3-40e9-8c7f-937472d03285 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.360302 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d7a2a550-99a3-40e9-8c7f-937472d03285 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/ports/d6161d93-3040-40c4-be14-aa846fa08708 HTTP/1.1" status: 204 len: 168 time: 0.4886739 Dec 06 12:09:53.360923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44658) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:53.366779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44660) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:53.397078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6fbada6-14f6-4fb1-968b-cd4ad1e11ba9 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.402012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6fbada6-14f6-4fb1-968b-cd4ad1e11ba9 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.411321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c67a65-8762-4265-bc71-2d76f45f4477 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:53.415648 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d0c67a65-8762-4265-bc71-2d76f45f4477 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "GET /v2.0/ports?device_id=715718a8-50b7-4420-a288-52d83120c9d8 HTTP/1.1" status: 200 len: 913 time: 0.0537512 Dec 06 12:09:53.416287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44664) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:53.427210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbada6-14f6-4fb1-968b-cd4ad1e11ba9 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760f5a03-8341-43ff-86ad-c8fd52403fe1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.432867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6fbada6-14f6-4fb1-968b-cd4ad1e11ba9 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.434111 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b6fbada6-14f6-4fb1-968b-cd4ad1e11ba9 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1794901 Dec 06 12:09:53.438809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44666) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:53.444575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'network': {'name': 'tempest-network-smoke--295072705', 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:53.469381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Made reservation on behalf of ab1df1a4701645848cd89f5e86657939 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:53.473289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.514663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:53.537751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.538188 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Added segment be64e0b3-240a-42fe-aa5d-eeffc20b6f6a of type vlan for network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d Dec 06 12:09:53.551928 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7af613c2-8045-4093-ba3b-7bc587cf74ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2972cc7635c2438ca377d15578d5f45e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840668 Dec 06 12:09:53.564612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44668) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:53.586070 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.611043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.616791 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:53.617389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.668646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3f6b-39bc-41a5-b349-599ff5c56d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.681137 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2412474 Dec 06 12:09:53.684021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44670) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:53.689266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'admin_state_up': True, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:53.701785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ab8c9-e551-4848-b180-fa78720376cf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'Network': ['ID=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.714596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:53.720472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3f6b-39bc-41a5-b349-599ff5c56d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.721322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.722386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.785153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.825028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3f6b-39bc-41a5-b349-599ff5c56d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.828497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3f6b-39bc-41a5-b349-599ff5c56d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:53.829654 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2b1c3f6b-39bc-41a5-b349-599ff5c56d1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b194c0dd-e88d-4f26-bb62-83cf4642589d HTTP/1.1" status: 204 len: 168 time: 0.2641232 Dec 06 12:09:53.841297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c3f6b-39bc-41a5-b349-599ff5c56d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b194c0dd-e88d-4f26-bb62-83cf4642589d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:53.871611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.201904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.411989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.431607 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.489302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port 1b4ee030-0faa-4342-ba52-2fbe4dd079aa {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:54.490305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.545935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Allocated IP 172.36.1.14 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/d2ba6f1e-b49e-4940-ba65-94fdb7fd2352) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:54.565861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44692) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:54.587054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.600269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for 1b4ee030-0faa-4342-ba52-2fbe4dd079aa owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:54.650199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.676866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-928321749-network', 'tenant_id': '67ab925408f94f2ca80b9355416614b2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:54.690700 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.728761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:54.731604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:54.735964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:54.742622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Made reservation on behalf of 67ab925408f94f2ca80b9355416614b2 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:54.745142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.750694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65917b3d-b082-4487-ad56-603c5c08a279 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:54.764142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.765274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'Port': ['ID=d2ba6f1e-b49e-4940-ba65-94fdb7fd2352,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:54.809570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-659b185b-ddae-457f-9c39-9ad0feb135dd None None] Provisioning complete for port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:54.810323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-659b185b-ddae-457f-9c39-9ad0feb135dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.860615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-659b185b-ddae-457f-9c39-9ad0feb135dd None None] Port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:54.875988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.911824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=1b4ee030-0faa-4342-ba52-2fbe4dd079aa,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:54.930600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af9ebe-030f-4f02-b8a2-2b38e3ca2cc6 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:54.950926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:54.969772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.016675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.024552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:09:55.045506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e967fc-6985-4d69-a0b7-fcc63e52b188,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:55.089996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.090407 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Added segment facdfffc-b184-4938-8150-ef02540c4e0b of type vlan for network 9db4f462-d759-40a6-874a-84bb45b7b094 Dec 06 12:09:55.181821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.225752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.228715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.229249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.229796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:55.230230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.347056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7799721 Dec 06 12:09:55.351507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44698) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:55.358208 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Request body: {'subnet': {'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-928321749-subnet', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:55.372313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47debc38-ccbd-44db-8497-a97f5f5521e0 admin admin] Pushing event updated for resources: {'Network': ['ID=9db4f462-d759-40a6-874a-84bb45b7b094,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:55.383697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 9db4f462-d759-40a6-874a-84bb45b7b094 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:09:55.393089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Router a9db9032-0dcf-44d3-900c-88e32c074a6b is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:55.396132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Made reservation on behalf of 67ab925408f94f2ca80b9355416614b2 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:55.398490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.552980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Router 715718a8-50b7-4420-a288-52d83120c9d8 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:09:55.594873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:55.606731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Sync routers for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:55.618235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.620611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:55.621299 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:55.623236 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-860b10b1-86fa-40cb-80b2-40d65c00a17b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9380524 Dec 06 12:09:55.627169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44704) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:55.672366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:55.678438 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-06d5c522-2347-4852-ac2f-486f784275c0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "PUT /v2.0/routers/715718a8-50b7-4420-a288-52d83120c9d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2610188 Dec 06 12:09:55.682044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44708) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:55.686386 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b93bb85-3fb3-4810-a240-b9480ff280c0 None None] Sync routers for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:55.701349 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93bb85-3fb3-4810-a240-b9480ff280c0 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:55.701983 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4b93bb85-3fb3-4810-a240-b9480ff280c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:55.728404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.744200 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4b93bb85-3fb3-4810-a240-b9480ff280c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:55.754333 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93bb85-3fb3-4810-a240-b9480ff280c0 None None] Routers {'715718a8-50b7-4420-a288-52d83120c9d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:55.755209 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4b93bb85-3fb3-4810-a240-b9480ff280c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['715718a8-50b7-4420-a288-52d83120c9d8'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:55.759710 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:55.792281 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4b93bb85-3fb3-4810-a240-b9480ff280c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:55.793295 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b93bb85-3fb3-4810-a240-b9480ff280c0 None None] The sync data for ids ['715718a8-50b7-4420-a288-52d83120c9d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:55.832752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.850176 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ff0730d3-24a3-4c34-95a6-f2d5d4b85b84 tempest-TestNetworkAdvancedServerOps-1029129776 tempest-TestNetworkAdvancedServerOps-1029129776-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab1df1a4701645848cd89f5e86657939&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2218828 Dec 06 12:09:55.854991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44710) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:55.896818 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05e822a-f2f8-4e48-badb-9b2505086a19,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:55.946181 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Checking segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:55.947526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Network hostable DHCP agents. Network: 9db4f462-d759-40a6-874a-84bb45b7b094, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:55.956853 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:54Z', 'revision_number': 3, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:55.957147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:55.991010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Checking router: a9db9032-0dcf-44d3-900c-88e32c074a6b for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:55.991639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Updating router a9db9032-0dcf-44d3-900c-88e32c074a6b port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:55.995578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Network 9db4f462-d759-40a6-874a-84bb45b7b094 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:55.999782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a762e77-1a9e-4029-acd9-66a7ba920db7 tempest-TestNetworkAdvancedServerOps-1029129776 tempest-TestNetworkAdvancedServerOps-1029129776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:56.004278 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3a762e77-1a9e-4029-acd9-66a7ba920db7 tempest-TestNetworkAdvancedServerOps-1029129776 tempest-TestNetworkAdvancedServerOps-1029129776-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431766 Dec 06 12:09:56.005592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44714) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:56.009126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9db4f462-d759-40a6-874a-84bb45b7b094) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:56.015612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:56.016216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.022735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e34a2a-d545-4ac8-8e4d-0b363f6dbbec None None] Network 9db4f462-d759-40a6-874a-84bb45b7b094 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:56.028401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.036311 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fc91f6aa-c849-486d-b880-501cdf33e46c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6836805 Dec 06 12:09:56.039522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44716) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:56.046046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:56.054190 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ab65ab53-faec-4d60-a90a-45326c804108 tempest-TestNetworkAdvancedServerOps-1029129776 tempest-TestNetworkAdvancedServerOps-1029129776-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435643 Dec 06 12:09:56.054399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44718) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:56.059087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536167017', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:09:56.073958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.075724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.091284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting port 4f591e81-bdf4-42fa-845d-3dda5bc5e2cc {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:09:56.091551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.133064 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.223289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Made reservation on behalf of ab1df1a4701645848cd89f5e86657939 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:09:56.226910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.234593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.249782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-553a1b06-84d8-46f2-b530-5493d5989203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.265712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Calling delete_port for 4f591e81-bdf4-42fa-845d-3dda5bc5e2cc owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:09:56.280049 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.350654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9db4f462-d759-40a6-874a-84bb45b7b094', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:56.351823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.518620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.526001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.537898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.543643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.550861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.585174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Allocated IP 172.20.0.2 (9db4f462-d759-40a6-874a-84bb45b7b094/c05e822a-f2f8-4e48-badb-9b2505086a19/37a4e1fb-a46b-4d23-9782-94c9ebc63194) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:56.614528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Pushing event updated for resources: {'Port': ['ID=d2ba6f1e-b49e-4940-ba65-94fdb7fd2352,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:56.621056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Attempting to bind port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:56.622024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Attempting to bind port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:56.622580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Attempting to bind port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:56.629928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.632835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2740046-d6dd-487c-b9ff-16edcfe13f4d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:56.639286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'Subnet': ['ID=6cd94ca9-3f4d-4dce-98f9-367a6985f350,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:56.653903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.654264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.655172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.655516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.655870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.656271 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.656616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.656946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.657281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.657784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.658291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.658797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.659308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:09:56.662356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Port': ['ID=4f591e81-bdf4-42fa-845d-3dda5bc5e2cc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:56.665332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:56.665960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:56.666567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.667158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:56.667841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Bound port: d2ba6f1e-b49e-4940-ba65-94fdb7fd2352, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:56.668488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.669661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Checking segment: {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:56.670109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Network hostable DHCP agents. Network: 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:09:56.674598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Allocated IP 172.36.1.121 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/5ab7f32b-32dc-47d7-af45-effade59b57d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:56.731619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eafeb9-c959-4b66-a0d2-e5167df16062 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:56.739949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:09:56.751428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.755001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:56.795692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ce31c-b40a-495b-88fb-54e24313adf6 None None] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:56.804355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.812634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:09:56.813216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.831073 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-19709554-28e1-46a7-90a7-bc80a8d7ee31 None None] Provisioning complete for port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:56.831443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19709554-28e1-46a7-90a7-bc80a8d7ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.840337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.856613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.859698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] For port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:56.859988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.871216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-83f65d5f-d2ac-4d38-b56c-4abdb16f70c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8132687 Dec 06 12:09:56.871435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44722) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:56.883002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:56.887531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:56.891819 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:56.928264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Pushing event updated for resources: {'Port': ['ID=5ab7f32b-32dc-47d7-af45-effade59b57d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:56.938138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6d6a3-f2d6-4570-9cd8-ae43d69d2326 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:56.949765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] For port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2ba6f1e-b49e-4940-ba65-94fdb7fd2352,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:56.953305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.953824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Fanout notify agent at l3_agent the message router_deleted on router 715718a8-50b7-4420-a288-52d83120c9d8 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:09:56.964814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.969746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-07865aaa-6978-411f-8b18-444e8636b134 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/routers/715718a8-50b7-4420-a288-52d83120c9d8 HTTP/1.1" status: 204 len: 168 time: 1.2859774 Dec 06 12:09:56.977690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:56.988634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-19709554-28e1-46a7-90a7-bc80a8d7ee31 None None] Port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:57.010507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44724) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:57.055163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.060474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724ef806-6fc8-4050-a5e5-d74491450a27 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:57.081809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.098865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:57.099511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:57.125276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c08bd17-c2f7-4067-8997-0f91c7ba7cf0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Deleting subnet be73be97-6c0f-4a00-b424-44cdc880ac8b {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:09:57.133201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c08bd17-c2f7-4067-8997-0f91c7ba7cf0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.170685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab63a4-0107-4476-8bc1-ea7ed3c13a97 None None] Pushing event updated for resources: {'Port': ['ID=d2ba6f1e-b49e-4940-ba65-94fdb7fd2352,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:57.210788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Network 9db4f462-d759-40a6-874a-84bb45b7b094 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:57.214542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c08bd17-c2f7-4067-8997-0f91c7ba7cf0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.228548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:57.230974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:57.298899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] Provisioning complete for port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:57.299360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.334145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Pushing event updated for resources: {'Port': ['ID=37a4e1fb-a46b-4d23-9782-94c9ebc63194,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:57.448768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.539128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:09:57.540007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.582668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c08bd17-c2f7-4067-8997-0f91c7ba7cf0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.590052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Attempting to bind port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:57.590432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Attempting to bind port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:57.590799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Attempting to bind port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 on network 9db4f462-d759-40a6-874a-84bb45b7b094 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:57.599711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:57.600119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Checking segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:57.600520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.600913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Bound using segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:57.601389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Bound port: 37a4e1fb-a46b-4d23-9782-94c9ebc63194, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:57.601775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.604971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:57.613156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.736022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c08bd17-c2f7-4067-8997-0f91c7ba7cf0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.764629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Allocated IP 172.20.0.1 (6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d/6cd94ca9-3f4d-4dce-98f9-367a6985f350/bdbdef50-7926-4b42-812d-9e30c3cbcafa) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:57.804874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c08bd17-c2f7-4067-8997-0f91c7ba7cf0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.811562 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2c08bd17-c2f7-4067-8997-0f91c7ba7cf0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/subnets/be73be97-6c0f-4a00-b424-44cdc880ac8b HTTP/1.1" status: 204 len: 168 time: 0.7999561 Dec 06 12:09:57.812833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08bd17-c2f7-4067-8997-0f91c7ba7cf0 tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Subnet': ['ID=be73be97-6c0f-4a00-b424-44cdc880ac8b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:57.814187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44726) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:57.832093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7563a4ba-92a5-4cae-be69-62e36e8c08f2 None None] Network 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:09:57.885897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.930309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.972986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.977398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:57.992448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] For port 37a4e1fb-a46b-4d23-9782-94c9ebc63194, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:58.035463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:09:58.059054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] For port 37a4e1fb-a46b-4d23-9782-94c9ebc63194, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37a4e1fb-a46b-4d23-9782-94c9ebc63194,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:58.064985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.065283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] For port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2ba6f1e-b49e-4940-ba65-94fdb7fd2352,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:09:58.069968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.093803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccb4b14-0d45-4f94-92b4-30abfee0a4b0']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:58.099967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.106624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1773a451-1d79-463b-92bb-dd63e5312329') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:58.106938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1773a451-1d79-463b-92bb-dd63e5312329') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:58.114581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.122511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.162611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:09:58.168487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae094d-6cc0-46e2-9e7b-7e294f541799 None None] DHCP port deletion for 6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:09:58.172046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.188069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.192023 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5f4a3a11-bed7-45c2-b87e-40a487a38b5c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1483028 Dec 06 12:09:58.192168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:58.192168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:09:58.192508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.192977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44728) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:09:58.195895 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:09:58.206418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:58.208251 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'Port': ['ID=bdbdef50-7926-4b42-812d-9e30c3cbcafa,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:58.208736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:09:58.210605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:58.226847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] Provisioning complete for port 5ab7f32b-32dc-47d7-af45-effade59b57d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:09:58.227228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.258825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ca0eb-417f-4e1d-871b-7fdf7c164d79 None None] Pushing event updated for resources: {'Port': ['ID=37a4e1fb-a46b-4d23-9782-94c9ebc63194,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:58.279080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Allocated IP 172.20.0.2 (6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d/6cd94ca9-3f4d-4dce-98f9-367a6985f350/4e404c5e-15b5-43be-9150-6c1afc6918b4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:58.314115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:09:58.314327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.314498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:58.336248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.342719 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] 10.222.0.24 "DELETE /v2.0/networks/6ccb4b14-0d45-4f94-92b4-30abfee0a4b0 HTTP/1.1" status: 204 len: 168 time: 0.5277965 Dec 06 12:09:58.348609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba43ca-b7a9-409a-95a0-b466ce51866d tempest-FloatingIPTestJSON-1936764969 tempest-FloatingIPTestJSON-1936764969-project] Pushing event deleted for resources: {'Network': ['ID=6ccb4b14-0d45-4f94-92b4-30abfee0a4b0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:58.359693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.551297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.658851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] Port 5ab7f32b-32dc-47d7-af45-effade59b57d cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:09:58.671525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:54Z', 'revision_number': 3, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:58.691082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44734) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:58.749613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a69d6-f124-4051-b2d0-75dd15c42eae None None] The sync data for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv is: [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:54Z', 'revision_number': 3, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:09:58.793483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.799394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b772e-52f4-41ce-952f-e25ef9353b5d None None] Pushing event updated for resources: {'Port': ['ID=d2ba6f1e-b49e-4940-ba65-94fdb7fd2352,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:58.802661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5031ff4d-1453-4bb0-846a-ddf5afc3112c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.814370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.881113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:58.883066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:09:58.887831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:58.922174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:58.928042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:58.967918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Pushing event updated for resources: {'Port': ['ID=4e404c5e-15b5-43be-9150-6c1afc6918b4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:59.010463 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-495c1780-7c8f-40df-b2bf-f110261e56c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5f5d4f1221d4866adb89a83087debed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179834 Dec 06 12:09:59.017978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44738) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:09:59.103799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Attempting to bind port 4e404c5e-15b5-43be-9150-6c1afc6918b4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:09:59.104371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Attempting to bind port 4e404c5e-15b5-43be-9150-6c1afc6918b4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:09:59.104749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Attempting to bind port 4e404c5e-15b5-43be-9150-6c1afc6918b4 on network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:09:59.119775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:09:59.122523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Checking segment: {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:09:59.122523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.122523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Bound using segment: {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:09:59.122523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Bound port: 4e404c5e-15b5-43be-9150-6c1afc6918b4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:09:59.122523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.217578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-355875fc-7a29-4795-ad3a-cd9961cd3a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.264801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Allocated IP 172.20.0.1 (9db4f462-d759-40a6-874a-84bb45b7b094/c05e822a-f2f8-4e48-badb-9b2505086a19/582abbc8-553c-460d-8c1e-a10d1d6dffaa) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:09:59.311184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-355875fc-7a29-4795-ad3a-cd9961cd3a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.341395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] For port 4e404c5e-15b5-43be-9150-6c1afc6918b4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:09:59.345200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 3, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:09:59.349797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] For port 4e404c5e-15b5-43be-9150-6c1afc6918b4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e404c5e-15b5-43be-9150-6c1afc6918b4,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:09:59.383770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.387241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:09:59.387741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Updating router 18f093db-8e03-436a-98f4-8a90dbd56ce7 port 5ab7f32b-32dc-47d7-af45-effade59b57d binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:09:59.412736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.423048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.479318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-355875fc-7a29-4795-ad3a-cd9961cd3a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.483037 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-355875fc-7a29-4795-ad3a-cd9961cd3a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.483340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.484080 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-355875fc-7a29-4795-ad3a-cd9961cd3a86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8db8ad7-2ad2-4c1f-b4a4-7702971cecb0 HTTP/1.1" status: 204 len: 168 time: 0.4650588 Dec 06 12:09:59.499731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355875fc-7a29-4795-ad3a-cd9961cd3a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db8ad7-2ad2-4c1f-b4a4-7702971cecb0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:59.519864 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.562533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcdf1a-3b94-4006-8b71-8bab1e305288 None None] Pushing event updated for resources: {'Port': ['ID=4e404c5e-15b5-43be-9150-6c1afc6918b4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:59.585953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.592693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.631976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'Port': ['ID=bdbdef50-7926-4b42-812d-9e30c3cbcafa,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:59.686393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Network 9db4f462-d759-40a6-874a-84bb45b7b094 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:59.698610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:59.703735 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:09:59.771443 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=582abbc8-553c-460d-8c1e-a10d1d6dffaa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:09:59.862710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:09:59.953722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:09:59.981205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:09:59.993349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 37a4e1fb-a46b-4d23-9782-94c9ebc63194 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:00.061100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07fbd46-b474-40b7-ba21-b3bd813358aa None None] Network 9db4f462-d759-40a6-874a-84bb45b7b094 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:00.127234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.183547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Router a9db9032-0dcf-44d3-900c-88e32c074a6b has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:00.273682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dec9d964-d11f-403a-843c-f97b589d49ea None None] Provisioning complete for port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:00.273990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec9d964-d11f-403a-843c-f97b589d49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.297523 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.353946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:00.363933 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-480c2956-3aec-412d-8bf9-3f026d002bdf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "PUT /v2.0/routers/a9db9032-0dcf-44d3-900c-88e32c074a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4893866 Dec 06 12:10:00.406698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:00.407224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.579886 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.587047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.671776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec9d964-d11f-403a-843c-f97b589d49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.676940 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.681825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=582abbc8-553c-460d-8c1e-a10d1d6dffaa,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:00.698269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.698853 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-52f9a61d-d6c1-4f56-a1a1-10ad3e668158 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354041225&fields=id&tenant_id=ab1df1a4701645848cd89f5e86657939 HTTP/1.1" status: 200 len: 267 time: 0.0838742 Dec 06 12:10:00.714701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.801800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4090618b-0d93-4c7c-9a92-5812966e8166 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:10:00.850797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0d9c1-b5d3-4ebe-afd5-f3531696738f None None] Pushing event updated for resources: {'Port': ['ID=5ab7f32b-32dc-47d7-af45-effade59b57d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:00.860989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.897161 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44772) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:00.901869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Attempting to bind port 5ab7f32b-32dc-47d7-af45-effade59b57d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:00.902254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Attempting to bind port 5ab7f32b-32dc-47d7-af45-effade59b57d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:00.902746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Attempting to bind port 5ab7f32b-32dc-47d7-af45-effade59b57d on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:00.916683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Network 9db4f462-d759-40a6-874a-84bb45b7b094 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:00.918628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:00.921413 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dec9d964-d11f-403a-843c-f97b589d49ea None None] For port 37a4e1fb-a46b-4d23-9782-94c9ebc63194, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37a4e1fb-a46b-4d23-9782-94c9ebc63194,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:00.940099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:00.942472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cf109-e982-40c3-9150-91f550f96725 req-fb08ecdd-64d6-4278-b59d-784c61200021 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:00.944198 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-fb08ecdd-64d6-4278-b59d-784c61200021 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/networks?id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d HTTP/1.1" status: 200 len: 796 time: 0.2342060 Dec 06 12:10:00.946792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:00.947217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.947625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:00.948175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Bound port: 5ab7f32b-32dc-47d7-af45-effade59b57d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:00.948576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.976292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec9d964-d11f-403a-843c-f97b589d49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:00.984041 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-b6cd7330-f8a4-49f4-9e57-bdd05f081f27 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/quotas/ab1df1a4701645848cd89f5e86657939 HTTP/1.1" status: 200 len: 375 time: 0.0274303 Dec 06 12:10:01.057927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:01.117901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-38dcdb98-598f-469f-a3bd-da7316e07fb6 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab1df1a4701645848cd89f5e86657939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194766 Dec 06 12:10:01.128223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-73131204-248b-4fb7-957b-2c2dca435955 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-399437385', 'prefixes': ['172.20.0.0/16']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:01.162468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:01.185836 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] For port 5ab7f32b-32dc-47d7-af45-effade59b57d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:01.190550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] For port 5ab7f32b-32dc-47d7-af45-effade59b57d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ab7f32b-32dc-47d7-af45-effade59b57d,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:01.237756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:01.288093 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-6631384c-8711-4317-a40e-97cc4ebced6b service neutron] 10.222.0.24 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527791 Dec 06 12:10:01.293982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48360ed0-5788-4592-ada9-869c74574a47 None None] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:01.343972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Provisioning complete for port 582abbc8-553c-460d-8c1e-a10d1d6dffaa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:01.344342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:01.362622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9d964-d11f-403a-843c-f97b589d49ea None None] Pushing event updated for resources: {'Port': ['ID=37a4e1fb-a46b-4d23-9782-94c9ebc63194,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:01.364199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-73131204-248b-4fb7-957b-2c2dca435955 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] Publish callbacks [] for subnetpool, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:01.366326 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-73131204-248b-4fb7-957b-2c2dca435955 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4649560 Dec 06 12:10:01.369943 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44776) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:01.389789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d20254-59e5-42f7-a79e-dea6a579752b None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:10:01.395747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:10:01.396576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:10:01.410693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:01.422107 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8589f089-5e1e-4bb6-bb0d-4d4fc0bea8a0 admin admin] 10.222.0.24 "PUT /v2.0/routers/18f093db-8e03-436a-98f4-8a90dbd56ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2277641 Dec 06 12:10:01.436438 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e8fe0b87-49a6-4506-a3e1-cbfbe005356d tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] 10.222.0.24 "GET /v2.0/subnetpools/483a869f-1698-4911-9275-55f319deac0c HTTP/1.1" status: 200 len: 731 time: 0.0654023 Dec 06 12:10:01.438864 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44780) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:01.444588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d8b50087-b781-4249-86ec-48f33e2d8784 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-86219965'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:01.473012 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-44ee0634-4882-4430-bfb7-7c8e3a379f50 service neutron] 10.222.0.24 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835916 Dec 06 12:10:01.568604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:01.568849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:01.577897 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Sync routers for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:01.597903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8b50087-b781-4249-86ec-48f33e2d8784 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] Publish callbacks [] for subnetpool, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:01.600569 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:01.604462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d8b50087-b781-4249-86ec-48f33e2d8784 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] 10.222.0.24 "PUT /v2.0/subnetpools/483a869f-1698-4911-9275-55f319deac0c HTTP/1.1" status: 200 len: 682 time: 0.1620505 Dec 06 12:10:01.604618 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:01.604773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44782) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:01.662707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Port 582abbc8-553c-460d-8c1e-a10d1d6dffaa cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:10:01.715351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0d9c1-b5d3-4ebe-afd5-f3531696738f None None] Pushing event updated for resources: {'Port': ['ID=5ab7f32b-32dc-47d7-af45-effade59b57d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:01.741233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7eaae4d6-9431-4368-b537-f23b8216ac81 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] Publish callbacks [] for subnetpool, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:01.746909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44788) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:01.778435 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7eaae4d6-9431-4368-b537-f23b8216ac81 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] 10.222.0.24 "DELETE /v2.0/subnetpools/483a869f-1698-4911-9275-55f319deac0c HTTP/1.1" status: 204 len: 168 time: 0.1725297 Dec 06 12:10:01.824905 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:01.848309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-29e549fe-425d-4cd9-9833-fabeb0a0578c req-149657b2-4b3c-419b-bf99-aadcd9f269af tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 210 time: 0.0672817 Dec 06 12:10:01.849710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.api.v2.resource [None req-e95ec5f1-5d60-42c1-bdc8-1fb3f0c2f8b0 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] show failed (client error): The resource could not be found. Dec 06 12:10:01.854855 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44792) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:01.858275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:01.866657 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e95ec5f1-5d60-42c1-bdc8-1fb3f0c2f8b0 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] 10.222.0.24 "GET /v2.0/subnetpools/483a869f-1698-4911-9275-55f319deac0c HTTP/1.1" status: 404 len: 346 time: 0.1201060 Dec 06 12:10:01.877856 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-6d4c5b10-3cc2-4f01-ac4b-cbe889273217 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] delete failed (client error): The resource could not be found. Dec 06 12:10:01.887102 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6d4c5b10-3cc2-4f01-ac4b-cbe889273217 tempest-SubnetPoolsTestJSON-600676040 tempest-SubnetPoolsTestJSON-600676040-project] 10.222.0.24 "DELETE /v2.0/subnetpools/483a869f-1698-4911-9275-55f319deac0c HTTP/1.1" status: 404 len: 346 time: 0.0306010 Dec 06 12:10:01.982019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Provisioning complete for port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:01.993872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.026170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.078794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:02.152155 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:09:59Z', 'revision_number': 2, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:02.193353 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Checking router: a9db9032-0dcf-44d3-900c-88e32c074a6b for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:02.193861 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Updating router a9db9032-0dcf-44d3-900c-88e32c074a6b port bdbdef50-7926-4b42-812d-9e30c3cbcafa binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:10:02.226024 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.354311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44810) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:02.383621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:02.384125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.459902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Provisioning complete for port 5ab7f32b-32dc-47d7-af45-effade59b57d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:02.460129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.659628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44818) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:02.666834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-208753114-network', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:02.691207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a787f73-87a1-40ee-be76-1f121774b671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.727429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Made reservation on behalf of 286a02b9cc0d4cc4901ae28f1620f90f for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:02.729816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.795042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.801466 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.802091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 2, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:02.807826 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.851930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac63d0-ce69-4393-b0c4-370a63e9fb2d None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 2, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:02.860619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a787f73-87a1-40ee-be76-1f121774b671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.879472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a787f73-87a1-40ee-be76-1f121774b671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.887348 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c946800-507d-4a73-bd76-e3fe0d4b82ae None None] Pushing event updated for resources: {'Port': ['ID=bdbdef50-7926-4b42-812d-9e30c3cbcafa,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:02.912950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.951600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] For port 5ab7f32b-32dc-47d7-af45-effade59b57d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ab7f32b-32dc-47d7-af45-effade59b57d,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:02.976751 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Attempting to bind port bdbdef50-7926-4b42-812d-9e30c3cbcafa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:02.978508 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Attempting to bind port bdbdef50-7926-4b42-812d-9e30c3cbcafa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:02.979414 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Attempting to bind port bdbdef50-7926-4b42-812d-9e30c3cbcafa on network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:02.979652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:02.994849 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0a787f73-87a1-40ee-be76-1f121774b671 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6340138b6b4f4686b087c7b0ceb60ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6394429 Dec 06 12:10:02.998315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44822) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:03.001144 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:03.001546 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Checking segment: {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:03.001961 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.002368 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Bound using segment: {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:03.002908 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Bound port: bdbdef50-7926-4b42-812d-9e30c3cbcafa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:03.003342 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.019477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a787f73-87a1-40ee-be76-1f121774b671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd651224-0cd8-4a00-af3a-22dbba5ad349,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.050032 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5950c64b-89e7-4edd-88ce-ea5f5d54c975 req-44707af6-e4ea-4144-b5ff-4686d7ebd173 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 210 time: 0.0875938 Dec 06 12:10:03.104474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24fb1f-b612-426a-ae1c-bea92af3e2cd None None] Pushing event updated for resources: {'Port': ['ID=5ab7f32b-32dc-47d7-af45-effade59b57d,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.140490 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] For port bdbdef50-7926-4b42-812d-9e30c3cbcafa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:03.144436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.144680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Provisioning complete for port 582abbc8-553c-460d-8c1e-a10d1d6dffaa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:03.145215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.146637 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] For port bdbdef50-7926-4b42-812d-9e30c3cbcafa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bdbdef50-7926-4b42-812d-9e30c3cbcafa,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:03.156858 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.159428 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.179645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2422fa8-c09b-46a9-9add-96da9cddd7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.232584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Port 582abbc8-553c-460d-8c1e-a10d1d6dffaa cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:10:03.245661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:10:03.262608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Provisioning complete for port bdbdef50-7926-4b42-812d-9e30c3cbcafa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:03.263193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.320315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2422fa8-c09b-46a9-9add-96da9cddd7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.330950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c1aa0-e886-4869-b562-4a23ef14c692,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.334568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.335093 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Added segment 25e77a5f-d8f3-4e3e-9269-1bf2139bf516 of type vlan for network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 Dec 06 12:10:03.356096 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c946800-507d-4a73-bd76-e3fe0d4b82ae None None] Pushing event updated for resources: {'Port': ['ID=bdbdef50-7926-4b42-812d-9e30c3cbcafa,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.379039 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:03.379697 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:03.398341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.401126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 37a4e1fb-a46b-4d23-9782-94c9ebc63194 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:03.493485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.496981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2422fa8-c09b-46a9-9add-96da9cddd7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.501852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c2422fa8-c09b-46a9-9add-96da9cddd7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.503231 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c2422fa8-c09b-46a9-9add-96da9cddd7ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd651224-0cd8-4a00-af3a-22dbba5ad349 HTTP/1.1" status: 204 len: 168 time: 0.5040350 Dec 06 12:10:03.538642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1c0580db-c28f-4ece-8120-af3bf7726fa7 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.546780 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1c0580db-c28f-4ece-8120-af3bf7726fa7 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.43 "GET /v2.0/networks?id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d HTTP/1.1" status: 200 len: 796 time: 0.3358736 Dec 06 12:10:03.547061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2422fa8-c09b-46a9-9add-96da9cddd7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd651224-0cd8-4a00-af3a-22dbba5ad349,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.562468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.569063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:03.570213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.665609 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0043588 Dec 06 12:10:03.669493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44830) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:03.681992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Request body: {'subnet': {'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-208753114-subnet', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:03.703219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] For port bdbdef50-7926-4b42-812d-9e30c3cbcafa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bdbdef50-7926-4b42-812d-9e30c3cbcafa,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:03.719093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.736590 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-b69c93e0-1fa8-46e1-82d9-5c8ab19ace3d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1df1a4701645848cd89f5e86657939 HTTP/1.1" status: 200 len: 380 time: 0.1854665 Dec 06 12:10:03.741130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96da8d-0ba8-430d-8fe5-9c942639608e admin admin] Pushing event updated for resources: {'Network': ['ID=a8b2ad51-ee01-4b06-a437-e318f21cc9a3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.749725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'port': {'device_id': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'admin_state_up': True, 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'security_groups': ['f9e930be-5047-4eeb-a670-6fb882be612e']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:03.780823 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:03.847927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Made reservation on behalf of 286a02b9cc0d4cc4901ae28f1620f90f for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:03.849795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Pushing event updated for resources: {'Port': ['ID=bdbdef50-7926-4b42-812d-9e30c3cbcafa,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:03.851591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:03.860944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:10:03.914286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:03.914655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.013795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Provisioning complete for port 4e404c5e-15b5-43be-9150-6c1afc6918b4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:04.014492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.245191 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a9c72dcd-e2e9-49b4-8fdc-9ec43e5d9745 req-30777653-d6d3-4a92-b89b-67ef66eabbcf tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 210 time: 0.0450945 Dec 06 12:10:04.250520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.277931 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:10:03Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:04.279092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.307406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4e404c5e-15b5-43be-9150-6c1afc6918b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:04.313731 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13b27f-7d9f-4c5a-8f2a-e2575f6dd292 None None] The sync data for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv is: [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:10:03Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:04.347303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=91001fc6-e745-4e62-986f-1d4ea43eed98,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:04.356910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Made reservation on behalf of ab1df1a4701645848cd89f5e86657939 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:04.361106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.381174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] For port 4e404c5e-15b5-43be-9150-6c1afc6918b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e404c5e-15b5-43be-9150-6c1afc6918b4,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:04.382183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Checking segment: {'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:04.382183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Network hostable DHCP agents. Network: a8b2ad51-ee01-4b06-a437-e318f21cc9a3, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:10:04.399136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.462622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Provisioning complete for port 5ab7f32b-32dc-47d7-af45-effade59b57d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:04.462622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.462912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:10:04.482624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a8b2ad51-ee01-4b06-a437-e318f21cc9a3) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:04.490759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:04.491426 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.514191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e7b74f-d9aa-42e6-ae3e-3802ce415b88 None None] Network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:04.570076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44834) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:04.570664 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f2ebeee9-0001-47db-9923-85551e8feaac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8970752 Dec 06 12:10:04.574970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Allocated IP 172.20.0.10 (6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d/6cd94ca9-3f4d-4dce-98f9-367a6985f350/d7b6f5ba-49ad-4965-b17d-e17e5688eded) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:04.576526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:04.621134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 4e404c5e-15b5-43be-9150-6c1afc6918b4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:04.621762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.630380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.631820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.668569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1782b-05f1-493c-ac07-bb3c71dd8c09 None None] Pushing event updated for resources: {'Port': ['ID=4e404c5e-15b5-43be-9150-6c1afc6918b4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:04.734140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.771604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.817745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.876186 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a8b2ad51-ee01-4b06-a437-e318f21cc9a3', 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'fixed_ips': [{'subnet_id': '91001fc6-e745-4e62-986f-1d4ea43eed98'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:10:04.877073 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:04.907734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:04.915043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:04.917107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:04.932722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:05.051298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.051907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.060620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e24d4094-d31e-4786-a850-92f0e15fe10d None None] Provisioning complete for port bdbdef50-7926-4b42-812d-9e30c3cbcafa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:05.061111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e24d4094-d31e-4786-a850-92f0e15fe10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.092165 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-1e47e4c5-ca5a-4661-a3e0-3673bb0f055d tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3481042 Dec 06 12:10:05.104446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Request body: {'port': {'device_id': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:05.194641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bdbdef50-7926-4b42-812d-9e30c3cbcafa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:05.209481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.305556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Allocated IP 172.20.0.2 (a8b2ad51-ee01-4b06-a437-e318f21cc9a3/91001fc6-e745-4e62-986f-1d4ea43eed98/f0f4472e-cc73-4d9c-a8aa-50115d93c2fa) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:05.404053 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.470597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port bdbdef50-7926-4b42-812d-9e30c3cbcafa triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:05.470979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.555560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c25c2b-eda1-4a31-a05f-f794c80c5d52 req-ac350987-7251-45fa-843d-a7f72a01e2e7 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:05.557123 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a5c25c2b-eda1-4a31-a05f-f794c80c5d52 req-ac350987-7251-45fa-843d-a7f72a01e2e7 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 932 time: 0.2143691 Dec 06 12:10:05.593216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b5a7c021-3a99-462f-b6c1-e9069bfe96db None None] Provisioning complete for port d7b6f5ba-49ad-4965-b17d-e17e5688eded triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:05.593590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c021-3a99-462f-b6c1-e9069bfe96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.618004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.637377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.651509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.663174 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a5c25c2b-eda1-4a31-a05f-f794c80c5d52 req-3bfa709b-f369-441c-8cf2-4a91e70f785a tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869195 Dec 06 12:10:05.668624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.709524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b5a7c021-3a99-462f-b6c1-e9069bfe96db None None] Port d7b6f5ba-49ad-4965-b17d-e17e5688eded cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:10:05.712402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:05.715508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5ab7f32b-32dc-47d7-af45-effade59b57d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:05.724948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b6f5ba-49ad-4965-b17d-e17e5688eded {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:05.734561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.741973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:05.745822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:05.748723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Pushing event updated for resources: {'Port': ['ID=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:05.749540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Transition to ACTIVE for port object d7b6f5ba-49ad-4965-b17d-e17e5688eded will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:05.754696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.802715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Allocated IP 172.36.1.89 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/7f01c3ef-f378-4fcc-97de-f508cc2be292) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:05.822727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Attempting to bind port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:05.823116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Attempting to bind port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:05.823510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Attempting to bind port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa on network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:05.830378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Pushing event updated for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:05.831967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:05.832310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Checking segment: {'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:05.832723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.833613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Bound using segment: {'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:05.833613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Bound port: f0f4472e-cc73-4d9c-a8aa-50115d93c2fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:05.833990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.849171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5ab7f32b-32dc-47d7-af45-effade59b57d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:05.849540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.888517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Attempting to bind port d7b6f5ba-49ad-4965-b17d-e17e5688eded on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:05.888764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Attempting to bind port d7b6f5ba-49ad-4965-b17d-e17e5688eded by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:05.889028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Attempting to bind port d7b6f5ba-49ad-4965-b17d-e17e5688eded on network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:05.893913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Port d7b6f5ba-49ad-4965-b17d-e17e5688eded on network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:05.894668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Attempting to bind port d7b6f5ba-49ad-4965-b17d-e17e5688eded on network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:05.899384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:05.899720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Checking segment: {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:05.900131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Bound using segment: {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:05.900585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Bound port: d7b6f5ba-49ad-4965-b17d-e17e5688eded, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:05.901644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.941314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] For port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:05.945052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] For port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,segment=NetworkSegment(25e77a5f-d8f3-4e3e-9269-1bf2139bf516),segment_id=25e77a5f-d8f3-4e3e-9269-1bf2139bf516)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:05.966033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.969858 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:05.978501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:05.983181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:05.989014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.028846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.032137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.032319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4e404c5e-15b5-43be-9150-6c1afc6918b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:06.032917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.035038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] 10.222.0.43 "PUT /v2.0/ports/d7b6f5ba-49ad-4965-b17d-e17e5688eded HTTP/1.1" status: 200 len: 1094 time: 0.9350426 Dec 06 12:10:06.051390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:06.054665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bc00bf-1472-4834-92b1-8ad9989e74b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:06.084136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cd85d-df75-410c-ab7c-559487f3f20b service neutron] Pushing event updated for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:06.113163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3e207-50a0-4fe7-9cdb-ba47da2ae5b4 None None] Pushing event updated for resources: {'Port': ['ID=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:06.145058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b371ad-8056-4f8d-9b35-5aa4087ec23e x-openstack-request-id: req-13b371ad-8056-4f8d-9b35-5aa4087ec23e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:06.145267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:06.145512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13b371ad-8056-4f8d-9b35-5aa4087ec23e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:06.145913 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'status': 'completed', 'code': 200} Dec 06 12:10:06.165572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:06.166840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Pushing event updated for resources: {'Port': ['ID=7f01c3ef-f378-4fcc-97de-f508cc2be292,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:06.167729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cf109-e982-40c3-9150-91f550f96725 req-fb70d428-8740-4682-a3a6-6d2f88ae6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.170192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:06.173881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:06.189537 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-fb70d428-8740-4682-a3a6-6d2f88ae6003 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1df1a4701645848cd89f5e86657939&device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1097 time: 0.0911930 Dec 06 12:10:06.193127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 4e404c5e-15b5-43be-9150-6c1afc6918b4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:06.194080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.198117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49eb6d9-659d-4813-b80c-59a521b030d6 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:10:06.253426 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-79a4c30e-a22a-46a8-af9f-d22753e28e58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded HTTP/1.1" status: 200 len: 217 time: 0.0576146 Dec 06 12:10:06.315299 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0501709f-72d8-4114-ab0b-36a733e879f8 None None] Provisioning complete for port 7f01c3ef-f378-4fcc-97de-f508cc2be292 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:06.315702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0501709f-72d8-4114-ab0b-36a733e879f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.339802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cf109-e982-40c3-9150-91f550f96725 req-e4bfbbf4-63a4-4ef6-8a01-efa01c286bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.342628 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-e4bfbbf4-63a4-4ef6-8a01-efa01c286bbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cd94ca9-3f4d-4dce-98f9-367a6985f350 HTTP/1.1" status: 200 len: 835 time: 0.0802441 Dec 06 12:10:06.427100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0501709f-72d8-4114-ab0b-36a733e879f8 None None] Port 7f01c3ef-f378-4fcc-97de-f508cc2be292 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:10:06.449618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cf109-e982-40c3-9150-91f550f96725 req-5a554b86-7464-4019-b0a4-bbb5dfac1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.452366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-5a554b86-7464-4019-b0a4-bbb5dfac1a0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1034811 Dec 06 12:10:06.569732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.576990 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-c0749030-9fa5-4eda-9d96-415e110d07b0 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164272 Dec 06 12:10:06.680788 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea3cf109-e982-40c3-9150-91f550f96725 req-4c5885af-498e-4670-a05f-b09b1adeb8a6 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972462 Dec 06 12:10:06.785874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:06.797177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc8e2-21fc-4f57-af9b-fb626abdccf0 req-4e93d1b4-12dc-4652-8f95-556b0ab681ac tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.798693 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4c7fc8e2-21fc-4f57-af9b-fb626abdccf0 req-4e93d1b4-12dc-4652-8f95-556b0ab681ac tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 944 time: 0.0836368 Dec 06 12:10:06.805493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-b5489b24-58e4-46d1-89b0-4a25e8e8e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.806950 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-b5489b24-58e4-46d1-89b0-4a25e8e8e896 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1df1a4701645848cd89f5e86657939&device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1097 time: 0.0639296 Dec 06 12:10:06.915892 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4c7fc8e2-21fc-4f57-af9b-fb626abdccf0 req-3dd650ff-c2a6-463d-856a-7812eb529bff tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078672 Dec 06 12:10:06.938811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-1ab8d992-483f-4728-bcff-71639efb1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:06.948983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-1ab8d992-483f-4728-bcff-71639efb1932 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d HTTP/1.1" status: 200 len: 897 time: 0.1333194 Dec 06 12:10:06.998280 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Router c28a8651-8301-44bb-819f-ba6f513f0a16 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:10:07.000707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f0f4472e-cc73-4d9c-a8aa-50115d93c2fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:07.047642 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-033058db-c237-48f9-84f8-0d96007b7717 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded HTTP/1.1" status: 200 len: 217 time: 0.0823433 Dec 06 12:10:07.076724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:07.079988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.132676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:07.132877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-16be1e52-5380-4626-ae25-9950e1f9b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:07.135202 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-16be1e52-5380-4626-ae25-9950e1f9b701 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cd94ca9-3f4d-4dce-98f9-367a6985f350 HTTP/1.1" status: 200 len: 835 time: 0.0799732 Dec 06 12:10:07.154874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.158924 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-35670604-aee6-40db-8554-8f5650458f61 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5845637 Dec 06 12:10:07.159571 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44842) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:07.166537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Sync routers for ids ['c28a8651-8301-44bb-819f-ba6f513f0a16'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:07.191731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.194480 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Routers {'c28a8651-8301-44bb-819f-ba6f513f0a16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:07.194948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c28a8651-8301-44bb-819f-ba6f513f0a16'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:07.205972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-630e3abe-6e47-4d00-832b-29230cef2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:07.207674 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-630e3abe-6e47-4d00-832b-29230cef2f27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0632329 Dec 06 12:10:07.307211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,segment=NetworkSegment(25e77a5f-d8f3-4e3e-9269-1bf2139bf516),segment_id=25e77a5f-d8f3-4e3e-9269-1bf2139bf516)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:07.314431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.342295 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-808d052e-2459-4155-a515-244c3465b97d service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259902 Dec 06 12:10:07.489230 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:07.505355 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bc00bf-1472-4834-92b1-8ad9989e74b5 req-2c356661-b2d4-4ed9-a91b-01d9f9dc73ab service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337605 Dec 06 12:10:07.511779 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:07.512457 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:07.585042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Set router c28a8651-8301-44bb-819f-ba6f513f0a16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:07.678233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:07.762185 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:07.764674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.822599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89'}], 'enable_snat': True}, 'gw_port_id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:10:06Z', 'revision_number': 3, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port': {'id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:05Z', 'updated_at': '2021-12-06T12:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:07.856400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Checking router: c28a8651-8301-44bb-819f-ba6f513f0a16 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:07.856755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Updating router c28a8651-8301-44bb-819f-ba6f513f0a16 port 7f01c3ef-f378-4fcc-97de-f508cc2be292 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:10:07.885377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:07.957333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Allocated IP 172.20.0.1 (a8b2ad51-ee01-4b06-a437-e318f21cc9a3/91001fc6-e745-4e62-986f-1d4ea43eed98/6ec08191-717f-4ac2-bc49-4b0f5ab8dc29) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:08.024644 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 2, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:08.075709 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:08.076109 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Updating router 18f093db-8e03-436a-98f4-8a90dbd56ce7 port 582abbc8-553c-460d-8c1e-a10d1d6dffaa binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:10:08.088911 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.093042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e207c9-726a-4a29-9496-e60499f7a4a3 None None] Network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:08.113054 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.124090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf3f3-44a3-403c-8b9a-1594d1ec6b95 req-16c56a51-e262-4f3f-9d77-1fa80e41e216 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:08.126393 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b0dcf3f3-44a3-403c-8b9a-1594d1ec6b95 req-16c56a51-e262-4f3f-9d77-1fa80e41e216 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 944 time: 0.0738125 Dec 06 12:10:08.142941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.199065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f04ee578-519c-4976-a641-b24ec295f05f None None] Provisioning complete for port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:08.199616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f04ee578-519c-4976-a641-b24ec295f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.200320 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b0dcf3f3-44a3-403c-8b9a-1594d1ec6b95 req-37c68343-9380-4637-9dc6-a842940a0965 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654347 Dec 06 12:10:08.203599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:08.207279 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:08.212616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:08.219198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:08.263842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.387328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.433388 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.444648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.476427 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.481735 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.515637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a423fe87-9e57-4a60-b2b0-6a4ae8dadfd2 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:10:08.528599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Attempting to bind port 7f01c3ef-f378-4fcc-97de-f508cc2be292 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:08.529301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Attempting to bind port 7f01c3ef-f378-4fcc-97de-f508cc2be292 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:08.530402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Attempting to bind port 7f01c3ef-f378-4fcc-97de-f508cc2be292 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:08.535886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898eab46-8fe6-4ee8-8041-5dc698573577 None None] Pushing event updated for resources: {'Port': ['ID=7f01c3ef-f378-4fcc-97de-f508cc2be292,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:08.540778 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35c11-2d3b-4020-9e44-2768a7143966 None None] Pushing event updated for resources: {'Port': ['ID=582abbc8-553c-460d-8c1e-a10d1d6dffaa,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:08.543545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:08.543988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:08.544541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.545659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:08.548438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Bound port: 7f01c3ef-f378-4fcc-97de-f508cc2be292, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:08.548438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.600244 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Attempting to bind port 582abbc8-553c-460d-8c1e-a10d1d6dffaa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:08.600608 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Attempting to bind port 582abbc8-553c-460d-8c1e-a10d1d6dffaa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:08.601202 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Attempting to bind port 582abbc8-553c-460d-8c1e-a10d1d6dffaa on network 9db4f462-d759-40a6-874a-84bb45b7b094 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:08.606823 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:08.607510 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Checking segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:08.608217 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.608363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] For port 7f01c3ef-f378-4fcc-97de-f508cc2be292, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:08.609515 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Bound using segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:08.610332 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Bound port: 582abbc8-553c-460d-8c1e-a10d1d6dffaa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:08.610927 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.613198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] For port 7f01c3ef-f378-4fcc-97de-f508cc2be292, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f01c3ef-f378-4fcc-97de-f508cc2be292,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:08.619512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.666842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.677307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.702627 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] For port 582abbc8-553c-460d-8c1e-a10d1d6dffaa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:08.706538 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] For port 582abbc8-553c-460d-8c1e-a10d1d6dffaa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=582abbc8-553c-460d-8c1e-a10d1d6dffaa,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:08.708939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8a132-d83b-4bac-9b76-f37ccc0867d5 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:10:08.715391 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.754510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898eab46-8fe6-4ee8-8041-5dc698573577 None None] Pushing event updated for resources: {'Port': ['ID=7f01c3ef-f378-4fcc-97de-f508cc2be292,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:08.761829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d7b6f5ba-49ad-4965-b17d-e17e5688eded details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:08.766941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Routers {'c28a8651-8301-44bb-819f-ba6f513f0a16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:08.767522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c28a8651-8301-44bb-819f-ba6f513f0a16'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:08.773103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-220bd73c-b2c3-4b8d-9f36-49e3d079be4d None None] Provisioning complete for port 7f01c3ef-f378-4fcc-97de-f508cc2be292 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:08.773479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-220bd73c-b2c3-4b8d-9f36-49e3d079be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.807244 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:08.814323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:08.845416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:08.846061 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:08.848112 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35c11-2d3b-4020-9e44-2768a7143966 None None] Pushing event updated for resources: {'Port': ['ID=582abbc8-553c-460d-8c1e-a10d1d6dffaa,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:08.995342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:08.997188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:09.057231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 582abbc8-553c-460d-8c1e-a10d1d6dffaa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:09.058389 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:09.141170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] Set router c28a8651-8301-44bb-819f-ba6f513f0a16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:09.186782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Router c28a8651-8301-44bb-819f-ba6f513f0a16 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:09.207632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:09.240112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-220bd73c-b2c3-4b8d-9f36-49e3d079be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.250181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'port_id': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'mac_address': 'fa:16:3e:08:c1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:09.349553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-220bd73c-b2c3-4b8d-9f36-49e3d079be4d None None] For port 7f01c3ef-f378-4fcc-97de-f508cc2be292, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f01c3ef-f378-4fcc-97de-f508cc2be292,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:09.375002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:09.380664 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8416346e-506c-4124-a536-4a452a4a2074 admin admin] 10.222.0.24 "PUT /v2.0/routers/c28a8651-8301-44bb-819f-ba6f513f0a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2199938 Dec 06 12:10:09.392693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-220bd73c-b2c3-4b8d-9f36-49e3d079be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.450068 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:09.452315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3733a-33e3-429e-9ee3-72c60c914591 req-fb0fd300-c2db-4529-b6a2-3b6fb058c654 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:09.453932 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-44c3733a-33e3-429e-9ee3-72c60c914591 req-fb0fd300-c2db-4529-b6a2-3b6fb058c654 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 944 time: 0.0985854 Dec 06 12:10:09.469859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 582abbc8-553c-460d-8c1e-a10d1d6dffaa triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:09.470523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.478262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.489096 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147438a6-3364-4a0d-8e3e-5c41b8bc861e None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:09.525453 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b6f5ba-49ad-4965-b17d-e17e5688eded {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:09.564028 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-44c3733a-33e3-429e-9ee3-72c60c914591 req-0cac4535-67a6-457f-b67b-6c27efb875e1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019650 Dec 06 12:10:09.770749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:09.775559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bd73c-b2c3-4b8d-9f36-49e3d079be4d None None] Pushing event updated for resources: {'Port': ['ID=7f01c3ef-f378-4fcc-97de-f508cc2be292,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:09.790530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.798186 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Provisioning complete for port 582abbc8-553c-460d-8c1e-a10d1d6dffaa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:09.798564 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.936833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44854) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:09.939113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:09.942399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2fbd2125-dddc-46b9-81a9-d370d927ccca tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134047789', 'description': 'tempest-secgroup-smoke-2134047789 description', 'project_id': '67ab925408f94f2ca80b9355416614b2'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:09.958901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:09.964894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2fbd2125-dddc-46b9-81a9-d370d927ccca tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.024159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89'}], 'enable_snat': True}, 'gw_port_id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 4, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port': {'id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:05Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6ec08191-717f-4ac2-bc49-4b0f5ab8dc29', 'name': '', 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'mac_address': 'fa:16:3e:60:d3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:07Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 2, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'subnets': [{'id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:10.039767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2fbd2125-dddc-46b9-81a9-d370d927ccca tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.044040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2fbd2125-dddc-46b9-81a9-d370d927ccca tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.060479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.062457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb70e75-8ad6-48c0-a039-44ec283b32ad None None] The sync data for ids ['c28a8651-8301-44bb-819f-ba6f513f0a16'] in dv-neutron-master-2-hyperv is: [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89'}], 'enable_snat': True}, 'gw_port_id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 4, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port': {'id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:05Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6ec08191-717f-4ac2-bc49-4b0f5ab8dc29', 'name': '', 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'mac_address': 'fa:16:3e:60:d3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:07Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 2, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'subnets': [{'id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:10.067402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 582abbc8-553c-460d-8c1e-a10d1d6dffaa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=582abbc8-553c-460d-8c1e-a10d1d6dffaa,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:10.073925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd2125-dddc-46b9-81a9-d370d927ccca tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3defee-7de2-47a6-8ec7-6fdae2e4377b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.080596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2fbd2125-dddc-46b9-81a9-d370d927ccca tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.081373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.081842 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2fbd2125-dddc-46b9-81a9-d370d927ccca tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1439250 Dec 06 12:10:10.082170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f0f4472e-cc73-4d9c-a8aa-50115d93c2fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:10.085113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44856) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:10.090742 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b0b218e2-8b06-42bf-9cc5-15f143db7666 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'security_group_rule': {'security_group_id': 'ff3defee-7de2-47a6-8ec7-6fdae2e4377b', 'project_id': '67ab925408f94f2ca80b9355416614b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:10.117271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0b218e2-8b06-42bf-9cc5-15f143db7666 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.138785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d7b6f5ba-49ad-4965-b17d-e17e5688eded'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:10.176195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0b218e2-8b06-42bf-9cc5-15f143db7666 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.180386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0b218e2-8b06-42bf-9cc5-15f143db7666 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.196065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b218e2-8b06-42bf-9cc5-15f143db7666 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47133501-d795-4510-9686-1f43425eef53,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.208824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0b218e2-8b06-42bf-9cc5-15f143db7666 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.210055 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b0b218e2-8b06-42bf-9cc5-15f143db7666 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239960 Dec 06 12:10:10.212901 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44858) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:10.218151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fe34eabc-d3e4-4c23-9956-4e2efb33d49c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'security_group_rule': {'security_group_id': 'ff3defee-7de2-47a6-8ec7-6fdae2e4377b', 'project_id': '67ab925408f94f2ca80b9355416614b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:10.241769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=582abbc8-553c-460d-8c1e-a10d1d6dffaa,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.250221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe34eabc-d3e4-4c23-9956-4e2efb33d49c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.255182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:10:10.255560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:10:10.280828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:10.281213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.337716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe34eabc-d3e4-4c23-9956-4e2efb33d49c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.342991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe34eabc-d3e4-4c23-9956-4e2efb33d49c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.373035 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe34eabc-d3e4-4c23-9956-4e2efb33d49c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.376907 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fe34eabc-d3e4-4c23-9956-4e2efb33d49c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604185 Dec 06 12:10:10.376907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34eabc-d3e4-4c23-9956-4e2efb33d49c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daeeb06a-c43d-4799-97d3-43d42ef2cdd5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.378386 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44860) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:10.386989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-bb136b34-7d0b-4eef-967b-6d32043cec2b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'security_group_rule': {'security_group_id': 'ff3defee-7de2-47a6-8ec7-6fdae2e4377b', 'project_id': '67ab925408f94f2ca80b9355416614b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:10.418647 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bb136b34-7d0b-4eef-967b-6d32043cec2b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.490424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bb136b34-7d0b-4eef-967b-6d32043cec2b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.495767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bb136b34-7d0b-4eef-967b-6d32043cec2b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.520156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136b34-7d0b-4eef-967b-6d32043cec2b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710f2fab-a46d-411e-83d6-629125e16596,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.529563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bb136b34-7d0b-4eef-967b-6d32043cec2b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.530883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bb136b34-7d0b-4eef-967b-6d32043cec2b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513367 Dec 06 12:10:10.534122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44862) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:10.541024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-507dce3f-e1fb-4934-b30d-fa2f6b5979fe tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'security_group_rule': {'security_group_id': 'ff3defee-7de2-47a6-8ec7-6fdae2e4377b', 'project_id': '67ab925408f94f2ca80b9355416614b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:10.575111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-507dce3f-e1fb-4934-b30d-fa2f6b5979fe tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.668528 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:10:10.687247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-507dce3f-e1fb-4934-b30d-fa2f6b5979fe tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.694690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-507dce3f-e1fb-4934-b30d-fa2f6b5979fe tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.710437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a56474-df9d-4da6-97c8-a2ca407dfafb req-e0fb1bd9-a776-48c8-b324-4580fef8dbb3 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:10.713692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dce3f-e1fb-4934-b30d-fa2f6b5979fe tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3551174f-40bc-44a5-91d0-9eb4ea397d22,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.720455 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78a56474-df9d-4da6-97c8-a2ca407dfafb req-e0fb1bd9-a776-48c8-b324-4580fef8dbb3 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 945 time: 0.0744455 Dec 06 12:10:10.727868 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-507dce3f-e1fb-4934-b30d-fa2f6b5979fe tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.729194 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-507dce3f-e1fb-4934-b30d-fa2f6b5979fe tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1929531 Dec 06 12:10:10.732225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44866) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:10.736868 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-26f2f62c-18c5-4bf3-8718-012b505cf526 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'security_group_rule': {'security_group_id': 'ff3defee-7de2-47a6-8ec7-6fdae2e4377b', 'project_id': '67ab925408f94f2ca80b9355416614b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:10.770396 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-26f2f62c-18c5-4bf3-8718-012b505cf526 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Project 67ab925408f94f2ca80b9355416614b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:10:10.776050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26f2f62c-18c5-4bf3-8718-012b505cf526 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.801600 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78a56474-df9d-4da6-97c8-a2ca407dfafb req-e0ed3422-578a-498a-94c9-8cffa09852a0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800107 Dec 06 12:10:10.825027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Provisioning complete for port 7f01c3ef-f378-4fcc-97de-f508cc2be292 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:10.825719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.865156 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26f2f62c-18c5-4bf3-8718-012b505cf526 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.872866 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26f2f62c-18c5-4bf3-8718-012b505cf526 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.905447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2f62c-18c5-4bf3-8718-012b505cf526 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0157b9-8f29-45ff-8275-649fc6232eb4,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:10.937072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26f2f62c-18c5-4bf3-8718-012b505cf526 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.938591 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-26f2f62c-18c5-4bf3-8718-012b505cf526 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2050827 Dec 06 12:10:10.940979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44868) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:10.945764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bc81812b-201e-4a31-b9ab-b0b0b8699d9e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'security_group_rule': {'security_group_id': 'ff3defee-7de2-47a6-8ec7-6fdae2e4377b', 'project_id': '67ab925408f94f2ca80b9355416614b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:10.962584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 582abbc8-553c-460d-8c1e-a10d1d6dffaa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:10.967038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Provisioning complete for port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:10.967694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:10.974549 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-bc81812b-201e-4a31-b9ab-b0b0b8699d9e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Project 67ab925408f94f2ca80b9355416614b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:10:10.980244 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc81812b-201e-4a31-b9ab-b0b0b8699d9e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.034183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:10:11.048954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Provisioning complete for port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:11.049422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0605e8e-4699-4f08-974d-d22573fa539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.059359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc81812b-201e-4a31-b9ab-b0b0b8699d9e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.065627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc81812b-201e-4a31-b9ab-b0b0b8699d9e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.092986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 582abbc8-553c-460d-8c1e-a10d1d6dffaa triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:11.093227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.330217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-249b842d-2fd6-4cae-9270-ceeec76f6d0d None None] Provisioning complete for port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:11.330598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-249b842d-2fd6-4cae-9270-ceeec76f6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.372613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-249b842d-2fd6-4cae-9270-ceeec76f6d0d None None] Port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:10:11.379928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81812b-201e-4a31-b9ab-b0b0b8699d9e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9f5e6e-e1c5-447f-b080-dee19107ebe2,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:11.384897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc81812b-201e-4a31-b9ab-b0b0b8699d9e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:11.386019 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bc81812b-201e-4a31-b9ab-b0b0b8699d9e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4441109 Dec 06 12:10:11.921289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a12084-dbcc-4c8e-8088-e910c928646e req-f4f402f1-b0ed-48b8-9a61-c4accb5280de tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:11.928747 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3a12084-dbcc-4c8e-8088-e910c928646e req-f4f402f1-b0ed-48b8-9a61-c4accb5280de tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 945 time: 0.0606148 Dec 06 12:10:11.978447 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3a12084-dbcc-4c8e-8088-e910c928646e req-672c977c-f4ea-4314-a853-39a66cb58c5b tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487242 Dec 06 12:10:12.784497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d7b6f5ba-49ad-4965-b17d-e17e5688eded up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:12.837734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port d7b6f5ba-49ad-4965-b17d-e17e5688eded completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:12.843104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port d7b6f5ba-49ad-4965-b17d-e17e5688eded triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:12.843491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:12.937662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:12.960348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f01c3ef-f378-4fcc-97de-f508cc2be292 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:12.990993 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:12.993329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0f004e-2a61-4e69-bf06-57a7f8dc5846" -d '{"events": [{"server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "name": "network-vif-plugged", "status": "completed", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:13.015433 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:13.023695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:13.064513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681b5dc7-3d28-4523-a839-07aad451cf1c x-openstack-request-id: req-681b5dc7-3d28-4523-a839-07aad451cf1c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:13.064899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "name": "network-vif-plugged", "status": "completed", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:13.065169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-681b5dc7-3d28-4523-a839-07aad451cf1c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:13.065567 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'code': 200} Dec 06 12:10:13.088481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7f01c3ef-f378-4fcc-97de-f508cc2be292 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:13.089088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:13.091824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:13.142073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95dd3f-d384-4164-b04f-6f689a8f97cb req-279698a0-8c00-4927-aba2-e955fc3f529f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:13.143653 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c95dd3f-d384-4164-b04f-6f689a8f97cb req-279698a0-8c00-4927-aba2-e955fc3f529f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0841479 Dec 06 12:10:13.252469 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c95dd3f-d384-4164-b04f-6f689a8f97cb req-23d1eadb-13df-47b1-aa62-22437912c576 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809231 Dec 06 12:10:13.316370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe2480-d57c-47f2-a1e1-cc0b267b008e req-cb4b13df-2983-476b-bc7f-bc9c3ed0ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:13.317897 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6cfe2480-d57c-47f2-a1e1-cc0b267b008e req-cb4b13df-2983-476b-bc7f-bc9c3ed0ca40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1099 time: 0.0421674 Dec 06 12:10:13.369456 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6cfe2480-d57c-47f2-a1e1-cc0b267b008e req-2b62929d-590a-4992-8313-742105e44f87 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448744 Dec 06 12:10:14.383313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17162-057b-4d63-91cd-8cb749e23395 req-23436049-d76d-4386-b20e-4a9424dc2168 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:14.384889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5ec17162-057b-4d63-91cd-8cb749e23395 req-23436049-d76d-4386-b20e-4a9424dc2168 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0538948 Dec 06 12:10:14.438911 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5ec17162-057b-4d63-91cd-8cb749e23395 req-a3eaddbb-c866-4056-a8c4-9490b723a9c5 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477493 Dec 06 12:10:14.815916 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Sync routers for ids ['c28a8651-8301-44bb-819f-ba6f513f0a16'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:14.827056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Routers {'c28a8651-8301-44bb-819f-ba6f513f0a16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:14.827677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c28a8651-8301-44bb-819f-ba6f513f0a16'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:14.949044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:14.951077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Set router c28a8651-8301-44bb-819f-ba6f513f0a16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:15.164183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89'}], 'enable_snat': True}, 'gw_port_id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 4, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port': {'id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:05Z', 'updated_at': '2021-12-06T12:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6ec08191-717f-4ac2-bc49-4b0f5ab8dc29', 'name': '', 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'mac_address': 'fa:16:3e:60:d3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:07Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 2, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'subnets': [{'id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:15.190780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Checking router: c28a8651-8301-44bb-819f-ba6f513f0a16 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:15.191146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Updating router c28a8651-8301-44bb-819f-ba6f513f0a16 port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:10:15.221001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.504405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.511269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.565559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d991174-fea1-4e72-a99a-7a47a6d5e121 None None] Pushing event updated for resources: {'Port': ['ID=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:15.585070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5960278-7769-4460-a6ec-80c10c054c12 req-8d43ebcd-e570-4903-a07e-e8b7dd1dcd39 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:15.589016 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5960278-7769-4460-a6ec-80c10c054c12 req-8d43ebcd-e570-4903-a07e-e8b7dd1dcd39 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0670450 Dec 06 12:10:15.635708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Attempting to bind port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:15.636525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Attempting to bind port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:15.637097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Attempting to bind port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 on network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:15.644365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:15.645114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Checking segment: {'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:15.645593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.646421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Bound using segment: {'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:15.647124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Bound port: 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e77a5f-d8f3-4e3e-9269-1bf2139bf516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:15.647828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.649902 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5960278-7769-4460-a6ec-80c10c054c12 req-4dcc9d06-77d1-4086-b72d-cc179783cbcd tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519755 Dec 06 12:10:15.745302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] For port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:15.749424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] For port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,segment=NetworkSegment(25e77a5f-d8f3-4e3e-9269-1bf2139bf516),segment_id=25e77a5f-d8f3-4e3e-9269-1bf2139bf516)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:15.755890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.799219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa67c-6b7b-477b-94d0-ab08351a13bd req-d882c6de-38a5-4d43-b208-c2dc037f581f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:15.808421 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-451fa67c-6b7b-477b-94d0-ab08351a13bd req-d882c6de-38a5-4d43-b208-c2dc037f581f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0810668 Dec 06 12:10:15.832482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Routers {'c28a8651-8301-44bb-819f-ba6f513f0a16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:15.835887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c28a8651-8301-44bb-819f-ba6f513f0a16'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:15.873943 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-451fa67c-6b7b-477b-94d0-ab08351a13bd req-c9878416-dfb2-4966-b4d9-992ce35a96b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627425 Dec 06 12:10:15.889599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d991174-fea1-4e72-a99a-7a47a6d5e121 None None] Pushing event updated for resources: {'Port': ['ID=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:15.890286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 44980) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:15.901079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e01ce14c-e57a-470f-924b-ec3ac2d80e0e None None] Provisioning complete for port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:15.901447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e01ce14c-e57a-470f-924b-ec3ac2d80e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:15.954296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8674fb-caf6-4fc5-a5cc-fb97c2fe3963 tempest-TestNetworkAdvancedServerOps-1029129776 tempest-TestNetworkAdvancedServerOps-1029129776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:15.959118 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5b8674fb-caf6-4fc5-a5cc-fb97c2fe3963 tempest-TestNetworkAdvancedServerOps-1029129776 tempest-TestNetworkAdvancedServerOps-1029129776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1094 time: 0.0647421 Dec 06 12:10:15.959428 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44982) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:15.964489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:16.014903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.145556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.235783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] Set router c28a8651-8301-44bb-819f-ba6f513f0a16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:16.266982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Allocated IP 172.36.1.161 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/fb356062-0411-437d-af82-4671816ac4cd) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:16.277678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e01ce14c-e57a-470f-924b-ec3ac2d80e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.397024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.412264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e01ce14c-e57a-470f-924b-ec3ac2d80e0e None None] For port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,segment=NetworkSegment(25e77a5f-d8f3-4e3e-9269-1bf2139bf516),segment_id=25e77a5f-d8f3-4e3e-9269-1bf2139bf516)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:16.417646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e01ce14c-e57a-470f-924b-ec3ac2d80e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.436976 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.484000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:16.488944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:16.489447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ce14c-e57a-470f-924b-ec3ac2d80e0e None None] Pushing event updated for resources: {'Port': ['ID=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:16.498065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:16.527725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'Port': ['ID=fb356062-0411-437d-af82-4671816ac4cd,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:16.549920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c3b0cd6d-b35d-4c75-af9f-833bdbcf8f25 None None] Provisioning complete for port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:16.550303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3b0cd6d-b35d-4c75-af9f-833bdbcf8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.585195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89'}], 'enable_snat': True}, 'gw_port_id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 4, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port': {'id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:05Z', 'updated_at': '2021-12-06T12:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6ec08191-717f-4ac2-bc49-4b0f5ab8dc29', 'name': '', 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'mac_address': 'fa:16:3e:60:d3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:07Z', 'updated_at': '2021-12-06T12:10:15Z', 'revision_number': 4, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'subnets': [{'id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:16.615642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0141b9-76c8-4a17-8090-72a3820cb366 None None] The sync data for ids ['c28a8651-8301-44bb-819f-ba6f513f0a16'] in dv-neutron-master-2-hyperv is: [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89'}], 'enable_snat': True}, 'gw_port_id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:10:08Z', 'revision_number': 4, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port': {'id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:05Z', 'updated_at': '2021-12-06T12:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6ec08191-717f-4ac2-bc49-4b0f5ab8dc29', 'name': '', 'network_id': 'a8b2ad51-ee01-4b06-a437-e318f21cc9a3', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'mac_address': 'fa:16:3e:60:d3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:07Z', 'updated_at': '2021-12-06T12:10:15Z', 'revision_number': 4, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'subnets': [{'id': '91001fc6-e745-4e62-986f-1d4ea43eed98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:16.947706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:16.983003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:17.037080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.066731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:17.067209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.262377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.274338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.363909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event updated for resources: {'Port': ['ID=fb356062-0411-437d-af82-4671816ac4cd,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:17.389098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.516116 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Floating IP c9f066c4-f6c6-41e8-9114-7d609b998b5e associated. External IP: 172.36.1.161, port: d7b6f5ba-49ad-4965-b17d-e17e5688eded. Dec 06 12:10:17.766872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Router a9db9032-0dcf-44d3-900c-88e32c074a6b has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:17.886000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:17.895871 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] Sync routers for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:17.905581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:17.910920 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:17.911555 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:17.940751 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-44b1f951-514b-4bc7-a966-10e17f66fad1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9774854 Dec 06 12:10:17.940751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:17.941262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75bb153-f692-4f56-abff-2cd2cd258bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:18.030480 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:18.091524 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c89088c-57b3-456a-896d-1ed72be505ba req-bd15a8bc-af8f-43fb-9421-1b85c6034af8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1049325 Dec 06 12:10:18.092843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe16a68-7bb4-4518-b425-51b7bc8c86ce x-openstack-request-id: req-8fe16a68-7bb4-4518-b425-51b7bc8c86ce {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:18.093309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:18.093424 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fe16a68-7bb4-4518-b425-51b7bc8c86ce {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:18.093812 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'status': 'completed', 'code': 200} Dec 06 12:10:18.104211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d600f-50bc-49c8-a72e-a46413f7a392 req-122f8df2-1f14-43e9-a43d-043b261ac156 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.106647 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a0d600f-50bc-49c8-a72e-a46413f7a392 req-122f8df2-1f14-43e9-a43d-043b261ac156 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0882990 Dec 06 12:10:18.229458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-f254c353-b675-44b7-8f30-114201c8c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.230938 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-f254c353-b675-44b7-8f30-114201c8c364 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1df1a4701645848cd89f5e86657939&device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1099 time: 0.1025760 Dec 06 12:10:18.239986 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a0d600f-50bc-49c8-a72e-a46413f7a392 req-84bba422-a2ad-4054-9706-b67e8423f9cc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253674 Dec 06 12:10:18.264643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 44996) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:18.273292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89088c-57b3-456a-896d-1ed72be505ba req-64a3a6be-a72b-4fca-a1f3-42400e9eccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.274393 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c89088c-57b3-456a-896d-1ed72be505ba req-64a3a6be-a72b-4fca-a1f3-42400e9eccff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 1098 time: 0.1262951 Dec 06 12:10:18.326787 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c9f066c4-f6c6-41e8-9114-7d609b998b5e', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'floating_ip_address': '172.36.1.161', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'port_id': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'mac_address': 'fa:16:3e:08:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:16Z', 'updated_at': '2021-12-06T12:10:16Z', 'revision_number': 0, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:10:03Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:18.356207 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] Checking router: a9db9032-0dcf-44d3-900c-88e32c074a6b for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:18.357382 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2fd2d77c-8e28-45ec-9bed-4cc2032ea6db tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/floatingips/c9f066c4-f6c6-41e8-9114-7d609b998b5e HTTP/1.1" status: 200 len: 992 time: 0.0912910 Dec 06 12:10:18.365555 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:18.366166 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:09:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:18.438888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-c236063c-335c-4460-874e-df15e7a5d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.440413 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-c236063c-335c-4460-874e-df15e7a5d92c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d HTTP/1.1" status: 200 len: 897 time: 0.1977098 Dec 06 12:10:18.443281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89088c-57b3-456a-896d-1ed72be505ba req-50803eed-e340-4895-aacd-ee29d2c28550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.444659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c89088c-57b3-456a-896d-1ed72be505ba req-50803eed-e340-4895-aacd-ee29d2c28550 service neutron] 10.222.0.43 "GET /v2.0/networks?id=295484f4-106a-479d-a1d7-0817e10cb7cb HTTP/1.1" status: 200 len: 898 time: 0.1224260 Dec 06 12:10:18.570405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-d0d30ebe-34a1-4be9-b1a1-f0d2039c29c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded HTTP/1.1" status: 200 len: 1000 time: 0.1176879 Dec 06 12:10:18.572581 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c89088c-57b3-456a-896d-1ed72be505ba req-b797da90-c151-44a7-b515-bdb75dda3810 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6434451a-b307-4da2-b678-a4e0331a0bba HTTP/1.1" status: 200 len: 1001 time: 0.1135695 Dec 06 12:10:18.605956 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:18.657555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-aeb3fc05-6010-49a0-9af3-439eff79b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.659046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-aeb3fc05-6010-49a0-9af3-439eff79b597 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cd94ca9-3f4d-4dce-98f9-367a6985f350 HTTP/1.1" status: 200 len: 835 time: 0.0771499 Dec 06 12:10:18.697144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89088c-57b3-456a-896d-1ed72be505ba req-6220313a-45c0-451d-b4f6-01ede0ea9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.698873 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c89088c-57b3-456a-896d-1ed72be505ba req-6220313a-45c0-451d-b4f6-01ede0ea9097 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bea887c-b869-4e50-857d-82860126664a HTTP/1.1" status: 200 len: 835 time: 0.1096184 Dec 06 12:10:18.738815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-7ab9ec7e-e1a2-4bb1-835f-1c49dcbbc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.740395 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-7ab9ec7e-e1a2-4bb1-835f-1c49dcbbc678 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738277 Dec 06 12:10:18.779306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89088c-57b3-456a-896d-1ed72be505ba req-4044eb62-6261-456e-b392-e22d5484e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:18.780774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c89088c-57b3-456a-896d-1ed72be505ba req-4044eb62-6261-456e-b392-e22d5484e66c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=295484f4-106a-479d-a1d7-0817e10cb7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709946 Dec 06 12:10:18.854682 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c9f066c4-f6c6-41e8-9114-7d609b998b5e', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'floating_ip_address': '172.36.1.161', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'port_id': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'mac_address': 'fa:16:3e:08:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:16Z', 'updated_at': '2021-12-06T12:10:16Z', 'revision_number': 0, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:10:03Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:18.891483 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5872b-b9f6-4d7a-a260-a7e565ba5471 None None] The sync data for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv is: [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c9f066c4-f6c6-41e8-9114-7d609b998b5e', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'floating_ip_address': '172.36.1.161', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'port_id': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'mac_address': 'fa:16:3e:08:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:16Z', 'updated_at': '2021-12-06T12:10:16Z', 'revision_number': 0, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:10:03Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:19.120501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff759c-5952-44fd-9d0d-d2a069d95226 None None] New status for floating IP c9f066c4-f6c6-41e8-9114-7d609b998b5e: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:10:19.245417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-9bc84cb8-9f64-47a2-be5a-6a22e1b151c6 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945059 Dec 06 12:10:19.316158 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c89088c-57b3-456a-896d-1ed72be505ba req-620a2d4a-8d89-4244-b8c1-79a6204de223 service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634257 Dec 06 12:10:19.359759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45000) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:19.411608 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e75bb153-f692-4f56-abff-2cd2cd258bb6 req-d43c3f3c-410f-4a58-9b2a-84f2de3f08a3 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552589 Dec 06 12:10:19.441979 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c89088c-57b3-456a-896d-1ed72be505ba req-cb13c717-f392-4ccb-9064-54482c233897 service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182270 Dec 06 12:10:19.455505 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9fd60b78-ea09-4b33-b6e2-57476eb89d29 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/floatingips/c9f066c4-f6c6-41e8-9114-7d609b998b5e HTTP/1.1" status: 200 len: 994 time: 0.0931902 Dec 06 12:10:26.193014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36cec06f-e106-4eef-9839-7330d35a686b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:28.595398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6aebe8cd-b02f-4102-aa0b-cadbf30225d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:29.745597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.325846 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-d9f2a1a0-a483-421d-9190-bcbe5a4356ab tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134047789&fields=id&tenant_id=67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 267 time: 0.0468540 Dec 06 12:10:30.429930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-2bc37e9c-f72b-4ca8-a0dc-432bbca834e3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:30.431384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-2bc37e9c-f72b-4ca8-a0dc-432bbca834e3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 811 time: 0.0988410 Dec 06 12:10:30.445897 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-f340cf5c-9cf5-4212-bf0a-ed7781524532 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/quotas/67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 375 time: 0.0088489 Dec 06 12:10:30.500268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-93426f38-b3e5-4b90-8e03-7bf60263e332 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486574 Dec 06 12:10:30.592704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-6e69ecd4-32ec-4b76-87b4-77c82fa3693a service neutron] 10.222.0.24 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811121 Dec 06 12:10:30.683292 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-4efe5099-19b2-4fb3-bce4-13b10f6f38dd service neutron] 10.222.0.24 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845776 Dec 06 12:10:30.821907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:30.989633 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d576d5e0-8791-4c7c-94d8-06f6e467b3fe req-e68777a5-c04a-4428-8200-266d015c01cd tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Dec 06 12:10:31.894348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:31.923445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-8b5dc92f-7d03-467b-a996-2cbc1ac19c90 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:31.924904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-8b5dc92f-7d03-467b-a996-2cbc1ac19c90 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 811 time: 0.1074986 Dec 06 12:10:32.041928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-2b5cb31e-f12f-4c4d-9fbb-91d5038de49a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 380 time: 0.0612903 Dec 06 12:10:32.086409 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc7191ee-863a-4e73-a00a-7cff9c04f2c4 req-b75b2971-813b-4f5b-bd78-6a1de1ad4e63 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 210 time: 0.0259526 Dec 06 12:10:32.108772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'port': {'device_id': '01950127-7f29-462a-a0fb-0f83e5e08941', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'admin_state_up': True, 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'security_groups': ['ff3defee-7de2-47a6-8ec7-6fdae2e4377b']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:32.218842 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Made reservation on behalf of 67ab925408f94f2ca80b9355416614b2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:32.223571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.367318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Allocated IP 172.20.0.12 (9db4f462-d759-40a6-874a-84bb45b7b094/c05e822a-f2f8-4e48-badb-9b2505086a19/a3525dce-f551-488f-86d2-e0d9a9214db8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:32.510703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.545869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.589747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Network 9db4f462-d759-40a6-874a-84bb45b7b094 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:32.593822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:32.597796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:32.604520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=a3525dce-f551-488f-86d2-e0d9a9214db8,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:32.656825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:32.657614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.685111 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-45c6c81d-2edc-473e-86cc-4626d5bcf58b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804875 Dec 06 12:10:32.698912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Request body: {'port': {'device_id': '01950127-7f29-462a-a0fb-0f83e5e08941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:32.768298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.890816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-bdbc9783-89aa-425a-a4c3-259c3081eb18 None None] Provisioning complete for port a3525dce-f551-488f-86d2-e0d9a9214db8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:32.891183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9783-89aa-425a-a4c3-259c3081eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:32.932991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc9783-89aa-425a-a4c3-259c3081eb18 None None] Port a3525dce-f551-488f-86d2-e0d9a9214db8 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:10:33.046017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3525dce-f551-488f-86d2-e0d9a9214db8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:33.054084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.067128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Transition to ACTIVE for port object a3525dce-f551-488f-86d2-e0d9a9214db8 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:33.070992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.123431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Pushing event updated for resources: {'Port': ['ID=a3525dce-f551-488f-86d2-e0d9a9214db8,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:33.232790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Attempting to bind port a3525dce-f551-488f-86d2-e0d9a9214db8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:33.233138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Attempting to bind port a3525dce-f551-488f-86d2-e0d9a9214db8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:33.233471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Attempting to bind port a3525dce-f551-488f-86d2-e0d9a9214db8 on network 9db4f462-d759-40a6-874a-84bb45b7b094 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:33.241946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Port a3525dce-f551-488f-86d2-e0d9a9214db8 on network 9db4f462-d759-40a6-874a-84bb45b7b094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:33.242270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Attempting to bind port a3525dce-f551-488f-86d2-e0d9a9214db8 on network 9db4f462-d759-40a6-874a-84bb45b7b094 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:33.251803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:33.252163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Checking segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:33.252551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Bound using segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:33.252978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Bound port: a3525dce-f551-488f-86d2-e0d9a9214db8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:33.253346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.263104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f35956-52a7-4f66-baac-49785c50ff49 req-4d6bacb9-d8cb-41b7-8616-942a65559189 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.264813 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4f35956-52a7-4f66-baac-49785c50ff49 req-4d6bacb9-d8cb-41b7-8616-942a65559189 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0878603 Dec 06 12:10:33.374696 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4f35956-52a7-4f66-baac-49785c50ff49 req-18dac1ac-a12f-4bdd-912f-6544c8a783b2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985844 Dec 06 12:10:33.378458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] For port a3525dce-f551-488f-86d2-e0d9a9214db8, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:33.382331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] For port a3525dce-f551-488f-86d2-e0d9a9214db8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3525dce-f551-488f-86d2-e0d9a9214db8,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:33.394707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.432429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.433054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:33.435368 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3525dce-f551-488f-86d2-e0d9a9214db8 HTTP/1.1" status: 200 len: 1094 time: 0.7409632 Dec 06 12:10:33.435823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01950127-7f29-462a-a0fb-0f83e5e08941', 'tag': 'a3525dce-f551-488f-86d2-e0d9a9214db8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:33.438143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb5c27-48a2-4e63-9b91-acea1649df53" -d '{"events": [{"name": "network-changed", "server_uuid": "01950127-7f29-462a-a0fb-0f83e5e08941", "tag": "a3525dce-f551-488f-86d2-e0d9a9214db8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:33.465780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb41b9-29c1-4ecf-b255-7474eb656c40 service neutron] Pushing event updated for resources: {'Port': ['ID=a3525dce-f551-488f-86d2-e0d9a9214db8,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:33.492265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d854d7-8934-4256-9f60-a7fb9f231b56 x-openstack-request-id: req-77d854d7-8934-4256-9f60-a7fb9f231b56 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:33.492570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01950127-7f29-462a-a0fb-0f83e5e08941", "tag": "a3525dce-f551-488f-86d2-e0d9a9214db8", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:33.492826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77d854d7-8934-4256-9f60-a7fb9f231b56 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:33.493227 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01950127-7f29-462a-a0fb-0f83e5e08941', 'tag': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'status': 'completed', 'code': 200} Dec 06 12:10:33.535998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-627de0cc-a7fe-48be-8bf8-a7bbdeb59ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.537572 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-627de0cc-a7fe-48be-8bf8-a7bbdeb59ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 1097 time: 0.0551765 Dec 06 12:10:33.590723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-68bfb44c-356b-476e-aa2f-98c74944e8bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3525dce-f551-488f-86d2-e0d9a9214db8 HTTP/1.1" status: 200 len: 217 time: 0.0427480 Dec 06 12:10:33.647973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-16a12f5e-5f59-4261-a025-f3baa925b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.649436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-16a12f5e-5f59-4261-a025-f3baa925b821 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0508885 Dec 06 12:10:33.696697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-8d5ed6e8-0902-49a0-bc34-2799588cba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.698221 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-8d5ed6e8-0902-49a0-bc34-2799588cba5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404673 Dec 06 12:10:33.798498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-df3b99cc-cba6-428d-aa3e-ac7dbc78c480 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910099 Dec 06 12:10:33.895645 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c276fac1-fada-4e1f-9378-f56cbe90b1ef req-99040871-481e-46e6-897e-357ef0433c1e service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895882 Dec 06 12:10:33.987466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-43c394a7-af0c-429b-82c1-220b5049d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:33.989050 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-43c394a7-af0c-429b-82c1-220b5049d6fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 1097 time: 0.0472460 Dec 06 12:10:34.082319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-49e5fedc-494a-48be-99fc-c8fead2aa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:34.083805 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-49e5fedc-494a-48be-99fc-c8fead2aa9d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.0876424 Dec 06 12:10:34.133122 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-cc05b3b1-97bc-4cf3-a7f5-fdd8b385c67f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3525dce-f551-488f-86d2-e0d9a9214db8 HTTP/1.1" status: 200 len: 217 time: 0.0398440 Dec 06 12:10:34.183206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-483645b8-70c6-4e18-aa34-a1c6d2c301e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:34.184920 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-483645b8-70c6-4e18-aa34-a1c6d2c301e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0443289 Dec 06 12:10:34.232312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-20c077f0-f4e2-4584-8e74-9821fadb8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:34.233795 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-20c077f0-f4e2-4584-8e74-9821fadb8e63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407417 Dec 06 12:10:34.330157 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-52efb21a-5f6c-4edd-8264-bfa2a1724d5f service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887592 Dec 06 12:10:34.426252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ecb5c27-48a2-4e63-9b91-acea1649df53 req-19f99a3e-e5fc-4e97-931d-a3b04581ed08 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878396 Dec 06 12:10:34.491269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0181d-2727-475f-a4ca-625ccfa5dc6a req-96829151-7d49-42bc-b947-d3694487e4f8 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:34.492798 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19e0181d-2727-475f-a4ca-625ccfa5dc6a req-96829151-7d49-42bc-b947-d3694487e4f8 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0491190 Dec 06 12:10:34.548278 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19e0181d-2727-475f-a4ca-625ccfa5dc6a req-4337ac93-ee85-48c7-b526-a65ff3c934fc tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 Dec 06 12:10:35.670727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ef6f6-a753-42eb-98ff-f3daa2c21144 req-6e9da496-96a2-4d3c-aa3e-48e358342cfc tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:35.672245 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e1ef6f6-a753-42eb-98ff-f3daa2c21144 req-6e9da496-96a2-4d3c-aa3e-48e358342cfc tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0497146 Dec 06 12:10:35.722259 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e1ef6f6-a753-42eb-98ff-f3daa2c21144 req-6e44674f-572c-4524-b475-a937c3c86714 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Dec 06 12:10:36.836868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002e2ee-9636-46dd-afd6-3382a64fd00a req-e93db2f0-4fc7-4364-95eb-d88026fcfe36 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:36.838365 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0002e2ee-9636-46dd-afd6-3382a64fd00a req-e93db2f0-4fc7-4364-95eb-d88026fcfe36 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0492027 Dec 06 12:10:36.889511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0002e2ee-9636-46dd-afd6-3382a64fd00a req-94a6661a-d438-48bd-a692-c38071764ccd tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 Dec 06 12:10:38.006786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7c65b-dd18-420d-9fed-9f5b9c930ab1 req-0f787717-ac69-4bec-b608-37d23c82bbd4 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:38.008282 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aaa7c65b-dd18-420d-9fed-9f5b9c930ab1 req-0f787717-ac69-4bec-b608-37d23c82bbd4 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0529311 Dec 06 12:10:38.059762 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aaa7c65b-dd18-420d-9fed-9f5b9c930ab1 req-9d403b87-b330-4628-9b66-5c763bd8b2d4 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Dec 06 12:10:39.172649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7edda-c1dd-4fda-a0c4-80c6e926b5cc req-29a7af36-12ef-478f-a712-c1104feea60a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:39.174119 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6fc7edda-c1dd-4fda-a0c4-80c6e926b5cc req-29a7af36-12ef-478f-a712-c1104feea60a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0486190 Dec 06 12:10:39.222372 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6fc7edda-c1dd-4fda-a0c4-80c6e926b5cc req-9737ca7a-9cd1-48c2-a07e-69c70fd3add6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Dec 06 12:10:40.340543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2553196-105c-4a58-82ff-8b9668eae325 req-c8c44b4c-249a-4a9a-a507-e7ab921286d7 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:40.342008 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e2553196-105c-4a58-82ff-8b9668eae325 req-c8c44b4c-249a-4a9a-a507-e7ab921286d7 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0526729 Dec 06 12:10:40.391065 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e2553196-105c-4a58-82ff-8b9668eae325 req-33fdbaf0-cd46-4974-8ed0-4000137cdfe0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Dec 06 12:10:41.504728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafdfde-d22c-4e04-b6fe-6c55691a3151 req-5a6c6a35-2191-4e17-bbc8-15bce791a855 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:41.506212 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-feafdfde-d22c-4e04-b6fe-6c55691a3151 req-5a6c6a35-2191-4e17-bbc8-15bce791a855 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0487731 Dec 06 12:10:41.556303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-feafdfde-d22c-4e04-b6fe-6c55691a3151 req-ffe8a51f-6c33-45f2-8ae4-fc27b72346fa tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 Dec 06 12:10:42.668879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bbdcb-96cd-44db-b80f-2498eec60ff7 req-399540fd-7feb-4dc6-a8b8-dd311506e2b0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:42.670367 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d83bbdcb-96cd-44db-b80f-2498eec60ff7 req-399540fd-7feb-4dc6-a8b8-dd311506e2b0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0481873 Dec 06 12:10:42.722552 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d83bbdcb-96cd-44db-b80f-2498eec60ff7 req-7048d133-98b4-4a67-a61b-540595644b00 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463312 Dec 06 12:10:43.834699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a461e0-4971-4f3b-b50e-147cef2099d6 req-0328f19e-ef1e-4b18-ae97-a557a78f48fb tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:43.836174 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58a461e0-4971-4f3b-b50e-147cef2099d6 req-0328f19e-ef1e-4b18-ae97-a557a78f48fb tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0481834 Dec 06 12:10:43.888007 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58a461e0-4971-4f3b-b50e-147cef2099d6 req-f093c8a5-9125-4a24-ac69-27c204e0a75f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449545 Dec 06 12:10:44.941756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:45.006208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae31af-52cb-4a93-ad3b-bedc10b63261 req-7bd46c5b-8adc-4941-b80f-a48aa8f176d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:45.007802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cae31af-52cb-4a93-ad3b-bedc10b63261 req-7bd46c5b-8adc-4941-b80f-a48aa8f176d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0490656 Dec 06 12:10:45.061785 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cae31af-52cb-4a93-ad3b-bedc10b63261 req-66c2c7ee-cdd8-4d0c-8d19-bfdfc7cb60c8 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475585 Dec 06 12:10:46.181659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca6deb-1c7d-440c-b812-54fcd92af582 req-e7d4a5b5-1518-4829-bc73-005f83cb1c7f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:46.183181 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90ca6deb-1c7d-440c-b812-54fcd92af582 req-e7d4a5b5-1518-4829-bc73-005f83cb1c7f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 944 time: 0.0525112 Dec 06 12:10:46.231790 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90ca6deb-1c7d-440c-b812-54fcd92af582 req-85233b88-9fb5-42d3-9286-b4d007c210cc tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417047 Dec 06 12:10:47.002726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device a3525dce-f551-488f-86d2-e0d9a9214db8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:10:47.097851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port a3525dce-f551-488f-86d2-e0d9a9214db8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3525dce-f551-488f-86d2-e0d9a9214db8,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:47.108779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'port_id': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'mac_address': 'fa:16:3e:29:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:10:47.148975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.161871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3525dce-f551-488f-86d2-e0d9a9214db8 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:47.180524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port a3525dce-f551-488f-86d2-e0d9a9214db8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3525dce-f551-488f-86d2-e0d9a9214db8,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:47.184527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:47.230569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=a3525dce-f551-488f-86d2-e0d9a9214db8,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:47.350704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bf69e-9347-42b9-803b-0a1ecedb4a7b req-48b88b4b-84c8-40f6-be32-f5798560009c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:47.352197 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec2bf69e-9347-42b9-803b-0a1ecedb4a7b req-48b88b4b-84c8-40f6-be32-f5798560009c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 945 time: 0.0490532 Dec 06 12:10:47.406935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec2bf69e-9347-42b9-803b-0a1ecedb4a7b req-0151a5f8-4445-4564-894d-326f72090052 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485566 Dec 06 12:10:47.530069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['a3525dce-f551-488f-86d2-e0d9a9214db8'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:10:47.659272 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:10:48.519508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfca7f-f4dd-487d-a44f-eb91c47c1a30 req-0694fc95-d0e8-4d0f-b228-c749beed03d5 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:48.521005 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5dfca7f-f4dd-487d-a44f-eb91c47c1a30 req-0694fc95-d0e8-4d0f-b228-c749beed03d5 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Dec 06 12:10:48.573271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5dfca7f-f4dd-487d-a44f-eb91c47c1a30 req-88a318e6-6d1a-4933-b952-9a58ad83decf tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463676 Dec 06 12:10:49.020639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device a3525dce-f551-488f-86d2-e0d9a9214db8 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:49.070079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port a3525dce-f551-488f-86d2-e0d9a9214db8 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:10:49.074917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port a3525dce-f551-488f-86d2-e0d9a9214db8 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:49.075288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.154170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.176694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01950127-7f29-462a-a0fb-0f83e5e08941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3525dce-f551-488f-86d2-e0d9a9214db8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:49.178970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0df31fa-7bd4-4cad-bd64-cc1f2b89403a" -d '{"events": [{"server_uuid": "01950127-7f29-462a-a0fb-0f83e5e08941", "name": "network-vif-plugged", "status": "completed", "tag": "a3525dce-f551-488f-86d2-e0d9a9214db8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:49.192523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port a3525dce-f551-488f-86d2-e0d9a9214db8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3525dce-f551-488f-86d2-e0d9a9214db8,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:49.196549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:49.218912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ede3ad1-3d28-4ce3-93c1-359809c4652e x-openstack-request-id: req-4ede3ad1-3d28-4ce3-93c1-359809c4652e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:49.219202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01950127-7f29-462a-a0fb-0f83e5e08941", "name": "network-vif-plugged", "status": "completed", "tag": "a3525dce-f551-488f-86d2-e0d9a9214db8", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:49.219456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ede3ad1-3d28-4ce3-93c1-359809c4652e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:49.219839 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01950127-7f29-462a-a0fb-0f83e5e08941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'code': 200} Dec 06 12:10:49.245219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=a3525dce-f551-488f-86d2-e0d9a9214db8,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:49.407095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdf3f7-0cbb-47f6-bf27-ab74edaaf299 req-a7b61365-a295-441a-a0ed-23d2d25ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:49.408550 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fbfdf3f7-0cbb-47f6-bf27-ab74edaaf299 req-a7b61365-a295-441a-a0ed-23d2d25ed61e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 1099 time: 0.0405216 Dec 06 12:10:49.454339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fbfdf3f7-0cbb-47f6-bf27-ab74edaaf299 req-a7253e64-58e8-4759-8aa6-9f1462dce12f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386424 Dec 06 12:10:49.685980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d5f27-5f89-4a4e-9597-45dcccb6c61e req-659c6e48-d262-4794-a53b-297d5deb872b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:49.687440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-af4d5f27-5f89-4a4e-9597-45dcccb6c61e req-659c6e48-d262-4794-a53b-297d5deb872b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 946 time: 0.0484293 Dec 06 12:10:49.738145 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-af4d5f27-5f89-4a4e-9597-45dcccb6c61e req-45a78d0f-d6e2-49e3-972b-54d088d89ef4 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447409 Dec 06 12:10:50.860165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7f8c4-7217-403f-b942-2bbf6d2a59ee req-9f3234cd-07b0-4088-bc32-9580cd11e6ff tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:50.861650 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1c7f8c4-7217-403f-b942-2bbf6d2a59ee req-9f3234cd-07b0-4088-bc32-9580cd11e6ff tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 946 time: 0.0553055 Dec 06 12:10:50.915799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1c7f8c4-7217-403f-b942-2bbf6d2a59ee req-0fb1bcaa-9c95-4036-aae0-83d65cba9902 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478845 Dec 06 12:10:51.184684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45122) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:51.256832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb389cc-93a7-4120-b3b2-e1dcca399669 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:51.257320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb389cc-93a7-4120-b3b2-e1dcca399669 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:51.257792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb389cc-93a7-4120-b3b2-e1dcca399669 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:51.259463 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fbb389cc-93a7-4120-b3b2-e1dcca399669 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=ff3aa18fd0bb40388bf6073ea2a82855&network_id=295484f4-106a-479d-a1d7-0817e10cb7cb HTTP/1.1" status: 200 len: 2999 time: 0.0738752 Dec 06 12:10:52.030761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273896-1bec-4191-bb6f-38c2ab3d67cb req-0b4d02b4-7102-416d-876b-0ef37b744388 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:52.032277 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-72273896-1bec-4191-bb6f-38c2ab3d67cb req-0b4d02b4-7102-416d-876b-0ef37b744388 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 946 time: 0.0491829 Dec 06 12:10:52.081195 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-72273896-1bec-4191-bb6f-38c2ab3d67cb req-fb741b9e-450a-4cf5-859b-55cfb2bc600f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 Dec 06 12:10:52.197269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea616ac-f2d4-4869-9251-2ea51f521fd7 req-84e8c519-61dd-4275-ba2d-9e961b37a0bd tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:52.198907 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aea616ac-f2d4-4869-9251-2ea51f521fd7 req-84e8c519-61dd-4275-ba2d-9e961b37a0bd tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 946 time: 0.0525503 Dec 06 12:10:52.250225 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aea616ac-f2d4-4869-9251-2ea51f521fd7 req-7119fbcd-f493-4048-a038-9a038563da76 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456471 Dec 06 12:10:52.274349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45136) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:52.409014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e853a-42bf-4f91-9a0a-5d1f31169490 tempest-TestVolumeBootPattern-19669404 tempest-TestVolumeBootPattern-19669404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:52.410545 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c06e853a-42bf-4f91-9a0a-5d1f31169490 tempest-TestVolumeBootPattern-19669404 tempest-TestVolumeBootPattern-19669404-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 1094 time: 0.1351860 Dec 06 12:10:52.413367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45140) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:52.417600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:52.439026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.535022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.622544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45142) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:52.641002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Allocated IP 172.36.1.33 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/3907137d-fe28-42a3-a5cb-caec64eba930) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:52.674014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e46cbf-b414-4689-871d-59c5d8d57ace tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:52.675530 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d3e46cbf-b414-4689-871d-59c5d8d57ace tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 814 time: 0.0520322 Dec 06 12:10:52.741608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.774301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:52.820082 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:52.824465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:52.827164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:52.850745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=3907137d-fe28-42a3-a5cb-caec64eba930,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:52.862378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.862727 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.863071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.863409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.863771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.864126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.864456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.864785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.865115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.865441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.865766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.866087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:52.866406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.134869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45148) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.140127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--262892369', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:53.161642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:53.165138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.189596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:10:53.199516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.199930 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment 13a6a13c-432e-4981-be51-2c875cd9074e of type vlan for network da047143-78fa-4813-a059-5a0dbb2756f0 Dec 06 12:10:53.205630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.238827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.264523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.270211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.270800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.277922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.314030 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1781189 Dec 06 12:10:53.317963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45150) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.348139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=da047143-78fa-4813-a059-5a0dbb2756f0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:53.355403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.355768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.356142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.356494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.356824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.357159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.357494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.357826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.358164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.358493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.358826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.359152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.359478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403d9d6-b80b-44ee-b5d4-b995d71be9f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:10:53.371919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network da047143-78fa-4813-a059-5a0dbb2756f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:10:53.441054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6445cfca-8b53-4e51-b800-5e8df5095ec3 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.442538 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6445cfca-8b53-4e51-b800-5e8df5095ec3 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1236074 Dec 06 12:10:53.445583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45152) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.504884 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.510229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.584962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=3907137d-fe28-42a3-a5cb-caec64eba930,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:53.597703 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.606918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e3ac0-d8d9-49b8-a84f-bab54707ac53 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.611034 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8a5e3ac0-d8d9-49b8-a84f-bab54707ac53 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1618848 Dec 06 12:10:53.611272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45156) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.641391 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e1e1239e-49bd-4a5e-9713-a83ead16d39a tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289564 Dec 06 12:10:53.644191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45158) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.675055 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d5a30551-c794-4e9f-8b02-d429f500a826 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298028 Dec 06 12:10:53.677630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45160) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.704568 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Floating IP bf8ff59f-ea7f-431d-bd60-117937d4552b associated. External IP: 172.36.1.33, port: a3525dce-f551-488f-86d2-e0d9a9214db8. Dec 06 12:10:53.768794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff727710-6828-461a-b21a-4e23bcf0f5bd tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:53.770285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ff727710-6828-461a-b21a-4e23bcf0f5bd tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917668 Dec 06 12:10:53.773163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45164) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.800225 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ede2753f-3315-4721-9365-46d962178c6b tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259824 Dec 06 12:10:53.802814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45166) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:53.809244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-963653354', 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:53.897787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:53.901427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:53.912765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:10:54.089893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.155126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=591bcb2b-64a2-41f4-aaf5-4603eb750453,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:54.163901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:54.164264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: da047143-78fa-4813-a059-5a0dbb2756f0, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:10:54.182577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network da047143-78fa-4813-a059-5a0dbb2756f0 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:10:54.193921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, da047143-78fa-4813-a059-5a0dbb2756f0) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:54.200143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.201016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.206019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c34af-8fcd-402e-a458-adb1648117e4 None None] Network da047143-78fa-4813-a059-5a0dbb2756f0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:54.221711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ca888503-d086-411c-b673-02a72b217b60 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4144258 Dec 06 12:10:54.299477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:10:54.316276 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:10:54.324518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.332976 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:54.334082 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:54.353017 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-324b9885-735e-42ac-a553-6e3e3f6f2d2f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9383953 Dec 06 12:10:54.353490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01950127-7f29-462a-a0fb-0f83e5e08941', 'tag': 'a3525dce-f551-488f-86d2-e0d9a9214db8'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:54.356550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "01950127-7f29-462a-a0fb-0f83e5e08941", "tag": "a3525dce-f551-488f-86d2-e0d9a9214db8"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:54.377613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-da047143-78fa-4813-a059-5a0dbb2756f0', 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': '591bcb2b-64a2-41f4-aaf5-4603eb750453'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:10:54.378715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.400931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa03bcc-1936-4501-b342-c1b796f3c474 x-openstack-request-id: req-8fa03bcc-1936-4501-b342-c1b796f3c474 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:54.401239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01950127-7f29-462a-a0fb-0f83e5e08941", "tag": "a3525dce-f551-488f-86d2-e0d9a9214db8", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:54.402054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fa03bcc-1936-4501-b342-c1b796f3c474 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:54.402896 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01950127-7f29-462a-a0fb-0f83e5e08941', 'tag': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'status': 'completed', 'code': 200} Dec 06 12:10:54.476619 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:54.483297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-d32492a9-9ff9-489a-b9d0-36476a94b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.485041 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-d32492a9-9ff9-489a-b9d0-36476a94b7ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 1099 time: 0.0543466 Dec 06 12:10:54.536198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45174) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:54.542010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c3995c59-ce1c-476e-8ea4-7c31f31f3825 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981909284', 'description': 'tempest-secgroup-smoke-981909284 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:54.546619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Allocated IP 172.20.0.18 (da047143-78fa-4813-a059-5a0dbb2756f0/591bcb2b-64a2-41f4-aaf5-4603eb750453/604304b1-9a7d-4e47-8a51-312d5ce061c0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:54.576014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3995c59-ce1c-476e-8ea4-7c31f31f3825 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.611557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-027d2c7d-3281-467a-b111-97eb7996cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.613273 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-027d2c7d-3281-467a-b111-97eb7996cecd service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.1202388 Dec 06 12:10:54.660408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3995c59-ce1c-476e-8ea4-7c31f31f3825 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.670667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3995c59-ce1c-476e-8ea4-7c31f31f3825 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.695510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-74e4cd63-e78b-4c90-bf27-048aadc32c21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3525dce-f551-488f-86d2-e0d9a9214db8 HTTP/1.1" status: 200 len: 999 time: 0.0738368 Dec 06 12:10:54.715024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3995c59-ce1c-476e-8ea4-7c31f31f3825 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474c46a3-2558-4772-a6f9-5905d76d4b1b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:54.724211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3995c59-ce1c-476e-8ea4-7c31f31f3825 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.728372 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c3995c59-ce1c-476e-8ea4-7c31f31f3825 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1903219 Dec 06 12:10:54.730176 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45176) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:54.738087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-cafd261a-6921-4502-ac1a-60dc4fb03a10 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '474c46a3-2558-4772-a6f9-5905d76d4b1b', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:54.750725 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.753662 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf8ff59f-ea7f-431d-bd60-117937d4552b', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.33', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:29:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01950127-7f29-462a-a0fb-0f83e5e08941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:10:53Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:54.759287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.772874 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-932c14a3-760b-4d3f-82e1-ed6383041523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.774080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cafd261a-6921-4502-ac1a-60dc4fb03a10 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.775155 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-932c14a3-760b-4d3f-82e1-ed6383041523 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0718043 Dec 06 12:10:54.779465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Network da047143-78fa-4813-a059-5a0dbb2756f0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:54.783939 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:10:54.794003 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:10:54.794545 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:54.803445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:54.806056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:54.838509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-954e69b5-568e-4438-8538-6ee4f258d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:54.842192 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-954e69b5-568e-4438-8538-6ee4f258d8a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592721 Dec 06 12:10:54.857355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cafd261a-6921-4502-ac1a-60dc4fb03a10 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.863832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cafd261a-6921-4502-ac1a-60dc4fb03a10 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.866905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Pushing event updated for resources: {'Port': ['ID=604304b1-9a7d-4e47-8a51-312d5ce061c0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:54.883629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Attempting to bind port 604304b1-9a7d-4e47-8a51-312d5ce061c0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:54.884084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Attempting to bind port 604304b1-9a7d-4e47-8a51-312d5ce061c0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:54.885078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Attempting to bind port 604304b1-9a7d-4e47-8a51-312d5ce061c0 on network da047143-78fa-4813-a059-5a0dbb2756f0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:54.894646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:54.895038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Checking segment: {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:54.896024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.897511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Bound using segment: {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:54.898242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Bound port: 604304b1-9a7d-4e47-8a51-312d5ce061c0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:54.898742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.915421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd261a-6921-4502-ac1a-60dc4fb03a10 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88f4ce5-b5e3-4e0e-bd57-a2c0cd226e73,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:54.926394 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:10:54.935472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cafd261a-6921-4502-ac1a-60dc4fb03a10 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:54.939629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45178) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:54.940288 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cafd261a-6921-4502-ac1a-60dc4fb03a10 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2063551 Dec 06 12:10:54.946815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-586efc25-8531-4406-9ded-c4394ea21619 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '474c46a3-2558-4772-a6f9-5905d76d4b1b', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:54.975129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] For port 604304b1-9a7d-4e47-8a51-312d5ce061c0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:54.975453 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-98a9be05-ac3a-4ed8-b962-507ce0c5b74f service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248302 Dec 06 12:10:54.978720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] For port 604304b1-9a7d-4e47-8a51-312d5ce061c0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=604304b1-9a7d-4e47-8a51-312d5ce061c0,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:54.983354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.012208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-586efc25-8531-4406-9ded-c4394ea21619 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.059969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4137f-5b53-437c-ac98-3f5a9a426d85 None None] Pushing event updated for resources: {'Port': ['ID=604304b1-9a7d-4e47-8a51-312d5ce061c0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:55.104278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-586efc25-8531-4406-9ded-c4394ea21619 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.114680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-586efc25-8531-4406-9ded-c4394ea21619 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.149064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586efc25-8531-4406-9ded-c4394ea21619 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a9cf9f-79fb-4238-842c-b1c7a8e6a84a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:55.168338 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c7f60b77-1631-4dfa-8694-ccc0f0c5b6a2 req-b4e48629-4dbe-41c9-9eb1-a0e99d0d6425 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851180 Dec 06 12:10:55.172500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-586efc25-8531-4406-9ded-c4394ea21619 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.176304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-586efc25-8531-4406-9ded-c4394ea21619 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2323728 Dec 06 12:10:55.176815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45180) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:55.181409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4c170cce-c3c0-4740-87b5-a395c8020ddd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '474c46a3-2558-4772-a6f9-5905d76d4b1b', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:55.213671 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf8ff59f-ea7f-431d-bd60-117937d4552b', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.33', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:29:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01950127-7f29-462a-a0fb-0f83e5e08941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:10:53Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:10:55.221681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c170cce-c3c0-4740-87b5-a395c8020ddd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.241528 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb1873-32b3-42be-9288-46bcd4179936 None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf8ff59f-ea7f-431d-bd60-117937d4552b', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.33', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:29:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01950127-7f29-462a-a0fb-0f83e5e08941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:10:53Z', 'updated_at': '2021-12-06T12:10:53Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:10:55.325958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c170cce-c3c0-4740-87b5-a395c8020ddd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.339694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c170cce-c3c0-4740-87b5-a395c8020ddd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.356513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c170cce-c3c0-4740-87b5-a395c8020ddd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ac13e1-27e0-438c-8e6e-d35dd79cf08d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:55.368748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c170cce-c3c0-4740-87b5-a395c8020ddd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.371215 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4c170cce-c3c0-4740-87b5-a395c8020ddd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926339 Dec 06 12:10:55.373280 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45182) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:55.378299 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7e0fe82a-b3a5-4dbd-b5d3-2feffb348bb0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '474c46a3-2558-4772-a6f9-5905d76d4b1b', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:55.409546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe82a-b3a5-4dbd-b5d3-2feffb348bb0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.490731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe82a-b3a5-4dbd-b5d3-2feffb348bb0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.495716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe82a-b3a5-4dbd-b5d3-2feffb348bb0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.519559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fe82a-b3a5-4dbd-b5d3-2feffb348bb0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dadd586-4a0a-43da-8b67-f41f9f28b234,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:55.525331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe82a-b3a5-4dbd-b5d3-2feffb348bb0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.527287 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7e0fe82a-b3a5-4dbd-b5d3-2feffb348bb0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524630 Dec 06 12:10:55.529940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45184) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:55.534612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-36a10e0a-580e-4e2b-9a02-6cc83cb9fd0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '474c46a3-2558-4772-a6f9-5905d76d4b1b', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:55.544540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bd7b7-caa6-4f4d-b23d-8549ccbb7edd None None] New status for floating IP bf8ff59f-ea7f-431d-bd60-117937d4552b: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:10:55.565366 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-36a10e0a-580e-4e2b-9a02-6cc83cb9fd0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:10:55.570297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36a10e0a-580e-4e2b-9a02-6cc83cb9fd0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.633646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36a10e0a-580e-4e2b-9a02-6cc83cb9fd0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.637786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36a10e0a-580e-4e2b-9a02-6cc83cb9fd0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.656220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a10e0a-580e-4e2b-9a02-6cc83cb9fd0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e52c21a-4dc6-4de7-96b6-4d9c8c532393,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:55.663975 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36a10e0a-580e-4e2b-9a02-6cc83cb9fd0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.665227 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-36a10e0a-580e-4e2b-9a02-6cc83cb9fd0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341729 Dec 06 12:10:55.668080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45186) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:10:55.672461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7dfe3a97-3d5f-4ecb-9e34-531ec15d71f4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '474c46a3-2558-4772-a6f9-5905d76d4b1b', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:55.694118 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-7dfe3a97-3d5f-4ecb-9e34-531ec15d71f4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:10:55.699428 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3a97-3d5f-4ecb-9e34-531ec15d71f4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.770825 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3a97-3d5f-4ecb-9e34-531ec15d71f4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.775197 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3a97-3d5f-4ecb-9e34-531ec15d71f4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.796026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe3a97-3d5f-4ecb-9e34-531ec15d71f4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bdcdc5-365c-4c59-92bd-a94e7b71d74e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:55.803473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3a97-3d5f-4ecb-9e34-531ec15d71f4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:55.804862 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7dfe3a97-3d5f-4ecb-9e34-531ec15d71f4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357977 Dec 06 12:10:56.024630 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-0ac29aaa-d686-41a6-8934-08df58934ec4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981909284&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0479369 Dec 06 12:10:56.103017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e34d97-4419-4da1-ae7c-3b86469879e8 None None] Network da047143-78fa-4813-a059-5a0dbb2756f0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:10:56.134040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-603adccb-1583-4f1f-a371-9fd46ebfbfb1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:56.136288 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-603adccb-1583-4f1f-a371-9fd46ebfbfb1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=da047143-78fa-4813-a059-5a0dbb2756f0 HTTP/1.1" status: 200 len: 796 time: 0.1032114 Dec 06 12:10:56.151227 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-49c0f3bd-0069-4d09-87a9-53af0adf2f61 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0092459 Dec 06 12:10:56.178989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ce699fb2-be8e-4d90-91c5-a2c84f60b99f None None] Provisioning complete for port 604304b1-9a7d-4e47-8a51-312d5ce061c0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:56.179365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce699fb2-be8e-4d90-91c5-a2c84f60b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.213029 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-9f5679f8-e330-42b9-907f-a249395a7094 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556979 Dec 06 12:10:56.234434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20eec32e-1dee-48be-89d1-11e8b383fd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.340151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce699fb2-be8e-4d90-91c5-a2c84f60b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.359534 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-cd1eaf44-2f8c-41e1-be0a-36eaeec9c7ed service neutron] 10.222.0.24 "GET /v2.0/networks/da047143-78fa-4813-a059-5a0dbb2756f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333280 Dec 06 12:10:56.378279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ce699fb2-be8e-4d90-91c5-a2c84f60b99f None None] For port 604304b1-9a7d-4e47-8a51-312d5ce061c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=604304b1-9a7d-4e47-8a51-312d5ce061c0,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:10:56.383467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce699fb2-be8e-4d90-91c5-a2c84f60b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.437201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce699fb2-be8e-4d90-91c5-a2c84f60b99f None None] Pushing event updated for resources: {'Port': ['ID=604304b1-9a7d-4e47-8a51-312d5ce061c0,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:56.472906 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-3fa5b8be-1346-4aa3-9da6-d71f50f57bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/da047143-78fa-4813-a059-5a0dbb2756f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064103 Dec 06 12:10:56.608750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8f633499-f88b-4730-9d57-f35496bbcac7 None None] Provisioning complete for port 604304b1-9a7d-4e47-8a51-312d5ce061c0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:56.609263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f633499-f88b-4730-9d57-f35496bbcac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:56.646181 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-802141b1-956c-478f-9f6a-c0265121318b req-b6a7e3b7-2c2d-4f1d-8f22-a99fa9b8459f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 210 time: 0.0311625 Dec 06 12:10:56.976221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 604304b1-9a7d-4e47-8a51-312d5ce061c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:10:57.028158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 604304b1-9a7d-4e47-8a51-312d5ce061c0 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:57.028549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:57.577718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-966179a0-7783-41da-870f-52d531dd19a2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:57.579129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-966179a0-7783-41da-870f-52d531dd19a2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=da047143-78fa-4813-a059-5a0dbb2756f0 HTTP/1.1" status: 200 len: 796 time: 0.1072218 Dec 06 12:10:57.966371 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-722eed74-fbdf-415c-9810-074bd263fdaa req-1b6beb9d-479a-42bf-9fa2-7bac949d9a9b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 210 time: 0.0285561 Dec 06 12:10:58.014201 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-db84f39b-eadd-48f5-b475-eff83c019cce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 472 time: 0.4257722 Dec 06 12:10:58.024714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': 'd6b42f11-f5f1-4c23-8bf2-e2035fec3e69', 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['474c46a3-2558-4772-a6f9-5905d76d4b1b']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:58.131270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:10:58.134864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.256232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.22 (da047143-78fa-4813-a059-5a0dbb2756f0/591bcb2b-64a2-41f4-aaf5-4603eb750453/5e8d758b-22de-4af5-9727-ca871d47d8ea) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:10:58.394116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.427274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.470807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network da047143-78fa-4813-a059-5a0dbb2756f0 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:10:58.473869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:10:58.477726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:10:58.509399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=5e8d758b-22de-4af5-9727-ca871d47d8ea,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:58.535662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:58.536315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.554552 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-275acdfd-d0f0-4120-b391-55ea20e7f2ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5334175 Dec 06 12:10:58.567116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Request body: {'port': {'device_id': 'd6b42f11-f5f1-4c23-8bf2-e2035fec3e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:10:58.599917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18065e87-eb24-4dea-ba18-3b19a1b2273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.625224 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.720220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fb81b98f-9ba8-46aa-80fe-8475d3708bfc None None] Provisioning complete for port 5e8d758b-22de-4af5-9727-ca871d47d8ea triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:10:58.720594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb81b98f-9ba8-46aa-80fe-8475d3708bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.754699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fb81b98f-9ba8-46aa-80fe-8475d3708bfc None None] Port 5e8d758b-22de-4af5-9727-ca871d47d8ea cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:10:58.883302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8d758b-22de-4af5-9727-ca871d47d8ea {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:10:58.891628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.904964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Transition to ACTIVE for port object 5e8d758b-22de-4af5-9727-ca871d47d8ea will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:10:58.908790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:58.966577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8d758b-22de-4af5-9727-ca871d47d8ea,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:59.054834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Attempting to bind port 5e8d758b-22de-4af5-9727-ca871d47d8ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:10:59.055333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Attempting to bind port 5e8d758b-22de-4af5-9727-ca871d47d8ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:10:59.055801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Attempting to bind port 5e8d758b-22de-4af5-9727-ca871d47d8ea on network da047143-78fa-4813-a059-5a0dbb2756f0 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:59.077894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Port 5e8d758b-22de-4af5-9727-ca871d47d8ea on network da047143-78fa-4813-a059-5a0dbb2756f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:10:59.078226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Attempting to bind port 5e8d758b-22de-4af5-9727-ca871d47d8ea on network da047143-78fa-4813-a059-5a0dbb2756f0 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:10:59.085193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:10:59.085545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Checking segment: {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:10:59.085940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Bound using segment: {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:10:59.086375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Bound port: 5e8d758b-22de-4af5-9727-ca871d47d8ea, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:10:59.086740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.120217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f8f52-9f55-4015-98fb-68dbea20a4e4 req-b25a0e38-ddc0-4ad2-bf2e-7a885bae6800 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.122472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-924f8f52-9f55-4015-98fb-68dbea20a4e4 req-b25a0e38-ddc0-4ad2-bf2e-7a885bae6800 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 944 time: 0.0810549 Dec 06 12:10:59.207310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] For port 5e8d758b-22de-4af5-9727-ca871d47d8ea, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:10:59.210986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] For port 5e8d758b-22de-4af5-9727-ca871d47d8ea, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e8d758b-22de-4af5-9727-ca871d47d8ea,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:10:59.215971 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-924f8f52-9f55-4015-98fb-68dbea20a4e4 req-bdeef5be-82f7-4f49-ba25-085508837b4e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721591 Dec 06 12:10:59.217455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.254904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.255524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.256950 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/5e8d758b-22de-4af5-9727-ca871d47d8ea HTTP/1.1" status: 200 len: 1094 time: 0.6943274 Dec 06 12:10:59.257395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b42f11-f5f1-4c23-8bf2-e2035fec3e69', 'tag': '5e8d758b-22de-4af5-9727-ca871d47d8ea'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:10:59.259713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f386bfe-5a6e-4373-a386-4a425407b23d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b42f11-f5f1-4c23-8bf2-e2035fec3e69", "tag": "5e8d758b-22de-4af5-9727-ca871d47d8ea"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:10:59.293394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09665-b3b6-464b-861f-944cce3965d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8d758b-22de-4af5-9727-ca871d47d8ea,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:10:59.323022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6164e9a9-bfa3-47cf-b773-4aa4fbdc9220 x-openstack-request-id: req-6164e9a9-bfa3-47cf-b773-4aa4fbdc9220 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:10:59.323407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b42f11-f5f1-4c23-8bf2-e2035fec3e69", "tag": "5e8d758b-22de-4af5-9727-ca871d47d8ea", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:10:59.323599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6164e9a9-bfa3-47cf-b773-4aa4fbdc9220 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:10:59.323992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b42f11-f5f1-4c23-8bf2-e2035fec3e69', 'tag': '5e8d758b-22de-4af5-9727-ca871d47d8ea', 'status': 'completed', 'code': 200} Dec 06 12:10:59.354686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-3907d920-c888-4541-bd74-0904ab76a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.356533 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-3907d920-c888-4541-bd74-0904ab76a62d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 1097 time: 0.0451086 Dec 06 12:10:59.406611 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-8cd21f19-f735-4250-9270-05fe77caf6f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5e8d758b-22de-4af5-9727-ca871d47d8ea HTTP/1.1" status: 200 len: 217 time: 0.0408320 Dec 06 12:10:59.462026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-a9dd0f18-3951-4d1d-886f-fbf607f01921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.463508 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-a9dd0f18-3951-4d1d-886f-fbf607f01921 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=591bcb2b-64a2-41f4-aaf5-4603eb750453 HTTP/1.1" status: 200 len: 837 time: 0.0491776 Dec 06 12:10:59.510220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-0b9327ec-5c24-4b18-ac65-368dc2efc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.512346 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-0b9327ec-5c24-4b18-ac65-368dc2efc1ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da047143-78fa-4813-a059-5a0dbb2756f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416737 Dec 06 12:10:59.605344 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-27fd76ef-ce42-419a-8c4a-c01e2a5a8ab1 service neutron] 10.222.0.43 "GET /v2.0/networks/da047143-78fa-4813-a059-5a0dbb2756f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845253 Dec 06 12:10:59.694966 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4e2edbc-dd28-4c5f-bffb-fe47e47486a2 req-0a92251d-7179-4fcf-a92f-94cc262b29c8 service neutron] 10.222.0.43 "GET /v2.0/networks/da047143-78fa-4813-a059-5a0dbb2756f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821831 Dec 06 12:10:59.752461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:10:59.799980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-2f2f1842-9ed4-4e18-877b-f8635de24811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.801498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-2f2f1842-9ed4-4e18-877b-f8635de24811 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 1097 time: 0.0516198 Dec 06 12:10:59.890770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-28dfe0c7-178d-4774-b0c9-230607e57782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.892279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-28dfe0c7-178d-4774-b0c9-230607e57782 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da047143-78fa-4813-a059-5a0dbb2756f0 HTTP/1.1" status: 200 len: 897 time: 0.0829017 Dec 06 12:10:59.939512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-942b9085-401d-4f96-b975-310ac34c1b86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5e8d758b-22de-4af5-9727-ca871d47d8ea HTTP/1.1" status: 200 len: 217 time: 0.0401707 Dec 06 12:10:59.994341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-369961c8-23fc-4fc5-9791-9dacb30a7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:10:59.996857 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-369961c8-23fc-4fc5-9791-9dacb30a7768 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=591bcb2b-64a2-41f4-aaf5-4603eb750453 HTTP/1.1" status: 200 len: 837 time: 0.0450239 Dec 06 12:11:00.043726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-60bc8b1c-555a-48e5-9179-ff00ada4f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:00.045514 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-60bc8b1c-555a-48e5-9179-ff00ada4f2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da047143-78fa-4813-a059-5a0dbb2756f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419300 Dec 06 12:11:00.137711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-280dc19e-2510-4e3c-bbbc-a9caf272feab service neutron] 10.222.0.43 "GET /v2.0/networks/da047143-78fa-4813-a059-5a0dbb2756f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849633 Dec 06 12:11:00.240597 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f386bfe-5a6e-4373-a386-4a425407b23d req-bc91217e-ecf6-416b-a11a-91b5b5a0b505 service neutron] 10.222.0.43 "GET /v2.0/networks/da047143-78fa-4813-a059-5a0dbb2756f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Dec 06 12:11:00.336418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12180728-973f-42f2-9c48-945bed8b9029 req-1a1c6a14-c426-4308-900f-4a1146d6a909 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:00.337910 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12180728-973f-42f2-9c48-945bed8b9029 req-1a1c6a14-c426-4308-900f-4a1146d6a909 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 944 time: 0.0541499 Dec 06 12:11:00.387486 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12180728-973f-42f2-9c48-945bed8b9029 req-12c43020-fe53-44cf-b695-0da0b99c688e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429575 Dec 06 12:11:00.824408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:01.502913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc46d8c-b13a-4e07-b638-5637163d9320 req-223f4ca5-e687-4b55-a3d8-c461681dc9bc tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:01.504426 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9dc46d8c-b13a-4e07-b638-5637163d9320 req-223f4ca5-e687-4b55-a3d8-c461681dc9bc tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 944 time: 0.0496700 Dec 06 12:11:01.554216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9dc46d8c-b13a-4e07-b638-5637163d9320 req-4b436437-5563-4580-a3cf-c52cf14f347b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Dec 06 12:11:01.889101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:02.672816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ee15-77c5-46bc-b8ac-4b7b2111187d req-30e5870d-f865-4866-b5ff-4b398d828673 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:02.674335 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3e51ee15-77c5-46bc-b8ac-4b7b2111187d req-30e5870d-f865-4866-b5ff-4b398d828673 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 944 time: 0.0496416 Dec 06 12:11:02.730474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3e51ee15-77c5-46bc-b8ac-4b7b2111187d req-64e10e29-bf1e-49ad-94aa-96734be82951 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498903 Dec 06 12:11:03.051945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5e8d758b-22de-4af5-9727-ca871d47d8ea details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:03.150688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5e8d758b-22de-4af5-9727-ca871d47d8ea, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e8d758b-22de-4af5-9727-ca871d47d8ea,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:03.309553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '5e8d758b-22de-4af5-9727-ca871d47d8ea', 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0', 'port_id': '5e8d758b-22de-4af5-9727-ca871d47d8ea', 'mac_address': 'fa:16:3e:b8:29:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591bcb2b-64a2-41f4-aaf5-4603eb750453', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:03.345964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.358738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8d758b-22de-4af5-9727-ca871d47d8ea {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:03.377918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5e8d758b-22de-4af5-9727-ca871d47d8ea, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e8d758b-22de-4af5-9727-ca871d47d8ea,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:03.381865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:03.428054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5e8d758b-22de-4af5-9727-ca871d47d8ea,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:03.435168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.435523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.435895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.436245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.436585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.436927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.437270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.437603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.437940 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.438275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.438609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.439020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.439357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:03.724819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['5e8d758b-22de-4af5-9727-ca871d47d8ea'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:03.853010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d690a-460f-4bfa-aec4-ca8800ba8e1b req-56b82d08-8937-46f3-b001-2eb4f173b680 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:03.854520 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e6d690a-460f-4bfa-aec4-ca8800ba8e1b req-56b82d08-8937-46f3-b001-2eb4f173b680 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 945 time: 0.0553350 Dec 06 12:11:03.905002 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e6d690a-460f-4bfa-aec4-ca8800ba8e1b req-c4206f22-b188-48bc-84e8-aee39a10c0da tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442300 Dec 06 12:11:05.018999 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbce06-e8d5-45fd-a2ea-1edfeb469df4 req-9d917afc-897b-44e8-b425-4f5f8e4fd1c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:05.020497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26dbce06-e8d5-45fd-a2ea-1edfeb469df4 req-9d917afc-897b-44e8-b425-4f5f8e4fd1c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Dec 06 12:11:05.069735 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26dbce06-e8d5-45fd-a2ea-1edfeb469df4 req-f62f3036-3fc5-4c93-a53f-ede932171d48 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433865 Dec 06 12:11:05.083277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5e8d758b-22de-4af5-9727-ca871d47d8ea up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:05.134715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 5e8d758b-22de-4af5-9727-ca871d47d8ea completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:11:05.138981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 5e8d758b-22de-4af5-9727-ca871d47d8ea triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:05.139357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.214610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.236865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b42f11-f5f1-4c23-8bf2-e2035fec3e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8d758b-22de-4af5-9727-ca871d47d8ea'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:05.239155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d594c50-f87f-428b-a4c9-8cb4cb5669f2" -d '{"events": [{"server_uuid": "d6b42f11-f5f1-4c23-8bf2-e2035fec3e69", "name": "network-vif-plugged", "status": "completed", "tag": "5e8d758b-22de-4af5-9727-ca871d47d8ea"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:05.252927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5e8d758b-22de-4af5-9727-ca871d47d8ea, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e8d758b-22de-4af5-9727-ca871d47d8ea,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:05.257353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:05.285151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f72266-6cbf-4f78-af7c-d2da2a1c86d9 x-openstack-request-id: req-27f72266-6cbf-4f78-af7c-d2da2a1c86d9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:05.285439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b42f11-f5f1-4c23-8bf2-e2035fec3e69", "name": "network-vif-plugged", "status": "completed", "tag": "5e8d758b-22de-4af5-9727-ca871d47d8ea", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:05.285689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27f72266-6cbf-4f78-af7c-d2da2a1c86d9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:05.286673 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b42f11-f5f1-4c23-8bf2-e2035fec3e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8d758b-22de-4af5-9727-ca871d47d8ea', 'code': 200} Dec 06 12:11:05.315117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5e8d758b-22de-4af5-9727-ca871d47d8ea,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:05.455411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54033b7-c355-4d27-a617-6531bd8ae33c req-3535c55b-5ffb-4e62-92e5-e8a2bffc5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:05.456940 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e54033b7-c355-4d27-a617-6531bd8ae33c req-3535c55b-5ffb-4e62-92e5-e8a2bffc5c5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 1099 time: 0.0435038 Dec 06 12:11:05.503687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e54033b7-c355-4d27-a617-6531bd8ae33c req-3a620c0b-a8c6-4155-ace1-aabaf37d3dd7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385027 Dec 06 12:11:06.185151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7cd64-713e-4a86-8736-cc74c7920795 req-05437af7-f638-41a7-9df1-1405cc683ec6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:06.186613 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ee7cd64-713e-4a86-8736-cc74c7920795 req-05437af7-f638-41a7-9df1-1405cc683ec6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 946 time: 0.0484951 Dec 06 12:11:06.234396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ee7cd64-713e-4a86-8736-cc74c7920795 req-25586bfc-3a1b-461a-9de8-bd11df463fc2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 Dec 06 12:11:07.348313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7a25d-be7f-4c06-9949-bcaf649afa8b req-8038f1ac-31a5-440b-b818-b62c89b10791 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:07.349819 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-07a7a25d-be7f-4c06-9949-bcaf649afa8b req-8038f1ac-31a5-440b-b818-b62c89b10791 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 946 time: 0.0481069 Dec 06 12:11:07.402356 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-07a7a25d-be7f-4c06-9949-bcaf649afa8b req-0fc92c7f-60b6-46c4-850a-238b9f6d40d5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461845 Dec 06 12:11:07.522709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277c4d0-952c-46b5-827f-67c1ec6139e7 req-5532c92d-4464-426c-96a5-cb8b1cb98a48 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:07.524127 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7277c4d0-952c-46b5-827f-67c1ec6139e7 req-5532c92d-4464-426c-96a5-cb8b1cb98a48 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 946 time: 0.0517323 Dec 06 12:11:07.575724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7277c4d0-952c-46b5-827f-67c1ec6139e7 req-e54a24c7-0ea4-4fde-b4fb-3beb115456d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445883 Dec 06 12:11:09.055287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45254) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:09.505518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.775648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.17 (da047143-78fa-4813-a059-5a0dbb2756f0/591bcb2b-64a2-41f4-aaf5-4603eb750453/ee41e72b-6d25-4b5d-b9c9-01085599492c) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:09.895684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.934774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:09.975190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network da047143-78fa-4813-a059-5a0dbb2756f0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:09.978213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:09.982572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:10.007777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=ee41e72b-6d25-4b5d-b9c9-01085599492c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:10.033286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.181314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3992a766-306e-47b6-92e7-91c6065bf565 None None] Provisioning complete for port ee41e72b-6d25-4b5d-b9c9-01085599492c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:10.182782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3992a766-306e-47b6-92e7-91c6065bf565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.185257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.217248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3992a766-306e-47b6-92e7-91c6065bf565 None None] Port ee41e72b-6d25-4b5d-b9c9-01085599492c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:10.462211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.466929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.540313 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=ee41e72b-6d25-4b5d-b9c9-01085599492c,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:10.543393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.638501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network da047143-78fa-4813-a059-5a0dbb2756f0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:10.639946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:10.757656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:11:10.839168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8499d88f-de1a-438a-9986-dce3b569a21b None None] Provisioning complete for port ee41e72b-6d25-4b5d-b9c9-01085599492c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:10.839535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8499d88f-de1a-438a-9986-dce3b569a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:10.868893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:10.879547 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3be4319f-7f24-4b96-ac1b-d5f4ebcda742 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/a9d62fb2-29ee-420a-ad5d-8ac4da711e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231082 Dec 06 12:11:10.880469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8499d88f-de1a-438a-9986-dce3b569a21b None None] Port ee41e72b-6d25-4b5d-b9c9-01085599492c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:10.891788 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Sync routers for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:10.902241 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:10.902845 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:11.012471 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:11.248072 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:10Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:42Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee41e72b-6d25-4b5d-b9c9-01085599492c', 'name': '', 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c7:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '591bcb2b-64a2-41f4-aaf5-4603eb750453', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:09Z', 'updated_at': '2021-12-06T12:11:10Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '591bcb2b-64a2-41f4-aaf5-4603eb750453', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:11.360724 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Checking router: a9d62fb2-29ee-420a-ad5d-8ac4da711e36 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:11:11.361110 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Updating router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 port ee41e72b-6d25-4b5d-b9c9-01085599492c binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:11:11.389141 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.653551 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.658649 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.720448 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Pushing event updated for resources: {'Port': ['ID=ee41e72b-6d25-4b5d-b9c9-01085599492c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:11.743481 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.743841 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.744490 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.745004 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.745374 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.745781 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.746128 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.746475 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.746907 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.747325 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.748068 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.748313 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.748684 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:11.782808 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Attempting to bind port ee41e72b-6d25-4b5d-b9c9-01085599492c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:11:11.783181 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Attempting to bind port ee41e72b-6d25-4b5d-b9c9-01085599492c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:11:11.783543 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Attempting to bind port ee41e72b-6d25-4b5d-b9c9-01085599492c on network da047143-78fa-4813-a059-5a0dbb2756f0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:11:11.788767 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:11:11.789135 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Checking segment: {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:11:11.789527 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.789944 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Bound using segment: {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:11:11.790513 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Bound port: ee41e72b-6d25-4b5d-b9c9-01085599492c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a6a13c-432e-4981-be51-2c875cd9074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:11:11.790926 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.862955 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] For port ee41e72b-6d25-4b5d-b9c9-01085599492c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:11:11.866359 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] For port ee41e72b-6d25-4b5d-b9c9-01085599492c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee41e72b-6d25-4b5d-b9c9-01085599492c,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:11:11.871387 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.928265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9c49e7b2-8009-4aaa-97b3-5977b052d5ae None None] Provisioning complete for port ee41e72b-6d25-4b5d-b9c9-01085599492c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:11.929064 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:11.929627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c49e7b2-8009-4aaa-97b3-5977b052d5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:11.929781 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:10:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:11.934648 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dd4e7-943a-4a19-a6f0-1cd914d849f3 None None] Pushing event updated for resources: {'Port': ['ID=ee41e72b-6d25-4b5d-b9c9-01085599492c,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:12.028482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c49e7b2-8009-4aaa-97b3-5977b052d5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.051262 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:12.064904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9c49e7b2-8009-4aaa-97b3-5977b052d5ae None None] For port ee41e72b-6d25-4b5d-b9c9-01085599492c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee41e72b-6d25-4b5d-b9c9-01085599492c,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:12.069580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c49e7b2-8009-4aaa-97b3-5977b052d5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.122742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49e7b2-8009-4aaa-97b3-5977b052d5ae None None] Pushing event updated for resources: {'Port': ['ID=ee41e72b-6d25-4b5d-b9c9-01085599492c,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:12.188823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-416fc896-399d-40ca-b1c1-b5eb0b33246e None None] Provisioning complete for port ee41e72b-6d25-4b5d-b9c9-01085599492c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:12.189153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-416fc896-399d-40ca-b1c1-b5eb0b33246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:12.302500 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:10Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:42Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee41e72b-6d25-4b5d-b9c9-01085599492c', 'name': '', 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c7:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '591bcb2b-64a2-41f4-aaf5-4603eb750453', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:09Z', 'updated_at': '2021-12-06T12:11:11Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '591bcb2b-64a2-41f4-aaf5-4603eb750453', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:12.332938 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b138a0f-656f-42de-98ad-191baf72053b None None] The sync data for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv is: [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:10Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:42Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee41e72b-6d25-4b5d-b9c9-01085599492c', 'name': '', 'network_id': 'da047143-78fa-4813-a059-5a0dbb2756f0', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c7:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '591bcb2b-64a2-41f4-aaf5-4603eb750453', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:09Z', 'updated_at': '2021-12-06T12:11:11Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '591bcb2b-64a2-41f4-aaf5-4603eb750453', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:11:12.979145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ee41e72b-6d25-4b5d-b9c9-01085599492c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:13.028724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ee41e72b-6d25-4b5d-b9c9-01085599492c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:13.029102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:14.957373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:18.022314 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-6091d860-33cf-47b8-9cd1-0748fa71d01a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495076 Dec 06 12:11:18.097529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-f3915967-e21b-485e-bfad-d756b684e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:18.099039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-f3915967-e21b-485e-bfad-d756b684e5ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1df1a4701645848cd89f5e86657939&device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1099 time: 0.0497520 Dec 06 12:11:18.207770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-f5f97130-dbae-4b58-a7ad-71339c890b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:18.209234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-f5f97130-dbae-4b58-a7ad-71339c890b7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d HTTP/1.1" status: 200 len: 897 time: 0.0874028 Dec 06 12:11:18.282627 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-9fb150b5-42d9-4ad5-a722-ff1ceaafafc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded HTTP/1.1" status: 200 len: 1002 time: 0.0651910 Dec 06 12:11:18.343178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-1ee51e9b-f37b-4100-bcde-5c85b7cce317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:18.345295 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-1ee51e9b-f37b-4100-bcde-5c85b7cce317 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cd94ca9-3f4d-4dce-98f9-367a6985f350 HTTP/1.1" status: 200 len: 835 time: 0.0526454 Dec 06 12:11:18.403571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-4db697d4-82e3-4298-9e78-5a128e044e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:18.405325 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-4db697d4-82e3-4298-9e78-5a128e044e8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502975 Dec 06 12:11:18.501546 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-748bd5b5-37e2-458d-ba27-e68c39ce95a7 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878196 Dec 06 12:11:18.599949 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1d0a4fa-9b37-4289-9a5c-d95bff7ac86c req-0c4e3bf3-28c4-441e-bf5a-48c858d4b766 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888324 Dec 06 12:11:24.657803 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:11:26.206192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a0e0-7bb6-4c4d-8b3f-2b8e4126587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:28.607449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec81dbf7-f93a-4035-9041-12b1a53348a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:29.750499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:30.827464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:31.890150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:32.731778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5b653-3f5b-469a-8ab7-e7a5a76c7891 req-6f83fa9d-44d1-4997-8acd-02c64e231056 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:32.733351 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22d5b653-3f5b-469a-8ab7-e7a5a76c7891 req-6f83fa9d-44d1-4997-8acd-02c64e231056 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0544913 Dec 06 12:11:32.785377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22d5b653-3f5b-469a-8ab7-e7a5a76c7891 req-3ba9f8a3-8f52-4c1f-861e-1b9b8163fd01 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459106 Dec 06 12:11:33.912443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8a689-5b20-49dc-9699-266c8c1611cb req-1a361d13-c5df-44e8-9cac-08466bbb9b8f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:33.913924 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8be8a689-5b20-49dc-9699-266c8c1611cb req-1a361d13-c5df-44e8-9cac-08466bbb9b8f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0610325 Dec 06 12:11:33.965731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8be8a689-5b20-49dc-9699-266c8c1611cb req-34a0278d-e237-4e10-9311-cd8d8962a09f tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458031 Dec 06 12:11:35.081243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021af7e-e70a-4750-9b02-f957ec4491b9 req-08ddb9ea-a926-4479-a373-8b98f5ea7f2c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:35.082730 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2021af7e-e70a-4750-9b02-f957ec4491b9 req-08ddb9ea-a926-4479-a373-8b98f5ea7f2c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0485795 Dec 06 12:11:35.135001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2021af7e-e70a-4750-9b02-f957ec4491b9 req-0cdae338-25d5-4279-b594-c01623c402ca tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 Dec 06 12:11:36.250291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dfaaa-5ad3-4a43-8655-7b94168cbc14 req-3c18abe5-93b9-40be-bde4-0e01ca98d8c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:36.251783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-582dfaaa-5ad3-4a43-8655-7b94168cbc14 req-3c18abe5-93b9-40be-bde4-0e01ca98d8c0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0492594 Dec 06 12:11:36.301397 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-582dfaaa-5ad3-4a43-8655-7b94168cbc14 req-c252574a-89a6-4019-8f53-24cd366f2e25 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Dec 06 12:11:37.415276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc98c7-ff25-4630-aa18-33f83fb84450 req-26ebb07c-570b-4960-befd-38728c6dba84 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:37.416799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dabc98c7-ff25-4630-aa18-33f83fb84450 req-26ebb07c-570b-4960-befd-38728c6dba84 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0492764 Dec 06 12:11:37.465673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dabc98c7-ff25-4630-aa18-33f83fb84450 req-c45a45c3-6e59-4c27-b44f-59e29595a285 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Dec 06 12:11:38.585040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f964a8-7396-454d-88d4-ef43ace7c163 req-58a747e0-a99b-4351-a3e3-e8458832c154 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:38.586436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3f964a8-7396-454d-88d4-ef43ace7c163 req-58a747e0-a99b-4351-a3e3-e8458832c154 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0519733 Dec 06 12:11:38.635817 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3f964a8-7396-454d-88d4-ef43ace7c163 req-c0a51dd6-546f-4a63-ae2a-0f4f7894e0fa tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Dec 06 12:11:39.750230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216967-cd3b-4558-98c8-75924db9e10a req-45244f79-9319-4c63-abfb-e39b8a6285a7 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:39.751705 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d216967-cd3b-4558-98c8-75924db9e10a req-45244f79-9319-4c63-abfb-e39b8a6285a7 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0484014 Dec 06 12:11:39.801179 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d216967-cd3b-4558-98c8-75924db9e10a req-71bb5125-2f97-420c-bd79-e4cededf8a3c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Dec 06 12:11:40.921998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23109396-1a24-4818-aadb-b160e5337682 req-5119af78-6a56-40ce-9f7c-57201ed8ec83 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:40.923539 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23109396-1a24-4818-aadb-b160e5337682 req-5119af78-6a56-40ce-9f7c-57201ed8ec83 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0492587 Dec 06 12:11:40.977196 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23109396-1a24-4818-aadb-b160e5337682 req-ab254d73-a232-434d-a8f0-499cf3ff8548 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475442 Dec 06 12:11:42.095598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41596f46-c5dc-4c94-87bb-29260716cd7b req-0b020bd6-29e3-4648-9842-dc4c54fcb836 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:42.097165 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-41596f46-c5dc-4c94-87bb-29260716cd7b req-0b020bd6-29e3-4648-9842-dc4c54fcb836 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0497117 Dec 06 12:11:42.150641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-41596f46-c5dc-4c94-87bb-29260716cd7b req-3da045b8-00fc-45e9-a069-9d9ac3e1a288 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471690 Dec 06 12:11:43.268607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4aed2-433a-45aa-b4f4-5726f397692c req-62d20c81-9bac-4d6c-bc7b-6a94110925fa tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:43.270108 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-95c4aed2-433a-45aa-b4f4-5726f397692c req-62d20c81-9bac-4d6c-bc7b-6a94110925fa tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0508857 Dec 06 12:11:43.324300 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-95c4aed2-433a-45aa-b4f4-5726f397692c req-41ba233c-aebe-4497-9aa7-c87af8bdde26 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468664 Dec 06 12:11:44.445824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015761d-2099-4302-966b-72c8a65e80c0 req-331578e8-74b7-44a5-894f-dacf7c1a6e28 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:44.447902 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4015761d-2099-4302-966b-72c8a65e80c0 req-331578e8-74b7-44a5-894f-dacf7c1a6e28 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0570402 Dec 06 12:11:44.489031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45346) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:44.505595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4015761d-2099-4302-966b-72c8a65e80c0 req-09600bb7-066b-4a32-85ce-0a2e77c87d95 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501633 Dec 06 12:11:44.867137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:44.958596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.199999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port ee41e72b-6d25-4b5d-b9c9-01085599492c {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:45.200345 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.302631 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port ee41e72b-6d25-4b5d-b9c9-01085599492c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee41e72b-6d25-4b5d-b9c9-01085599492c,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:45.302988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.316706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for ee41e72b-6d25-4b5d-b9c9-01085599492c owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:45.629414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da409057-b9ed-4d15-a10f-78bcebc4d056 req-2318008c-b706-4e48-b71e-e2b25556ea1c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:45.630937 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da409057-b9ed-4d15-a10f-78bcebc4d056 req-2318008c-b706-4e48-b71e-e2b25556ea1c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0501525 Dec 06 12:11:45.688961 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da409057-b9ed-4d15-a10f-78bcebc4d056 req-06a71a73-5f34-4832-b6e9-300beee7f066 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520446 Dec 06 12:11:45.780908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:45.812892 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=ee41e72b-6d25-4b5d-b9c9-01085599492c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:45.998453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:46.220407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:11:46.328160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:46.333184 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-64a0b1f8-50bd-476a-832a-c0193fdeea88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/a9d62fb2-29ee-420a-ad5d-8ac4da711e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8421805 Dec 06 12:11:46.338880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] Sync routers for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:46.348846 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:46.349468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:46.462696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:46.556030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec33a7-0499-48f3-9824-b0b359578678 req-56028938-7963-409e-b57b-40b315e08668 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:46.557543 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46ec33a7-0499-48f3-9824-b0b359578678 req-56028938-7963-409e-b57b-40b315e08668 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 946 time: 0.0536017 Dec 06 12:11:46.608243 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46ec33a7-0499-48f3-9824-b0b359578678 req-800bf77b-dfda-4b7f-807f-4a459046ef83 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Dec 06 12:11:46.686114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:45Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:42Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:46.714991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] Checking router: a9d62fb2-29ee-420a-ad5d-8ac4da711e36 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:11:46.723280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:46.723824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:46.804800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6f0e3-b980-4646-9478-e563454bbd7f req-47a7a43b-b32d-4fa3-8a16-6ee34aae6d51 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:46.806810 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4fa6f0e3-b980-4646-9478-e563454bbd7f req-47a7a43b-b32d-4fa3-8a16-6ee34aae6d51 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0486891 Dec 06 12:11:46.831417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:46.854983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4fa6f0e3-b980-4646-9478-e563454bbd7f req-14ae1e74-27f0-447b-a897-67c7413ccb62 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422537 Dec 06 12:11:47.058470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:45Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:42Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:47.087522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc4ace-4f1c-4149-af3a-28911f59cdff None None] The sync data for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv is: [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:45Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0907cfb1-a47a-498b-b4de-39f8430e8b12', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.105', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'port_id': '6434451a-b307-4da2-b678-a4e0331a0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'mac_address': 'fa:16:3e:f7:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:09:38Z', 'updated_at': '2021-12-06T12:09:42Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:11:47.333923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d7b6f5ba-49ad-4965-b17d-e17e5688eded details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:11:47.402149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d7b6f5ba-49ad-4965-b17d-e17e5688eded no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:47.467197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:47.483115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'port_id': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'mac_address': 'fa:16:3e:08:c1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:11:47.553520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.565460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.591677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7b6f5ba-49ad-4965-b17d-e17e5688eded {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:47.599618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:47.602486 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e56f9a-8b59-4834-9e21-4d32cd2ae1b7" -d '{"events": [{"server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:47.619298 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:47.628026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:47.775013 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8b56c-c666-4f48-bfe3-bce2eab6bdaf req-3bf3d30f-547c-44d5-b5da-4dc5d79f3ae1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:47.777078 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63f8b56c-c666-4f48-bfe3-bce2eab6bdaf req-3bf3d30f-547c-44d5-b5da-4dc5d79f3ae1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 946 time: 0.0614378 Dec 06 12:11:47.854309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a040a1-dc6b-4a5c-837e-ea48f5706974 x-openstack-request-id: req-90a040a1-dc6b-4a5c-837e-ea48f5706974 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:47.854620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:47.854789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90a040a1-dc6b-4a5c-837e-ea48f5706974 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:47.855108 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'code': 200} Dec 06 12:11:47.858002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b75e1-8230-4b4e-8188-e86181add834 req-cca930d2-d353-451b-af44-60534b2d6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:47.859496 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b1b75e1-8230-4b4e-8188-e86181add834 req-cca930d2-d353-451b-af44-60534b2d6f41 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1097 time: 0.0815225 Dec 06 12:11:47.863537 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63f8b56c-c666-4f48-bfe3-bce2eab6bdaf req-83552d76-2922-4721-bffc-b5d02917fa14 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=474c46a3-2558-4772-a6f9-5905d76d4b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769174 Dec 06 12:11:47.892631 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:11:47.892998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:11:47.899304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:47.927947 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b1b75e1-8230-4b4e-8188-e86181add834 req-f9479c16-0e5e-468b-85e8-0a6ac17e9c30 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605822 Dec 06 12:11:47.983442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92a5a7-8315-4488-b7d6-b97469715dbb req-db9c11d9-6084-4644-b1a2-cd75ca654eda tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:47.985182 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae92a5a7-8315-4488-b7d6-b97469715dbb req-db9c11d9-6084-4644-b1a2-cd75ca654eda tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 944 time: 0.0497532 Dec 06 12:11:48.052417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae92a5a7-8315-4488-b7d6-b97469715dbb req-a53de258-f068-4da2-b2a1-9b6e5af8d680 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593941 Dec 06 12:11:48.429780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.442867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b6f5ba-49ad-4965-b17d-e17e5688eded {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:11:48.462066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:48.466010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.506455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042917c-de36-48d0-a138-886a2a0effa4 req-45796f89-1d87-450f-9663-15b86f4c96f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:48.508096 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5042917c-de36-48d0-a138-886a2a0effa4 req-45796f89-1d87-450f-9663-15b86f4c96f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 946 time: 0.0545921 Dec 06 12:11:48.513875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:48.598606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 5e8d758b-22de-4af5-9727-ca871d47d8ea {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:48.598852 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.689267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 5e8d758b-22de-4af5-9727-ca871d47d8ea, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e8d758b-22de-4af5-9727-ca871d47d8ea,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:48.689636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.702041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 5e8d758b-22de-4af5-9727-ca871d47d8ea owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:48.830149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.860015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=5e8d758b-22de-4af5-9727-ca871d47d8ea,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:48.901928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port 5e8d758b-22de-4af5-9727-ca871d47d8ea on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:48.905020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:48.908548 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5042917c-de36-48d0-a138-886a2a0effa4 req-20341cdc-f7af-4df9-a2b0-567acca96d04 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/5e8d758b-22de-4af5-9727-ca871d47d8ea HTTP/1.1" status: 204 len: 173 time: 0.3941498 Dec 06 12:11:48.908897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b42f11-f5f1-4c23-8bf2-e2035fec3e69', 'name': 'network-vif-deleted', 'tag': '5e8d758b-22de-4af5-9727-ca871d47d8ea'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:48.911231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3af009a-7a62-42f4-8c11-50a5fd016f0e" -d '{"events": [{"server_uuid": "d6b42f11-f5f1-4c23-8bf2-e2035fec3e69", "name": "network-vif-deleted", "tag": "5e8d758b-22de-4af5-9727-ca871d47d8ea"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:48.934241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d7b6f5ba-49ad-4965-b17d-e17e5688eded'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:11:48.997784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ee41e72b-6d25-4b5d-b9c9-01085599492c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:49.011326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b8706b-feee-4178-a817-2564925006cb x-openstack-request-id: req-49b8706b-feee-4178-a817-2564925006cb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:49.011704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b42f11-f5f1-4c23-8bf2-e2035fec3e69", "name": "network-vif-deleted", "tag": "5e8d758b-22de-4af5-9727-ca871d47d8ea", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:49.012047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49b8706b-feee-4178-a817-2564925006cb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:49.012503 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b42f11-f5f1-4c23-8bf2-e2035fec3e69', 'name': 'network-vif-deleted', 'tag': '5e8d758b-22de-4af5-9727-ca871d47d8ea', 'status': 'completed', 'code': 200} Dec 06 12:11:49.014539 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-064f30c9-6c6e-4f60-9b4a-58ec7cdd594b req-c9de301b-dca4-4ab4-af63-4e17a2777ad8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b42f11-f5f1-4c23-8bf2-e2035fec3e69 HTTP/1.1" status: 200 len: 210 time: 0.0321970 Dec 06 12:11:49.020018 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ee41e72b-6d25-4b5d-b9c9-01085599492c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:49.020371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ee41e72b-6d25-4b5d-b9c9-01085599492c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:49.177627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66ff7d-15e7-47e7-ac26-2662a966346f req-0dbdf953-5234-4160-8f49-cf8ef9010c7a tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:49.180463 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e66ff7d-15e7-47e7-ac26-2662a966346f req-0dbdf953-5234-4160-8f49-cf8ef9010c7a tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 945 time: 0.0536668 Dec 06 12:11:49.246395 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e66ff7d-15e7-47e7-ac26-2662a966346f req-a4e7fdb7-7dd7-4806-b8c4-0b8b41c04ccb tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583105 Dec 06 12:11:49.269302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45372) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:49.333309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-abae42b8-650e-48ca-8373-e4ca70a8ebdd tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/floatingips/c9f066c4-f6c6-41e8-9114-7d609b998b5e HTTP/1.1" status: 200 len: 993 time: 0.0628064 Dec 06 12:11:50.080148 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45376) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:50.136616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b202844c-736c-4096-862c-426fbcd6995e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.161017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b202844c-736c-4096-862c-426fbcd6995e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.220336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b202844c-736c-4096-862c-426fbcd6995e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.222963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b202844c-736c-4096-862c-426fbcd6995e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.224236 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b202844c-736c-4096-862c-426fbcd6995e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/474c46a3-2558-4772-a6f9-5905d76d4b1b HTTP/1.1" status: 204 len: 168 time: 0.1430018 Dec 06 12:11:50.234609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202844c-736c-4096-862c-426fbcd6995e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474c46a3-2558-4772-a6f9-5905d76d4b1b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.256346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45380) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:50.309589 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cc3f61-4570-46f6-8a34-1a16d7e92789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet 591bcb2b-64a2-41f4-aaf5-4603eb750453 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:50.312193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3f61-4570-46f6-8a34-1a16d7e92789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.359195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3f61-4570-46f6-8a34-1a16d7e92789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.440286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3f61-4570-46f6-8a34-1a16d7e92789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.496316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3f61-4570-46f6-8a34-1a16d7e92789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.527666 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc3f61-4570-46f6-8a34-1a16d7e92789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=591bcb2b-64a2-41f4-aaf5-4603eb750453,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.531516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3f61-4570-46f6-8a34-1a16d7e92789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.534975 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a0cc3f61-4570-46f6-8a34-1a16d7e92789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/591bcb2b-64a2-41f4-aaf5-4603eb750453 HTTP/1.1" status: 204 len: 168 time: 0.2772965 Dec 06 12:11:50.537362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45382) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:50.541182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d1282-45c2-458b-b5cc-ebe6f188be7f None None] Network da047143-78fa-4813-a059-5a0dbb2756f0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:50.617481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.671497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 604304b1-9a7d-4e47-8a51-312d5ce061c0 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:50.671834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.728873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] DHCP port deletion for da047143-78fa-4813-a059-5a0dbb2756f0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:11:50.741110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 604304b1-9a7d-4e47-8a51-312d5ce061c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=604304b1-9a7d-4e47-8a51-312d5ce061c0,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:50.741472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.754764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 604304b1-9a7d-4e47-8a51-312d5ce061c0 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:50.775723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] Deleting port 604304b1-9a7d-4e47-8a51-312d5ce061c0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:50.776133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.834872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.839686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] For port 604304b1-9a7d-4e47-8a51-312d5ce061c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=604304b1-9a7d-4e47-8a51-312d5ce061c0,segment=NetworkSegment(13a6a13c-432e-4981-be51-2c875cd9074e),segment_id=13a6a13c-432e-4981-be51-2c875cd9074e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:50.840112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.853749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] Calling delete_port for 604304b1-9a7d-4e47-8a51-312d5ce061c0 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:50.867559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port 604304b1-9a7d-4e47-8a51-312d5ce061c0 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:50.872326 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=604304b1-9a7d-4e47-8a51-312d5ce061c0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.944758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.954320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:50.970957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] Pushing event deleted for resources: {'Port': ['ID=604304b1-9a7d-4e47-8a51-312d5ce061c0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:50.975031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d8bd8-7833-4741-b74b-a66eadd11764 None None] No DVR routers for this DVR port 604304b1-9a7d-4e47-8a51-312d5ce061c0 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:50.977585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da047143-78fa-4813-a059-5a0dbb2756f0']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:50.978306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 604304b1-9a7d-4e47-8a51-312d5ce061c0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:50.987537 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a6a13c-432e-4981-be51-2c875cd9074e') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:50.987836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a6a13c-432e-4981-be51-2c875cd9074e') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:50.999412 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.001213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 604304b1-9a7d-4e47-8a51-312d5ce061c0 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:51.001577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 604304b1-9a7d-4e47-8a51-312d5ce061c0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:51.014362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.020609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:51.020992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:51.024809 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:51.087457 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.094542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.097577 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/da047143-78fa-4813-a059-5a0dbb2756f0 HTTP/1.1" status: 204 len: 168 time: 0.5592861 Dec 06 12:11:51.100551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45384) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:51.108731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14940a5b-014e-432c-8299-854f5a0e6be9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=da047143-78fa-4813-a059-5a0dbb2756f0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:51.256079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port e1d3bdfc-60d4-4e52-9e5f-a80b4630fda9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:51.256345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.333414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.333736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.345459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for e1d3bdfc-60d4-4e52-9e5f-a80b4630fda9 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:51.356141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d7b6f5ba-49ad-4965-b17d-e17e5688eded up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:11:51.411049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port d7b6f5ba-49ad-4965-b17d-e17e5688eded triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:51.411435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.491156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.493773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.516624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:51.518793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c5636a-ce9e-439b-b344-8100d0a2493d" -d '{"events": [{"server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "name": "network-vif-plugged", "status": "completed", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:51.520620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=e1d3bdfc-60d4-4e52-9e5f-a80b4630fda9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:51.533124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:51.538818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.540398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5e8d758b-22de-4af5-9727-ca871d47d8ea no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:51.582508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9249b39c-50dd-40f5-ac47-73936405f9a9 x-openstack-request-id: req-9249b39c-50dd-40f5-ac47-73936405f9a9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:51.583221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.583372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "name": "network-vif-plugged", "status": "completed", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:51.583481 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 0907cfb1-a47a-498b-b4de-39f8430e8b12 disassociated (deleted). External IP: 172.36.1.105, port: 6434451a-b307-4da2-b678-a4e0331a0bba. Dec 06 12:11:51.583599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9249b39c-50dd-40f5-ac47-73936405f9a9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:51.583599 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'code': 200} Dec 06 12:11:51.585678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 5e8d758b-22de-4af5-9727-ca871d47d8ea {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:51.586028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5e8d758b-22de-4af5-9727-ca871d47d8ea not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:51.610734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:51.790972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:11:51.895171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:51.900301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:51.906764 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] Sync routers for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:51.917688 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:51.918291 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:51.926615 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a19f1703-1e1b-4686-92c7-4af29bcccfee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/0907cfb1-a47a-498b-b4de-39f8430e8b12 HTTP/1.1" status: 204 len: 168 time: 0.8247855 Dec 06 12:11:51.927212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:51.929607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c6302b-c3be-42c1-a09f-7e7a8f522288" -d '{"events": [{"name": "network-changed", "server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:51.967882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fdd198-ec99-4031-89a1-5078e97af2d5 x-openstack-request-id: req-88fdd198-ec99-4031-89a1-5078e97af2d5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:51.968191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:51.968572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88fdd198-ec99-4031-89a1-5078e97af2d5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:51.968986 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba', 'status': 'completed', 'code': 200} Dec 06 12:11:52.025266 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:52.033276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-615b33ce-e009-42e2-809a-88877d4c1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.034913 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-615b33ce-e009-42e2-809a-88877d4c1a1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0447309 Dec 06 12:11:52.238946 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:45Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:52.267102 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] Checking router: a9d62fb2-29ee-420a-ad5d-8ac4da711e36 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:11:52.276749 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:52.277377 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:52.387742 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:52.518892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-0beb64b1-db28-4be2-b599-deac4a684259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.520410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-0beb64b1-db28-4be2-b599-deac4a684259 service neutron] 10.222.0.43 "GET /v2.0/networks?id=295484f4-106a-479d-a1d7-0817e10cb7cb HTTP/1.1" status: 200 len: 898 time: 0.4704719 Dec 06 12:11:52.528797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32960e79-e3c4-4a95-8484-7155bf683924 req-dbafe8f8-8944-478d-ad5a-017d8d24b0c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.530195 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-32960e79-e3c4-4a95-8484-7155bf683924 req-dbafe8f8-8944-478d-ad5a-017d8d24b0c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 945 time: 0.0739400 Dec 06 12:11:52.578665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-76ab4d32-1da2-417e-b623-788b1680fcdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6434451a-b307-4da2-b678-a4e0331a0bba HTTP/1.1" status: 200 len: 217 time: 0.0475039 Dec 06 12:11:52.586581 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:45Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:52.640219 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-32960e79-e3c4-4a95-8484-7155bf683924 req-fd2bc5eb-5f9a-452c-bda5-926588a0c32c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020055 Dec 06 12:11:52.652440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-4a99457c-05a9-447d-a328-e7bfa9d6133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.663216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-4a99457c-05a9-447d-a328-e7bfa9d6133a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bea887c-b869-4e50-857d-82860126664a HTTP/1.1" status: 200 len: 835 time: 0.0769904 Dec 06 12:11:52.697543 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2439d-7769-4230-b3b8-338434563ad1 None None] The sync data for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv is: [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:45Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e6a1881-ed63-4556-9b85-31ee453caccb', 'name': '', 'network_id': '295484f4-106a-479d-a1d7-0817e10cb7cb', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:a1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8bea887c-b869-4e50-857d-82860126664a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:10Z', 'updated_at': '2021-12-06T12:09:16Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '8bea887c-b869-4e50-857d-82860126664a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:11:52.714046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-19a98457-f59f-4a25-bdf1-d68d7b5d641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:52.715555 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-19a98457-f59f-4a25-bdf1-d68d7b5d641a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=295484f4-106a-479d-a1d7-0817e10cb7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429156 Dec 06 12:11:52.812337 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-54bb2b63-9341-46b6-a37e-03190ca4b76b service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877018 Dec 06 12:11:52.909152 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c6302b-c3be-42c1-a09f-7e7a8f522288 req-dc657681-bae1-473e-a801-d6c2d60e84b1 service neutron] 10.222.0.43 "GET /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890934 Dec 06 12:11:52.914901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040fcb6-75fd-4c9f-bee0-fa3b04ce9196 None None] New status for floating IP 0907cfb1-a47a-498b-b4de-39f8430e8b12: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:11:53.575284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-166e7937-fa22-40f6-9e99-eff6352d402d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:53.576672 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-166e7937-fa22-40f6-9e99-eff6352d402d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 945 time: 0.0518429 Dec 06 12:11:53.665361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 6434451a-b307-4da2-b678-a4e0331a0bba {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:53.665693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:53.784260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 6434451a-b307-4da2-b678-a4e0331a0bba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6434451a-b307-4da2-b678-a4e0331a0bba,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:53.784618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:53.799530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf1b6-67c2-4c78-9cd9-50f13f2aaa60 req-db0a1d4a-7ea3-4aa2-9c8b-c62dd8ad4fce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:53.801026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-744cf1b6-67c2-4c78-9cd9-50f13f2aaa60 req-db0a1d4a-7ea3-4aa2-9c8b-c62dd8ad4fce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=279f08a9-74ed-4dac-9ca5-a89671a56ee9 HTTP/1.1" status: 200 len: 945 time: 0.0830886 Dec 06 12:11:53.806856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 6434451a-b307-4da2-b678-a4e0331a0bba owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:53.896963 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-744cf1b6-67c2-4c78-9cd9-50f13f2aaa60 req-0de56b29-74d2-4c3b-bc4d-e076e912e325 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce21f686-6e8e-4659-b528-2b05d5e27af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880389 Dec 06 12:11:53.973504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.000678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=6434451a-b307-4da2-b678-a4e0331a0bba,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:54.027741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.028121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.028468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.028807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.029140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.029473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.029804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.030130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.030456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.030785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.031108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.031430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.031750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:54.055895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port 6434451a-b307-4da2-b678-a4e0331a0bba on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:54.058289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:54.061799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4746ec26-482e-488c-9dc5-f56cd837e597 req-89a9c621-317f-400e-9452-8cd62e3dddbe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/6434451a-b307-4da2-b678-a4e0331a0bba HTTP/1.1" status: 204 len: 173 time: 0.4787130 Dec 06 12:11:54.062256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'name': 'network-vif-deleted', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:11:54.065112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a8ddb-13df-4109-957c-58782385dfa9" -d '{"events": [{"server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "name": "network-vif-deleted", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:11:54.102268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eeb6df-f4fe-4b99-8aa2-a45cd9956592 x-openstack-request-id: req-b4eeb6df-f4fe-4b99-8aa2-a45cd9956592 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:11:54.102560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279f08a9-74ed-4dac-9ca5-a89671a56ee9", "name": "network-vif-deleted", "tag": "6434451a-b307-4da2-b678-a4e0331a0bba", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:11:54.102809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4eeb6df-f4fe-4b99-8aa2-a45cd9956592 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:11:54.103208 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279f08a9-74ed-4dac-9ca5-a89671a56ee9', 'name': 'network-vif-deleted', 'tag': '6434451a-b307-4da2-b678-a4e0331a0bba', 'status': 'completed', 'code': 200} Dec 06 12:11:54.952064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45400) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:55.009239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a80ef4a-ae79-4016-8093-8c05a69bb059 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.034011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a80ef4a-ae79-4016-8093-8c05a69bb059 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.095528 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a80ef4a-ae79-4016-8093-8c05a69bb059 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.098120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a80ef4a-ae79-4016-8093-8c05a69bb059 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.099281 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2a80ef4a-ae79-4016-8093-8c05a69bb059 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce21f686-6e8e-4659-b528-2b05d5e27af0 HTTP/1.1" status: 204 len: 168 time: 0.1462197 Dec 06 12:11:55.108428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80ef4a-ae79-4016-8093-8c05a69bb059 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce21f686-6e8e-4659-b528-2b05d5e27af0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:55.134200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45404) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:55.491316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.764343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 8e6a1881-ed63-4556-9b85-31ee453caccb {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:55.764677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.852422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 8e6a1881-ed63-4556-9b85-31ee453caccb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e6a1881-ed63-4556-9b85-31ee453caccb,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:55.852737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:55.864978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 8e6a1881-ed63-4556-9b85-31ee453caccb owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:56.060967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.092181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=8e6a1881-ed63-4556-9b85-31ee453caccb,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:56.202974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb26fb9c-8fae-43c9-89fd-25e447c98655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.272503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.485245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:11:56.590713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:56.595681 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bc61f9af-d053-4f5d-84c1-c6b5aa4915d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/a9d62fb2-29ee-420a-ad5d-8ac4da711e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4602582 Dec 06 12:11:56.598421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45406) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:56.601047 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] Sync routers for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:56.611720 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:56.612350 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:56.649104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33435fb-d3c3-4177-823d-88a3df3e78fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet 8bea887c-b869-4e50-857d-82860126664a {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:11:56.652206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c33435fb-d3c3-4177-823d-88a3df3e78fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.691583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c33435fb-d3c3-4177-823d-88a3df3e78fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.715462 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:56.777596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c33435fb-d3c3-4177-823d-88a3df3e78fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.833832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c33435fb-d3c3-4177-823d-88a3df3e78fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.863726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c33435fb-d3c3-4177-823d-88a3df3e78fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:56.867250 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c33435fb-d3c3-4177-823d-88a3df3e78fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/8bea887c-b869-4e50-857d-82860126664a HTTP/1.1" status: 204 len: 168 time: 0.2679026 Dec 06 12:11:56.870213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6d4d5-5c65-47aa-9608-1cbb3e7cb01a None None] Network 295484f4-106a-479d-a1d7-0817e10cb7cb requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:11:56.870632 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45408) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:56.871656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33435fb-d3c3-4177-823d-88a3df3e78fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=8bea887c-b869-4e50-857d-82860126664a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:56.894139 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:56.930504 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] Checking router: a9d62fb2-29ee-420a-ad5d-8ac4da711e36 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:11:56.941525 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] Routers {'a9d62fb2-29ee-420a-ad5d-8ac4da711e36'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:56.942147 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:56.999224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.060774 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] Set router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:11:57.084865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] DHCP port deletion for 295484f4-106a-479d-a1d7-0817e10cb7cb request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:11:57.122358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.134883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] Deleting port 13c1329d-8713-4a4b-8260-dbb2d32f7436 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:57.135321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.180550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:11:57.180894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.202484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] For port 13c1329d-8713-4a4b-8260-dbb2d32f7436, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13c1329d-8713-4a4b-8260-dbb2d32f7436,segment=NetworkSegment(6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad),segment_id=6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:57.202878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.216107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] Calling delete_port for 13c1329d-8713-4a4b-8260-dbb2d32f7436 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:57.241655 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:57.267728 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:11:57.268161 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.269086 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab011d89-6447-4a72-a2af-22c192794fd0 None None] The sync data for ids ['a9d62fb2-29ee-420a-ad5d-8ac4da711e36'] in dv-neutron-master-2-hyperv is: [{'id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'name': 'tempest-TestNetworkBasicOps-router-1174828596', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125'}], 'enable_snat': True}, 'gw_port_id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:00Z', 'updated_at': '2021-12-06T12:11:56Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d62fb2-29ee-420a-ad5d-8ac4da711e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:01Z', 'updated_at': '2021-12-06T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:11:57.281142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:11:57.299657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.331888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] Pushing event deleted for resources: {'Port': ['ID=13c1329d-8713-4a4b-8260-dbb2d32f7436,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:57.336657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e52259-47bb-4ac7-b205-984ff0ea52ff None None] No DVR routers for this DVR port 13c1329d-8713-4a4b-8260-dbb2d32f7436 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:11:57.386702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 6434451a-b307-4da2-b678-a4e0331a0bba no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:57.417364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 6434451a-b307-4da2-b678-a4e0331a0bba {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:57.417818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 6434451a-b307-4da2-b678-a4e0331a0bba not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:57.457794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.480765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:57.493601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.493963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.494315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.494661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.495012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.495353 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.495691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.496054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.496392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.496726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.497057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.497384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.497710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:11:57.513376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d9b62-5743-4d2b-87bd-0e582cecd2be None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:11:57.563014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.654074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.656158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.702294 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.702803 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Fanout notify agent at l3_agent the message router_deleted on router a9d62fb2-29ee-420a-ad5d-8ac4da711e36 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:11:57.709708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.711473 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1fc67fd7-d0bc-4b6b-9afb-6cd4c32e04f6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/routers/a9d62fb2-29ee-420a-ad5d-8ac4da711e36 HTTP/1.1" status: 204 len: 168 time: 0.8383675 Dec 06 12:11:57.714078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45410) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:57.792444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.881266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.902136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295484f4-106a-479d-a1d7-0817e10cb7cb']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:57.911127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:57.911422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8a922b-c41f-4f4d-9802-3a1f06d7a0ad') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:57.921272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.934134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.939762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:11:57.940162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:11:57.943028 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:11:58.002383 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.009146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.012209 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/295484f4-106a-479d-a1d7-0817e10cb7cb HTTP/1.1" status: 204 len: 168 time: 0.2971632 Dec 06 12:11:58.024179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861b9c-7142-4be3-ae44-30b66ece9cd4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=295484f4-106a-479d-a1d7-0817e10cb7cb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:58.031716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45412) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:58.036675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--1658029989', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:58.058006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:11:58.061481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.084820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:11:58.094322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.094665 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment 77bc7c19-85dc-440c-b5bb-f47eb40c2447 of type vlan for network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 Dec 06 12:11:58.134159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.163261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.169544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:11:58.170149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.206550 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1737597 Dec 06 12:11:58.209408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45414) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:11:58.214910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-425104862', 'admin_state_up': True, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:11:58.239967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.240957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.251132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616b311-be72-4d3f-8c4b-76f4881d8113 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:58.261626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:11:58.299206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.441328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.599729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef28c62c-33c8-4c1f-bd0f-bb5ef5c132ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.627502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.649316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.757603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.199 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/6b325afc-bddd-461a-960a-13b6dd2fdca5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:11:58.860846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.893218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:58.933083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:11:58.937591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:11:58.940021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:11:58.962122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df39e34-5535-42c9-a30a-046a67d80ce2 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:11:58.985331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=6b325afc-bddd-461a-960a-13b6dd2fdca5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:11:58.990552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:59.017269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:59.017503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5e12bf7d-e1cd-4e7b-8c07-0ffb79f3182b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:59.017919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8e6a1881-ed63-4556-9b85-31ee453caccb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:59.037531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 8e6a1881-ed63-4556-9b85-31ee453caccb {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:59.037875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8e6a1881-ed63-4556-9b85-31ee453caccb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:59.038293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 13c1329d-8713-4a4b-8260-dbb2d32f7436 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:11:59.057939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 13c1329d-8713-4a4b-8260-dbb2d32f7436 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:11:59.058295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 13c1329d-8713-4a4b-8260-dbb2d32f7436 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:11:59.087505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-15f75646-99ef-4484-8869-c80541efdcd3 None None] Provisioning complete for port 6b325afc-bddd-461a-960a-13b6dd2fdca5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:11:59.087899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15f75646-99ef-4484-8869-c80541efdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.122139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-15f75646-99ef-4484-8869-c80541efdcd3 None None] Port 6b325afc-bddd-461a-960a-13b6dd2fdca5 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:11:59.208514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.731432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.754616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.857750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 4bd532b9-bbc7-407e-bac8-e1e27b908105 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:11:59.965144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:11:59.974538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Sync routers for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:11:59.985941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:11:59.986465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:11:59.989928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-347dadd1-83e4-47d6-b09b-9b39e0f60d11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7760100 Dec 06 12:11:59.990092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:11:59.990311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45416) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:00.019119 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0cd366c8-aba4-4c5c-bd34-09a23d91c551 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276241 Dec 06 12:12:00.021761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45418) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:00.095534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:00.108999 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015015c-819d-4cbd-bfb6-bc50bbd08d17 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:00.113283 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5015015c-819d-4cbd-bfb6-bc50bbd08d17 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877740 Dec 06 12:12:00.113524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45420) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:00.143228 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-11951824-202d-48ee-8948-759632439a3f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264575 Dec 06 12:12:00.143445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45422) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:00.148532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712108065', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:00.238163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:00.242335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.280290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:11:59Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:00.307760 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Checking router: 4bd532b9-bbc7-407e-bac8-e1e27b908105 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:12:00.308338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Updating router 4bd532b9-bbc7-407e-bac8-e1e27b908105 port 6b325afc-bddd-461a-960a-13b6dd2fdca5 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:12:00.337338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.434100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.498309 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=3a627123-420c-4353-99c4-0d3388597221,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:00.503474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:00.503832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:12:00.521758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:12:00.531694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:00.536225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:00.536828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.545002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daffcb2e-88bc-4b5b-93be-b2041be0a7a0 None None] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:12:00.555328 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-425df89e-c0cb-4672-9ca9-947cbf83ae54 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4107020 Dec 06 12:12:00.558043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45424) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:00.691175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.720344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.803697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abda200-1447-4248-b412-1cd7aa1521e8 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:12:00.814527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Attempting to bind port 6b325afc-bddd-461a-960a-13b6dd2fdca5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:00.814903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Attempting to bind port 6b325afc-bddd-461a-960a-13b6dd2fdca5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:00.815286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Attempting to bind port 6b325afc-bddd-461a-960a-13b6dd2fdca5 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:00.824117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:12:00.825715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.827806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4731b-0ed9-4b8a-83e7-13aac91d8ba2 None None] Pushing event updated for resources: {'Port': ['ID=6b325afc-bddd-461a-960a-13b6dd2fdca5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:00.847693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:00.848045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:00.848452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.848844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:00.849333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Bound port: 6b325afc-bddd-461a-960a-13b6dd2fdca5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:00.849715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:00.889921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.002628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] For port 6b325afc-bddd-461a-960a-13b6dd2fdca5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:01.027169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-41fc9120-7f8b-4507-8dce-6928330f7889 None None] Provisioning complete for port 6b325afc-bddd-461a-960a-13b6dd2fdca5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:01.027458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41fc9120-7f8b-4507-8dce-6928330f7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.039698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.062231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] For port 6b325afc-bddd-461a-960a-13b6dd2fdca5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6b325afc-bddd-461a-960a-13b6dd2fdca5,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:01.081438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.100751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Allocated IP 172.20.0.2 (3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877/3a627123-420c-4353-99c4-0d3388597221/519394e8-28c0-4c91-841b-32820aea8637) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:01.139249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-41fc9120-7f8b-4507-8dce-6928330f7889 None None] Port 6b325afc-bddd-461a-960a-13b6dd2fdca5 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:01.146005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672243e9-dfef-4239-9fe1-9b20b49baf76 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:12:01.197938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:01.198553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:01.223394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4731b-0ed9-4b8a-83e7-13aac91d8ba2 None None] Pushing event updated for resources: {'Port': ['ID=6b325afc-bddd-461a-960a-13b6dd2fdca5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:01.498160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0b01a78e-56bc-42f4-b242-1f9a894a8b75 None None] Provisioning complete for port 6b325afc-bddd-461a-960a-13b6dd2fdca5 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:01.498531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b01a78e-56bc-42f4-b242-1f9a894a8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.592906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:01.620869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.657770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.662064 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:12:01.677444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.1 (3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877/3a627123-420c-4353-99c4-0d3388597221/8549966b-373a-415e-b984-34a76b555820) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:01.746531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:01.771477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:01.782644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:01.796406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.799675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Pushing event updated for resources: {'Port': ['ID=519394e8-28c0-4c91-841b-32820aea8637,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:01.828412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b01a78e-56bc-42f4-b242-1f9a894a8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.831371 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.873426 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:01.876613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:01.880447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:01.906332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=8549966b-373a-415e-b984-34a76b555820,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:01.909394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0b01a78e-56bc-42f4-b242-1f9a894a8b75 None None] For port 6b325afc-bddd-461a-960a-13b6dd2fdca5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6b325afc-bddd-461a-960a-13b6dd2fdca5,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:01.919163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b01a78e-56bc-42f4-b242-1f9a894a8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.920927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Attempting to bind port 519394e8-28c0-4c91-841b-32820aea8637 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:01.921295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Attempting to bind port 519394e8-28c0-4c91-841b-32820aea8637 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:01.921665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Attempting to bind port 519394e8-28c0-4c91-841b-32820aea8637 on network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:01.936067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.957902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:01.958287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Checking segment: {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:01.958693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.959086 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Bound using segment: {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:01.959569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Bound port: 519394e8-28c0-4c91-841b-32820aea8637, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:01.959986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:01.961813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.036448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01a78e-56bc-42f4-b242-1f9a894a8b75 None None] Pushing event updated for resources: {'Port': ['ID=6b325afc-bddd-461a-960a-13b6dd2fdca5,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:02.055901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:11:59Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:02.069349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.086954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb2c2d-8ff6-41d8-842e-f16bdd43a356 None None] The sync data for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv is: [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:11:59Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:12:02.094135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] For port 519394e8-28c0-4c91-841b-32820aea8637, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:02.099133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] For port 519394e8-28c0-4c91-841b-32820aea8637, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=519394e8-28c0-4c91-841b-32820aea8637,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:02.104509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.166500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1450c3a-d66d-4bf7-9f6e-1cdf174d0e4f None None] Pushing event updated for resources: {'Port': ['ID=519394e8-28c0-4c91-841b-32820aea8637,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:02.408389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.414623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.497482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:02.500641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=8549966b-373a-415e-b984-34a76b555820,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:02.606660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:02.608096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:02.731050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 4bd532b9-bbc7-407e-bac8-e1e27b908105 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:12:02.845828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:12:02.855460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45426) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:02.856043 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8fa61590-9921-41f7-aead-e95af3490fd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/4bd532b9-bbc7-407e-bac8-e1e27b908105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2964084 Dec 06 12:12:03.096326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 519394e8-28c0-4c91-841b-32820aea8637 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:03.154396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 519394e8-28c0-4c91-841b-32820aea8637 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:03.154865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.237545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48048e6a-a266-4029-87a8-d55226fd3d41 None None] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:12:03.314207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.343289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9c49a561-9286-4aa7-8b7a-8de54e630b55 None None] Provisioning complete for port 519394e8-28c0-4c91-841b-32820aea8637 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:03.343668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c49a561-9286-4aa7-8b7a-8de54e630b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.378980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e2d0-a566-4457-8959-354ba3eb0a7e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.380068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e2d0-a566-4457-8959-354ba3eb0a7e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.380544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e2d0-a566-4457-8959-354ba3eb0a7e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.381004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e2d0-a566-4457-8959-354ba3eb0a7e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.381462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e2d0-a566-4457-8959-354ba3eb0a7e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.385217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e2d0-a566-4457-8959-354ba3eb0a7e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.385217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e2d0-a566-4457-8959-354ba3eb0a7e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.385217 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d656e2d0-a566-4457-8959-354ba3eb0a7e tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.5275929 Dec 06 12:12:03.387725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45428) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:03.411281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 519394e8-28c0-4c91-841b-32820aea8637, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=519394e8-28c0-4c91-841b-32820aea8637,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:03.419542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.420340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6b325afc-bddd-461a-960a-13b6dd2fdca5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:03.448004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3610a-4529-4735-a35f-e35d00481b9c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.448396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3610a-4529-4735-a35f-e35d00481b9c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.448858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3610a-4529-4735-a35f-e35d00481b9c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.449316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3610a-4529-4735-a35f-e35d00481b9c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.449770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3610a-4529-4735-a35f-e35d00481b9c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.450217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3610a-4529-4735-a35f-e35d00481b9c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.450666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3610a-4529-4735-a35f-e35d00481b9c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:03.452526 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fbf3610a-4529-4735-a35f-e35d00481b9c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0637684 Dec 06 12:12:03.455206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45430) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:03.571380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=519394e8-28c0-4c91-841b-32820aea8637,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:03.603047 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c71e0641-e349-401b-8118-37b058d24471 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.1463253 Dec 06 12:12:03.608915 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.609273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.609626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.609969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.610304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.610639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.610967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.611693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.611693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.611984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.612275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.612611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.612937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:12:03.630965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6b325afc-bddd-461a-960a-13b6dd2fdca5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:03.631350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:03.811823 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Sync routers for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:12:03.823999 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:03.824722 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:03.935390 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:03.955652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6c8baf50-eed1-4aac-b29c-13a7e008bf18 None None] Provisioning complete for port 8549966b-373a-415e-b984-34a76b555820 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:03.956031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c8baf50-eed1-4aac-b29c-13a7e008bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.001482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6c8baf50-eed1-4aac-b29c-13a7e008bf18 None None] Port 8549966b-373a-415e-b984-34a76b555820 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:04.013211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6c8baf50-eed1-4aac-b29c-13a7e008bf18 None None] Provisioning complete for port 519394e8-28c0-4c91-841b-32820aea8637 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:04.013576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c8baf50-eed1-4aac-b29c-13a7e008bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.162987 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:04.190165 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Checking router: 4bd532b9-bbc7-407e-bac8-e1e27b908105 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:12:04.190523 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Updating router 4bd532b9-bbc7-407e-bac8-e1e27b908105 port 8549966b-373a-415e-b984-34a76b555820 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:12:04.198206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45434) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:04.202891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1803ebbf-8b74-43bb-adaa-5181481c600c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569259734', 'description': 'tempest-secgroup-smoke-569259734 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:04.227099 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.239794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1803ebbf-8b74-43bb-adaa-5181481c600c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.240817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e6f69713-1eb9-4bed-b072-1c0782b08aff None None] Provisioning complete for port 8549966b-373a-415e-b984-34a76b555820 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:04.242577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6f69713-1eb9-4bed-b072-1c0782b08aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.284636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e6f69713-1eb9-4bed-b072-1c0782b08aff None None] Port 8549966b-373a-415e-b984-34a76b555820 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:04.326237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1803ebbf-8b74-43bb-adaa-5181481c600c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.330300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1803ebbf-8b74-43bb-adaa-5181481c600c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.361218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1803ebbf-8b74-43bb-adaa-5181481c600c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.362396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1803ebbf-8b74-43bb-adaa-5181481c600c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1630664 Dec 06 12:12:04.364374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803ebbf-8b74-43bb-adaa-5181481c600c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d0937-0ef8-4c60-99a7-d499130f46a9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:04.365505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45436) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:04.372380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-68953762-0083-496c-9207-27065ae8b54f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'a99d0937-0ef8-4c60-99a7-d499130f46a9', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:04.403326 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68953762-0083-496c-9207-27065ae8b54f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.403571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6d225516-67dd-4190-a2f6-fafdbd2232c4 None None] Provisioning complete for port 8549966b-373a-415e-b984-34a76b555820 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:04.403737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d225516-67dd-4190-a2f6-fafdbd2232c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.444387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6d225516-67dd-4190-a2f6-fafdbd2232c4 None None] Port 8549966b-373a-415e-b984-34a76b555820 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:04.463495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68953762-0083-496c-9207-27065ae8b54f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.467468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68953762-0083-496c-9207-27065ae8b54f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.485852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68953762-0083-496c-9207-27065ae8b54f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab81bef-18c0-4daf-88a6-c7f13b216141,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:04.494153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68953762-0083-496c-9207-27065ae8b54f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.495399 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-68953762-0083-496c-9207-27065ae8b54f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271455 Dec 06 12:12:04.498412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45438) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:04.503061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-33512ce7-47bf-4705-97ec-74ad1ca61c15 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'a99d0937-0ef8-4c60-99a7-d499130f46a9', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:04.529692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33512ce7-47bf-4705-97ec-74ad1ca61c15 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.533303 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.538471 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.595136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33512ce7-47bf-4705-97ec-74ad1ca61c15 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.597089 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07e217-9015-4041-bcc0-9effdde0376a None None] Pushing event updated for resources: {'Port': ['ID=8549966b-373a-415e-b984-34a76b555820,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:04.600864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33512ce7-47bf-4705-97ec-74ad1ca61c15 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.622459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33512ce7-47bf-4705-97ec-74ad1ca61c15 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1e8d00-d818-4003-9d4e-02fa86cf593b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:04.629839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33512ce7-47bf-4705-97ec-74ad1ca61c15 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.631066 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-33512ce7-47bf-4705-97ec-74ad1ca61c15 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316395 Dec 06 12:12:04.633958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45440) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:04.638434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c6c52f54-7ec7-4a78-b331-f1757fd0bdee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'a99d0937-0ef8-4c60-99a7-d499130f46a9', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:04.670119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c52f54-7ec7-4a78-b331-f1757fd0bdee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.745601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c52f54-7ec7-4a78-b331-f1757fd0bdee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.750141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c52f54-7ec7-4a78-b331-f1757fd0bdee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.772085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c52f54-7ec7-4a78-b331-f1757fd0bdee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee78f4e1-0154-41f4-ad68-634ce5b81f49,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:04.776885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c52f54-7ec7-4a78-b331-f1757fd0bdee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.778258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c6c52f54-7ec7-4a78-b331-f1757fd0bdee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433082 Dec 06 12:12:04.781258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45442) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:04.785351 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Attempting to bind port 8549966b-373a-415e-b984-34a76b555820 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:04.785730 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Attempting to bind port 8549966b-373a-415e-b984-34a76b555820 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:04.786093 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Attempting to bind port 8549966b-373a-415e-b984-34a76b555820 on network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:04.786483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7bfcec71-3fb1-4039-87df-5438396f1e32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'a99d0937-0ef8-4c60-99a7-d499130f46a9', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:04.791692 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:04.792331 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Checking segment: {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:04.792734 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.793132 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Bound using segment: {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:04.793604 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Bound port: 8549966b-373a-415e-b984-34a76b555820, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:04.793994 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.819180 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bfcec71-3fb1-4039-87df-5438396f1e32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.860635 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] For port 8549966b-373a-415e-b984-34a76b555820, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:04.864836 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] For port 8549966b-373a-415e-b984-34a76b555820, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8549966b-373a-415e-b984-34a76b555820,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:04.868456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8ccf117f-1d44-481e-9aca-8d75a78043e6 None None] Provisioning complete for port 8549966b-373a-415e-b984-34a76b555820 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:04.868924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccf117f-1d44-481e-9aca-8d75a78043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.871909 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.883994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bfcec71-3fb1-4039-87df-5438396f1e32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.889290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bfcec71-3fb1-4039-87df-5438396f1e32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.918707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bfcec71-3fb1-4039-87df-5438396f1e32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:04.920312 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7bfcec71-3fb1-4039-87df-5438396f1e32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377358 Dec 06 12:12:04.922974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45444) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:04.926163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcec71-3fb1-4039-87df-5438396f1e32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebbd09c-1839-4ddf-ba93-5ea69f706166,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:04.932768 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-18642f81-fd6c-4eae-b708-8f68b3c12f3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'a99d0937-0ef8-4c60-99a7-d499130f46a9', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:04.934462 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:04.934935 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:04.971541 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-18642f81-fd6c-4eae-b708-8f68b3c12f3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:12:04.974887 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07e217-9015-4041-bcc0-9effdde0376a None None] Pushing event updated for resources: {'Port': ['ID=8549966b-373a-415e-b984-34a76b555820,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:04.988408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18642f81-fd6c-4eae-b708-8f68b3c12f3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.012358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccf117f-1d44-481e-9aca-8d75a78043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.026398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 519394e8-28c0-4c91-841b-32820aea8637 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:05.075402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18642f81-fd6c-4eae-b708-8f68b3c12f3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.077321 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:05.082391 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18642f81-fd6c-4eae-b708-8f68b3c12f3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.109510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18642f81-fd6c-4eae-b708-8f68b3c12f3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c11f71-fb12-4267-98ea-e8b3af55f7dd,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:05.113608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8ccf117f-1d44-481e-9aca-8d75a78043e6 None None] For port 8549966b-373a-415e-b984-34a76b555820, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8549966b-373a-415e-b984-34a76b555820,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:05.120611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ccf117f-1d44-481e-9aca-8d75a78043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.126165 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18642f81-fd6c-4eae-b708-8f68b3c12f3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.130534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45446) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:05.136982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7d90ddb8-acee-49ed-af17-6f2ba5a8fbe6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'a99d0937-0ef8-4c60-99a7-d499130f46a9', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:05.142452 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-18642f81-fd6c-4eae-b708-8f68b3c12f3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2182808 Dec 06 12:12:05.166518 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-7d90ddb8-acee-49ed-af17-6f2ba5a8fbe6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:12:05.172775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d90ddb8-acee-49ed-af17-6f2ba5a8fbe6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.189382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf117f-1d44-481e-9aca-8d75a78043e6 None None] Pushing event updated for resources: {'Port': ['ID=8549966b-373a-415e-b984-34a76b555820,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:05.200527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 519394e8-28c0-4c91-841b-32820aea8637 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:05.201013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.252445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d90ddb8-acee-49ed-af17-6f2ba5a8fbe6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.256940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d90ddb8-acee-49ed-af17-6f2ba5a8fbe6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.259357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e8ed117b-b9da-434d-bf64-f6963c0bfb04 None None] Provisioning complete for port 8549966b-373a-415e-b984-34a76b555820 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:05.260059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ed117b-b9da-434d-bf64-f6963c0bfb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.277313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90ddb8-acee-49ed-af17-6f2ba5a8fbe6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05ccc65-17b3-4ca3-a95e-6589f97eb820,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:05.288207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d90ddb8-acee-49ed-af17-6f2ba5a8fbe6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:05.299043 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7d90ddb8-acee-49ed-af17-6f2ba5a8fbe6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588888 Dec 06 12:12:05.339410 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:04Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:05.370148 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378c5ae-a3a5-40f4-9b38-820c1ac9104c None None] The sync data for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv is: [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:04Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:12:05.504704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-36889afc-dc24-49ab-9452-ed5aac029e81 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569259734&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0634155 Dec 06 12:12:05.616028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0049-13bc-43ae-9400-9763b267d117 req-aaa2af97-b737-4e0b-be4a-dd6ab5448731 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:05.618883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-aaa2af97-b737-4e0b-be4a-dd6ab5448731 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 HTTP/1.1" status: 200 len: 797 time: 0.1069415 Dec 06 12:12:05.635062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-ec59803b-a956-4b28-a408-b07d1067079b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0099454 Dec 06 12:12:05.690180 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-32486b89-829e-4e34-b069-98b8da5b24fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492601 Dec 06 12:12:05.799005 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-fac545e9-b0b1-4955-bdd0-b8953e7a69c7 service neutron] 10.222.0.24 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961475 Dec 06 12:12:05.892574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5c23dfcd-b5ce-46cb-a4ad-93997d556581 service neutron] 10.222.0.24 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872138 Dec 06 12:12:06.061207 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e6d2a9a-b7cd-49ec-8114-32685eeeeb55 req-3c0e2504-4903-4ec7-ac2c-938718de3618 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 210 time: 0.0317152 Dec 06 12:12:07.000442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0049-13bc-43ae-9400-9763b267d117 req-9c9e466d-217d-4caf-9de7-8aed06d002f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:07.001983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-9c9e466d-217d-4caf-9de7-8aed06d002f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 HTTP/1.1" status: 200 len: 797 time: 0.1165535 Dec 06 12:12:07.024859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8549966b-373a-415e-b984-34a76b555820 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:07.077716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 8549966b-373a-415e-b984-34a76b555820 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:07.078164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.078388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-3da05751-6090-43f5-a4a9-c7a1af49ee8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 379 time: 0.0659285 Dec 06 12:12:07.088017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['a99d0937-0ef8-4c60-99a7-d499130f46a9']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:07.177004 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-176a02ad-ffe9-446b-b735-71fac799e348 req-178b44c5-1d25-4d8b-a559-d312b02ad677 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 210 time: 0.0302625 Dec 06 12:12:07.229086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:12:07.232683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.360891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.14 (3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877/3a627123-420c-4353-99c4-0d3388597221/af746f6b-8baf-4e76-a90f-e15314bef39b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:07.498640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.535204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.582789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:07.587498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:07.591345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:07.618231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=af746f6b-8baf-4e76-a90f-e15314bef39b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:07.647915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:07.648725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.666142 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-5a302913-2dea-431c-8169-6dd158a01895 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822334 Dec 06 12:12:07.678653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Request body: {'port': {'device_id': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:07.735460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.822457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ac6f98be-40ed-4f7c-aa3f-b26bb1538b62 None None] Provisioning complete for port af746f6b-8baf-4e76-a90f-e15314bef39b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:07.822939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac6f98be-40ed-4f7c-aa3f-b26bb1538b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:07.856068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f98be-40ed-4f7c-aa3f-b26bb1538b62 None None] Port af746f6b-8baf-4e76-a90f-e15314bef39b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:12:08.001895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af746f6b-8baf-4e76-a90f-e15314bef39b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:08.009859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.021440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Transition to ACTIVE for port object af746f6b-8baf-4e76-a90f-e15314bef39b will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:12:08.025585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.078056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Pushing event updated for resources: {'Port': ['ID=af746f6b-8baf-4e76-a90f-e15314bef39b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:08.147569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Attempting to bind port af746f6b-8baf-4e76-a90f-e15314bef39b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:12:08.148085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Attempting to bind port af746f6b-8baf-4e76-a90f-e15314bef39b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:12:08.148442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Attempting to bind port af746f6b-8baf-4e76-a90f-e15314bef39b on network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:08.153129 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Port af746f6b-8baf-4e76-a90f-e15314bef39b on network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:12:08.153445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Attempting to bind port af746f6b-8baf-4e76-a90f-e15314bef39b on network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:12:08.158428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:12:08.158758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Checking segment: {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:12:08.159140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Bound using segment: {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:12:08.159561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Bound port: af746f6b-8baf-4e76-a90f-e15314bef39b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bc7c19-85dc-440c-b5bb-f47eb40c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:12:08.159934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.229486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] For port af746f6b-8baf-4e76-a90f-e15314bef39b, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:12:08.232876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] For port af746f6b-8baf-4e76-a90f-e15314bef39b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af746f6b-8baf-4e76-a90f-e15314bef39b,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:12:08.239190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.255322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.256337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:08.258209 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] 10.222.0.43 "PUT /v2.0/ports/af746f6b-8baf-4e76-a90f-e15314bef39b HTTP/1.1" status: 200 len: 1094 time: 0.5836651 Dec 06 12:12:08.280103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:08.286250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9095dc-3b64-4e27-856d-2b855009cce0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:08.340809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a68a0-3628-468a-811d-717675a667b3 x-openstack-request-id: req-d46a68a0-3628-468a-811d-717675a667b3 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:08.341217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:08.341611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d46a68a0-3628-468a-811d-717675a667b3 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:08.342271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'status': 'completed', 'code': 200} Dec 06 12:12:08.390193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21165ed5-635a-4921-b1d8-7f75face6bff service neutron] Pushing event updated for resources: {'Port': ['ID=af746f6b-8baf-4e76-a90f-e15314bef39b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:08.409110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ca41-5b9a-4a2c-ac19-47a81c25a332 req-8fd8c763-de2b-46c3-b36b-19d53fce7ee6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.410671 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2929ca41-5b9a-4a2c-ac19-47a81c25a332 req-8fd8c763-de2b-46c3-b36b-19d53fce7ee6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 944 time: 0.1516593 Dec 06 12:12:08.412845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0049-13bc-43ae-9400-9763b267d117 req-cacd7e1f-68d7-4270-b66f-27602f71ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.414809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-cacd7e1f-68d7-4270-b66f-27602f71ceb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 1097 time: 0.1067393 Dec 06 12:12:08.469017 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-35f8be75-b59b-4eeb-95af-4abed7dd5d5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af746f6b-8baf-4e76-a90f-e15314bef39b HTTP/1.1" status: 200 len: 217 time: 0.0449197 Dec 06 12:12:08.530640 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2929ca41-5b9a-4a2c-ac19-47a81c25a332 req-ef23a395-a819-4fd9-9fab-5f4f22aee932 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129351 Dec 06 12:12:08.543520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0049-13bc-43ae-9400-9763b267d117 req-0dd34c5e-7f1c-4286-8219-b088586431c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.545005 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-0dd34c5e-7f1c-4286-8219-b088586431c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a627123-420c-4353-99c4-0d3388597221 HTTP/1.1" status: 200 len: 835 time: 0.0658810 Dec 06 12:12:08.591126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0049-13bc-43ae-9400-9763b267d117 req-7914da45-694e-4e6a-b2aa-3cf396ff0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.592662 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-7914da45-694e-4e6a-b2aa-3cf396ff0ff6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406361 Dec 06 12:12:08.682255 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-efc0248b-ad12-4299-a79a-9b41cff43816 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821810 Dec 06 12:12:08.774254 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e11b0049-13bc-43ae-9400-9763b267d117 req-be7ff604-1304-4a09-9fb0-da89a31f120c service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845439 Dec 06 12:12:08.860593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-fb78dd35-5962-4a22-a540-004408427f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.862082 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-fb78dd35-5962-4a22-a540-004408427f4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 1097 time: 0.0401244 Dec 06 12:12:08.957666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-d9cb7a50-486e-4692-a505-84ce3c02a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:08.959317 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-d9cb7a50-486e-4692-a505-84ce3c02a72c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 HTTP/1.1" status: 200 len: 898 time: 0.0880802 Dec 06 12:12:09.001404 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-ddeaff39-44d2-46c9-a013-0734fd484554 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af746f6b-8baf-4e76-a90f-e15314bef39b HTTP/1.1" status: 200 len: 217 time: 0.0344191 Dec 06 12:12:09.055088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-b42b2352-d7ba-4548-8a64-1a108f0c0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.056624 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-b42b2352-d7ba-4548-8a64-1a108f0c0c6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a627123-420c-4353-99c4-0d3388597221 HTTP/1.1" status: 200 len: 835 time: 0.0482833 Dec 06 12:12:09.107336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-9b55b3a9-ae21-4851-8d4e-2826e6db4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.108896 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-9b55b3a9-ae21-4851-8d4e-2826e6db4e20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441165 Dec 06 12:12:09.200189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-41a5da61-b94b-40c2-9fe3-96da85ac9202 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834944 Dec 06 12:12:09.289953 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f9095dc-3b64-4e27-856d-2b855009cce0 req-d24faec5-5c91-4372-8741-55ea293ae9eb service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829179 Dec 06 12:12:09.647195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85948e9-15f3-4172-8e44-e4ca8bdae0de req-1da6954c-2f52-4409-89e1-8b25b0b516f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:09.648935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a85948e9-15f3-4172-8e44-e4ca8bdae0de req-1da6954c-2f52-4409-89e1-8b25b0b516f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 944 time: 0.0488830 Dec 06 12:12:09.697763 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a85948e9-15f3-4172-8e44-e4ca8bdae0de req-88f3e79e-d051-4f45-b69c-07c059b61878 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Dec 06 12:12:10.814793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5771aeb-b9ab-4263-99e0-615f52dd7243 req-84004f77-74d8-4273-a0ed-fc75919b8073 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:10.816280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d5771aeb-b9ab-4263-99e0-615f52dd7243 req-84004f77-74d8-4273-a0ed-fc75919b8073 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 944 time: 0.0515349 Dec 06 12:12:11.197115 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d5771aeb-b9ab-4263-99e0-615f52dd7243 req-f14238a1-8569-47ba-b84f-88edd2f0608d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738680 Dec 06 12:12:11.432803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device af746f6b-8baf-4e76-a90f-e15314bef39b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:12:11.679572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port af746f6b-8baf-4e76-a90f-e15314bef39b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af746f6b-8baf-4e76-a90f-e15314bef39b,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:11.691595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'port_id': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'mac_address': 'fa:16:3e:d8:7f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:12:11.732233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.746010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af746f6b-8baf-4e76-a90f-e15314bef39b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:12:11.768058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port af746f6b-8baf-4e76-a90f-e15314bef39b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af746f6b-8baf-4e76-a90f-e15314bef39b,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:11.773690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:11.820831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=af746f6b-8baf-4e76-a90f-e15314bef39b,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:12.087743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['af746f6b-8baf-4e76-a90f-e15314bef39b'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:12:12.316373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b2608-13ca-4f4b-bdf4-28312cab7595 req-27f6332a-3473-4486-8e17-81447865ff20 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:12.317896 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-361b2608-13ca-4f4b-bdf4-28312cab7595 req-27f6332a-3473-4486-8e17-81447865ff20 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 945 time: 0.0491781 Dec 06 12:12:12.366919 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-361b2608-13ca-4f4b-bdf4-28312cab7595 req-9391e4d0-788d-4ab9-ac54-3e6465b22a0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426681 Dec 06 12:12:13.447923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device af746f6b-8baf-4e76-a90f-e15314bef39b up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:12:13.481374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6dbf9-79b7-4c98-b0d9-b9777b87dbda req-c9660c9a-4d2d-419c-963b-1b08686cb526 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.483021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-69e6dbf9-79b7-4c98-b0d9-b9777b87dbda req-c9660c9a-4d2d-419c-963b-1b08686cb526 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 945 time: 0.0479116 Dec 06 12:12:13.497820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port af746f6b-8baf-4e76-a90f-e15314bef39b completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:12:13.502165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port af746f6b-8baf-4e76-a90f-e15314bef39b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:12:13.502543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:13.537479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-69e6dbf9-79b7-4c98-b0d9-b9777b87dbda req-57db9205-4269-427a-806d-986d596f64aa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483356 Dec 06 12:12:13.586520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:13.609609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:13.611907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1536cd9f-6534-4d75-aa35-4a88e0598ad1" -d '{"events": [{"server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "name": "network-vif-plugged", "status": "completed", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:13.624954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port af746f6b-8baf-4e76-a90f-e15314bef39b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af746f6b-8baf-4e76-a90f-e15314bef39b,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:13.629130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:13.654451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1817621f-55dc-4f50-b4d6-1a5f6ac6b609 x-openstack-request-id: req-1817621f-55dc-4f50-b4d6-1a5f6ac6b609 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:13.654749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "name": "network-vif-plugged", "status": "completed", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:13.655009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1817621f-55dc-4f50-b4d6-1a5f6ac6b609 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:13.655406 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'code': 200} Dec 06 12:12:13.679439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=af746f6b-8baf-4e76-a90f-e15314bef39b,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:13.827026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96d1e6-e37a-4ea1-a469-ed2cc04bf77d req-f0ac5bb8-373f-403a-aae3-2b0875a88691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:13.828441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3f96d1e6-e37a-4ea1-a469-ed2cc04bf77d req-f0ac5bb8-373f-403a-aae3-2b0875a88691 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 1099 time: 0.0385470 Dec 06 12:12:13.874381 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3f96d1e6-e37a-4ea1-a469-ed2cc04bf77d req-6753cd8a-4d2d-473f-89e7-79f893f8b3d2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385523 Dec 06 12:12:14.659793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527984-bab9-4a36-8843-f023e8286654 req-ec7e1b73-e991-409d-9f4c-697aeadbea4c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:14.661287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33527984-bab9-4a36-8843-f023e8286654 req-ec7e1b73-e991-409d-9f4c-697aeadbea4c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 946 time: 0.0516956 Dec 06 12:12:14.712021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33527984-bab9-4a36-8843-f023e8286654 req-26aa21a9-da1b-4efd-a5c2-d97b0d0b46ae tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440254 Dec 06 12:12:14.956244 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:15.831875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d6c7e-9bad-4b5a-8c59-5a9e1bdea170 req-e42a5894-6045-4757-9b2e-7afa7a97637e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:15.833375 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c55d6c7e-9bad-4b5a-8c59-5a9e1bdea170 req-e42a5894-6045-4757-9b2e-7afa7a97637e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 946 time: 0.0537744 Dec 06 12:12:15.883688 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c55d6c7e-9bad-4b5a-8c59-5a9e1bdea170 req-2a2e0de0-a10d-4dc3-8235-4c99f572c6b3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 Dec 06 12:12:15.998903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e7618-665f-48aa-af4b-02570418c2fd req-0ed407d9-b4a7-4e80-b8bd-4144ea15e61b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.000293 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-206e7618-665f-48aa-af4b-02570418c2fd req-0ed407d9-b4a7-4e80-b8bd-4144ea15e61b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 946 time: 0.0485878 Dec 06 12:12:16.049592 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-206e7618-665f-48aa-af4b-02570418c2fd req-f6ebba66-2ecc-477c-bbb2-8491f1c6f17e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433230 Dec 06 12:12:16.076803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45498) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:16.118724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de0a50-e8c6-4b8b-a8e1-9b85d69f3e1c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:16.120231 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-88de0a50-e8c6-4b8b-a8e1-9b85d69f3e1c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 1094 time: 0.0424225 Dec 06 12:12:16.122956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45500) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:16.127109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:12:16.148997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.246656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.353764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.40 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/40861c63-c48e-4e71-be68-12071636bb59) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:12:16.462319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.497261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.534696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:12:16.537521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:12:16.541537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:12:16.568532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=40861c63-c48e-4e71-be68-12071636bb59,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:16.907837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:16.976925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.123205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.127675 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.201831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=40861c63-c48e-4e71-be68-12071636bb59,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:17.210183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.311361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP c1b49a74-ad8e-4605-81ae-8a9e75ef4970 associated. External IP: 172.36.1.40, port: af746f6b-8baf-4e76-a90f-e15314bef39b. Dec 06 12:12:17.519183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 4bd532b9-bbc7-407e-bac8-e1e27b908105 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:12:17.625464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:12:17.635782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] Sync routers for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:12:17.643315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:17.645761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:17.646379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:17.671545 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7e3f5a84-2957-4e2b-9280-e8a4910dd307 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5475941 Dec 06 12:12:17.672216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:17.674351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45502) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:17.674833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6935a8a6-8bfe-415d-ac31-48aacff54f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:17.711678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f91c57-0583-4682-81c8-7bcc697f2381 x-openstack-request-id: req-f7f91c57-0583-4682-81c8-7bcc697f2381 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:17.712178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:17.712596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7f91c57-0583-4682-81c8-7bcc697f2381 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:17.713129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'status': 'completed', 'code': 200} Dec 06 12:12:17.745786 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c25133b1-6a18-4538-87a7-22c9adb1a0b0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/c1b49a74-ad8e-4605-81ae-8a9e75ef4970 HTTP/1.1" status: 200 len: 991 time: 0.0694807 Dec 06 12:12:17.759750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:17.777210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-8a72d5f5-ae19-4cff-9a3f-bc40fc0a0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:17.778674 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-8a72d5f5-ae19-4cff-9a3f-bc40fc0a0c25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 1099 time: 0.0422659 Dec 06 12:12:17.881462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-3a5b7576-383d-48b9-83f5-7fc5f2d6145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:17.882996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-3a5b7576-383d-48b9-83f5-7fc5f2d6145f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 HTTP/1.1" status: 200 len: 898 time: 0.0973699 Dec 06 12:12:17.953992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-5865bfe7-0065-4999-9fc2-28156aef9f48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af746f6b-8baf-4e76-a90f-e15314bef39b HTTP/1.1" status: 200 len: 999 time: 0.0631127 Dec 06 12:12:17.999920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c1b49a74-ad8e-4605-81ae-8a9e75ef4970', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'port_id': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'mac_address': 'fa:16:3e:d8:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:12:16Z', 'updated_at': '2021-12-06T12:12:16Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:05Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:18.005684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-a48f261d-1dda-4ad4-b981-8f3ff3676dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:18.007301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-a48f261d-1dda-4ad4-b981-8f3ff3676dac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a627123-420c-4353-99c4-0d3388597221 HTTP/1.1" status: 200 len: 835 time: 0.0469456 Dec 06 12:12:18.027833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] Checking router: 4bd532b9-bbc7-407e-bac8-e1e27b908105 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:12:18.036825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:18.037438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:18.060384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-efa2372e-84be-423e-b2ca-e2606d39c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:18.061983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-efa2372e-84be-423e-b2ca-e2606d39c4ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478601 Dec 06 12:12:18.147582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:18.155254 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-c8211365-80df-499f-9d24-d6963a773421 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854981 Dec 06 12:12:18.250210 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6935a8a6-8bfe-415d-ac31-48aacff54f8f req-afdd0414-2187-4dd2-a949-c31bc111337f service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878446 Dec 06 12:12:18.373441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c1b49a74-ad8e-4605-81ae-8a9e75ef4970', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'port_id': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'mac_address': 'fa:16:3e:d8:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:12:16Z', 'updated_at': '2021-12-06T12:12:16Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:05Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:18.399121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173bc61-0b17-4cc5-9ef1-a272a86251ca None None] The sync data for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv is: [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c1b49a74-ad8e-4605-81ae-8a9e75ef4970', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'port_id': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'mac_address': 'fa:16:3e:d8:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:12:16Z', 'updated_at': '2021-12-06T12:12:16Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:05Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:12:18.696145 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e995f-c723-41f6-8db7-468234af7058 None None] New status for floating IP c1b49a74-ad8e-4605-81ae-8a9e75ef4970: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:12:18.749656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45506) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:18.816629 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d21b95a7-583a-4e64-854c-d3c913bbdd6f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/c1b49a74-ad8e-4605-81ae-8a9e75ef4970 HTTP/1.1" status: 200 len: 991 time: 0.0657725 Dec 06 12:12:19.005472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-daf50f41-d3b5-4b78-b51e-71b765d4a5c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400288 Dec 06 12:12:19.088554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-1b7b962e-fdec-49e0-a368-dd502a820fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:19.090051 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-1b7b962e-fdec-49e0-a368-dd502a820fbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1df1a4701645848cd89f5e86657939&device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1099 time: 0.0412247 Dec 06 12:12:19.197096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-89696a8f-2787-4e89-bc9d-d0d00059e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:19.198479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-89696a8f-2787-4e89-bc9d-d0d00059e0dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d HTTP/1.1" status: 200 len: 897 time: 0.0877943 Dec 06 12:12:19.263248 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-c417e5b2-0ffa-420f-962e-2c3eb147715d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded HTTP/1.1" status: 200 len: 1002 time: 0.0575004 Dec 06 12:12:19.315667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-50f009eb-a5b8-4ab6-969e-402ba02b5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:19.317157 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-50f009eb-a5b8-4ab6-969e-402ba02b5f8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cd94ca9-3f4d-4dce-98f9-367a6985f350 HTTP/1.1" status: 200 len: 835 time: 0.0472102 Dec 06 12:12:19.361658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-24e3ee39-feb1-4398-ac29-db7cf52ab1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:19.363138 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-24e3ee39-feb1-4398-ac29-db7cf52ab1ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393066 Dec 06 12:12:19.451287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-1415eb7d-33c5-44ad-aa2b-71cc21c52a16 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809660 Dec 06 12:12:19.542367 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62b70c8e-0a11-4807-8905-84e33edbfbeb req-7af84bb4-85a9-4031-9245-b25aba284b4c service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Dec 06 12:12:19.820616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45508) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:12:19.880045 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-871a1aad-d220-4969-a409-ffdc73389791 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/c1b49a74-ad8e-4605-81ae-8a9e75ef4970 HTTP/1.1" status: 200 len: 993 time: 0.0582628 Dec 06 12:12:26.197667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76fe7073-ca71-44ff-805d-46cd84ebf896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:28.602019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ba05-9c24-45b2-925a-73ea21a7588f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:29.757473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:30.833225 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:31.895466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:38.661114 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:12:44.958017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:50.288957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a510-cb70-46b6-8767-aaad7d42b7a7 req-719864c4-c1db-4fa8-bd54-2346758ef028 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:50.290456 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-15e7a510-cb70-46b6-8767-aaad7d42b7a7 req-719864c4-c1db-4fa8-bd54-2346758ef028 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 946 time: 0.0490675 Dec 06 12:12:50.340828 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-15e7a510-cb70-46b6-8767-aaad7d42b7a7 req-527da61e-09b5-4705-a70e-8a7ad392a4de tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442469 Dec 06 12:12:51.465079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944064ca-60bb-45b9-9a1b-bb96a09b326c req-b1582efb-f84b-46c6-ba3c-ab9f5bfa8aa2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:51.466541 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-944064ca-60bb-45b9-9a1b-bb96a09b326c req-b1582efb-f84b-46c6-ba3c-ab9f5bfa8aa2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 946 time: 0.0558424 Dec 06 12:12:51.518308 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-944064ca-60bb-45b9-9a1b-bb96a09b326c req-3c3ba0a0-b9d9-4f5a-8f5d-855ad19d9dcc tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457251 Dec 06 12:12:51.956718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-c960c89e-2d48-4181-b1e0-184a002ee458 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:51.958774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-c960c89e-2d48-4181-b1e0-184a002ee458 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 946 time: 0.0479500 Dec 06 12:12:52.052562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Deleting port a3525dce-f551-488f-86d2-e0d9a9214db8 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:12:52.052901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.143907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] For port a3525dce-f551-488f-86d2-e0d9a9214db8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3525dce-f551-488f-86d2-e0d9a9214db8,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:12:52.144269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.314007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.314367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.314681 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Floating IP bf8ff59f-ea7f-431d-bd60-117937d4552b disassociated. External IP: 172.36.1.33, port: a3525dce-f551-488f-86d2-e0d9a9214db8. Dec 06 12:12:52.315021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Calling delete_port for a3525dce-f551-488f-86d2-e0d9a9214db8 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:12:52.444666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.470989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event deleted for resources: {'Port': ['ID=a3525dce-f551-488f-86d2-e0d9a9214db8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:12:52.587094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:12:52.652588 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a03ef57-c5f0-4c5a-ba1d-612b3dc5035e req-42797384-d999-4786-822c-87007adc2a79 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 210 time: 0.0552189 Dec 06 12:12:52.714751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:12:52.724526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:12:52.734397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:52.735015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:52.757115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] No DVR routers for this DVR port a3525dce-f551-488f-86d2-e0d9a9214db8 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:12:52.759480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:52.762759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1cde805c-d8b9-4dbf-a73d-308c5820de54 req-bb00d26b-d860-410d-b761-ad76f4b9ced3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "DELETE /v2.0/ports/a3525dce-f551-488f-86d2-e0d9a9214db8 HTTP/1.1" status: 204 len: 173 time: 0.7981038 Dec 06 12:12:52.763208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01950127-7f29-462a-a0fb-0f83e5e08941', 'name': 'network-vif-deleted', 'tag': 'a3525dce-f551-488f-86d2-e0d9a9214db8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:12:52.765477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53814644-912b-4d95-96e8-5520b8ad9e80" -d '{"events": [{"server_uuid": "01950127-7f29-462a-a0fb-0f83e5e08941", "name": "network-vif-deleted", "tag": "a3525dce-f551-488f-86d2-e0d9a9214db8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:12:52.814041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce32a58-8c04-4eb5-b0af-7ee0aaf1c1c1 x-openstack-request-id: req-9ce32a58-8c04-4eb5-b0af-7ee0aaf1c1c1 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:12:52.814280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01950127-7f29-462a-a0fb-0f83e5e08941", "name": "network-vif-deleted", "tag": "a3525dce-f551-488f-86d2-e0d9a9214db8", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:12:52.814540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ce32a58-8c04-4eb5-b0af-7ee0aaf1c1c1 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:12:52.815673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01950127-7f29-462a-a0fb-0f83e5e08941', 'name': 'network-vif-deleted', 'tag': 'a3525dce-f551-488f-86d2-e0d9a9214db8', 'status': 'completed', 'code': 200} Dec 06 12:12:52.858659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:53.072493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:53.102360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:12:53.110772 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:12:53.111376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:53.217384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:12:53.414651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:12:53.440785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595825d5-35a6-4afc-89e2-75b887ce4eed None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:12:53.676070 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edd9e5-74e9-4eb3-b7bc-a089759ea46c None None] New status for floating IP bf8ff59f-ea7f-431d-bd60-117937d4552b: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:12:53.750481 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9a22538c-70a4-441b-b282-5a10bb8ae200 req-0435cf60-101e-4b8c-bbf6-e55548763065 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 210 time: 0.0272887 Dec 06 12:12:54.850079 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2e8c301-d0ef-4b76-8798-68cc7ae3f63a req-3f584684-96e1-40ee-b655-8fdd702b0a83 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 210 time: 0.0290673 Dec 06 12:12:55.793855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device a3525dce-f551-488f-86d2-e0d9a9214db8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:12:55.823092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: a3525dce-f551-488f-86d2-e0d9a9214db8 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:12:55.823431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device a3525dce-f551-488f-86d2-e0d9a9214db8 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:12:55.949105 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb3eda59-ac2e-45d9-b3fe-5002c565951d req-3224277a-2dd2-43fb-a934-9a43a5fa2b10 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 210 time: 0.0302570 Dec 06 12:12:56.200242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc82b3a-61b4-49b6-b37b-ed9944f83de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:57.049021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1a20921f-5c7a-4357-94c9-a95e2c0714a7 req-f00f2a31-8777-49d7-a3c2-d0cac6ab8353 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=01950127-7f29-462a-a0fb-0f83e5e08941 HTTP/1.1" status: 200 len: 210 time: 0.0265355 Dec 06 12:12:58.254014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-7c955c35-ba24-49cb-911a-f16c14944914 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134047789&fields=id&tenant_id=67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 267 time: 0.0430832 Dec 06 12:12:58.371428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-f45f7b17-e836-4e74-a392-3963d4267c27 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:12:58.372830 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-f45f7b17-e836-4e74-a392-3963d4267c27 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 811 time: 0.1114521 Dec 06 12:12:58.387604 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-50507c1c-646c-4e2c-a5b8-24abda25f29e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/quotas/67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 375 time: 0.0090809 Dec 06 12:12:58.437058 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-be5a5198-0cfb-4893-afeb-23a8c9b68065 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442073 Dec 06 12:12:58.534739 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-0c876e11-8b4b-49e1-a50a-a6f177cfad8b service neutron] 10.222.0.24 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859923 Dec 06 12:12:58.604327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-071c1d7a-e52c-4548-a220-d60b058036f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:58.625975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-99959744-6bef-4276-82bf-740c6df314c8 service neutron] 10.222.0.24 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846334 Dec 06 12:12:58.910080 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecb49812-c466-409f-947b-f91811c0e437 req-2a87db68-9b69-4d25-bdb5-dff5fb35f3b9 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 210 time: 0.0331757 Dec 06 12:12:59.759176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:12:59.989804 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad291739-946c-44d8-8568-ad4d2ebb5de6 req-1180f5a0-d0f0-4092-8425-81887614e255 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 210 time: 0.0261180 Dec 06 12:13:00.816306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-f381b660-7252-4b40-ab45-e2677c6aafde tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:00.818337 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-f381b660-7252-4b40-ab45-e2677c6aafde tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 811 time: 0.1054215 Dec 06 12:13:00.836983 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:00.887665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-d90bab89-a92c-45ce-bb50-4c314785a7c5 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 380 time: 0.0607200 Dec 06 12:13:00.899001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'port': {'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'admin_state_up': True, 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'security_groups': ['ff3defee-7de2-47a6-8ec7-6fdae2e4377b']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:01.008757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Made reservation on behalf of 67ab925408f94f2ca80b9355416614b2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:01.013451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.106027 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62da9ed1-4561-4e65-ade0-307834b94dc7 req-07fb9091-141a-4800-908d-d38ec8b9f1e4 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 210 time: 0.0366790 Dec 06 12:13:01.169995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Allocated IP 172.20.0.3 (9db4f462-d759-40a6-874a-84bb45b7b094/c05e822a-f2f8-4e48-badb-9b2505086a19/f2eae54a-4810-4a22-8e5a-c615bad4daf2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:01.650154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.683166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.731343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Network 9db4f462-d759-40a6-874a-84bb45b7b094 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:01.734747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:01.737293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:01.744476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=f2eae54a-4810-4a22-8e5a-c615bad4daf2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:01.771840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.772359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.772710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.773055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.773381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.773711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.774038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.774517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.774849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.775181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.775508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.775832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.776195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:01.815556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:01.816479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.834046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-3aef39bb-a402-4e61-9a91-b3438ac552f1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403164 Dec 06 12:13:01.847289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Request body: {'port': {'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:01.911216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:01.914723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.057854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fd08fe01-cfbe-4d3d-a51c-bc62619a5015 None None] Provisioning complete for port f2eae54a-4810-4a22-8e5a-c615bad4daf2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:02.058220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd08fe01-cfbe-4d3d-a51c-bc62619a5015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.093677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fd08fe01-cfbe-4d3d-a51c-bc62619a5015 None None] Port f2eae54a-4810-4a22-8e5a-c615bad4daf2 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:13:02.197736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2eae54a-4810-4a22-8e5a-c615bad4daf2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:02.219014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.237930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Transition to ACTIVE for port object f2eae54a-4810-4a22-8e5a-c615bad4daf2 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:02.242980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.260108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40a7ea-e4d7-4b83-b2c6-bd3b803d3b74 req-879bf5be-b312-4ccc-8a63-17c38d013e1b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.261604 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b40a7ea-e4d7-4b83-b2c6-bd3b803d3b74 req-879bf5be-b312-4ccc-8a63-17c38d013e1b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 931 time: 0.0820215 Dec 06 12:13:02.337970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Pushing event updated for resources: {'Port': ['ID=f2eae54a-4810-4a22-8e5a-c615bad4daf2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:02.404270 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b40a7ea-e4d7-4b83-b2c6-bd3b803d3b74 req-f19caa74-128f-4c9c-aa33-e413dc51252c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196189 Dec 06 12:13:02.437511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Attempting to bind port f2eae54a-4810-4a22-8e5a-c615bad4daf2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:02.438170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Attempting to bind port f2eae54a-4810-4a22-8e5a-c615bad4daf2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:02.438505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Attempting to bind port f2eae54a-4810-4a22-8e5a-c615bad4daf2 on network 9db4f462-d759-40a6-874a-84bb45b7b094 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:02.443618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Port f2eae54a-4810-4a22-8e5a-c615bad4daf2 on network 9db4f462-d759-40a6-874a-84bb45b7b094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:02.444000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Attempting to bind port f2eae54a-4810-4a22-8e5a-c615bad4daf2 on network 9db4f462-d759-40a6-874a-84bb45b7b094 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:02.450207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:02.450550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Checking segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:02.450946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Bound using segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:02.451384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Bound port: f2eae54a-4810-4a22-8e5a-c615bad4daf2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:02.451750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.526022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] For port f2eae54a-4810-4a22-8e5a-c615bad4daf2, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:02.529272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] For port f2eae54a-4810-4a22-8e5a-c615bad4daf2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:02.534270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.576331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.577077 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:02.578513 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] 10.222.0.43 "PUT /v2.0/ports/f2eae54a-4810-4a22-8e5a-c615bad4daf2 HTTP/1.1" status: 200 len: 1093 time: 0.7360959 Dec 06 12:13:02.578968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:02.581509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65808975-e3a3-4b96-9f63-53cf41e96f74" -d '{"events": [{"name": "network-changed", "server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:02.609563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3a964-f6c0-405b-a817-7f25b66ad416 service neutron] Pushing event updated for resources: {'Port': ['ID=f2eae54a-4810-4a22-8e5a-c615bad4daf2,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:02.639730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35671d74-aac4-49cf-a3da-7838a3fa43a9 x-openstack-request-id: req-35671d74-aac4-49cf-a3da-7838a3fa43a9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:02.640559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:02.640827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35671d74-aac4-49cf-a3da-7838a3fa43a9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:02.641392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'status': 'completed', 'code': 200} Dec 06 12:13:02.694493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-1780eea0-4428-4753-be9b-7bf0fb5d7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.696369 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-1780eea0-4428-4753-be9b-7bf0fb5d7743 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 1096 time: 0.0471103 Dec 06 12:13:02.747056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-4f7c011f-df73-4f2b-a4c4-c940b291b42b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2 HTTP/1.1" status: 200 len: 217 time: 0.0416601 Dec 06 12:13:02.807565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-31345232-5eca-4b84-a7c5-438c2a739b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.809060 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-31345232-5eca-4b84-a7c5-438c2a739b0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0535662 Dec 06 12:13:02.859235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-7bc9a879-966c-479b-87d6-ffbaebf5baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:02.860808 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-7bc9a879-966c-479b-87d6-ffbaebf5baec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447769 Dec 06 12:13:02.958301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-d6041948-545d-4338-9678-c6e6d318a727 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895336 Dec 06 12:13:03.048505 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2f13e82-f2d3-4b4f-b3d9-e80dacb10538 req-a4430b3a-cead-4075-a628-f60c81274e41 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839317 Dec 06 12:13:03.129272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-0dce8abc-5809-4e66-840b-a9a4644fa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.130787 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-0dce8abc-5809-4e66-840b-a9a4644fa79c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 1096 time: 0.0417724 Dec 06 12:13:03.226198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-4150503d-2ec0-418e-925f-ab006e905195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.227688 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-4150503d-2ec0-418e-925f-ab006e905195 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.0901840 Dec 06 12:13:03.271773 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-159921ff-a285-41b8-9682-5e527476d801 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2 HTTP/1.1" status: 200 len: 217 time: 0.0369270 Dec 06 12:13:03.336633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-a7ddc81b-eb24-4734-a6a2-f0b32774bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.338213 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-a7ddc81b-eb24-4734-a6a2-f0b32774bf58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0582509 Dec 06 12:13:03.385850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-82ec4b71-8a00-4985-af7b-5aa60468d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.387247 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-82ec4b71-8a00-4985-af7b-5aa60468d19f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417702 Dec 06 12:13:03.511562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-1df80aeb-5246-4978-b3f1-4199fa3f3ea2 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170988 Dec 06 12:13:03.559247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81b4e0-3d6f-4295-aca9-a83662a4f485 req-d8387ab6-bdab-45b7-bd91-238dfdade784 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:03.560695 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1b81b4e0-3d6f-4295-aca9-a83662a4f485 req-d8387ab6-bdab-45b7-bd91-238dfdade784 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0835059 Dec 06 12:13:03.658914 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1b81b4e0-3d6f-4295-aca9-a83662a4f485 req-e37b971c-0de8-4468-aaa7-a1a3a0cbfd80 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709445 Dec 06 12:13:03.663536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65808975-e3a3-4b96-9f63-53cf41e96f74 req-dec74d70-82c7-44c3-b95e-e6b21ae0d53d service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446688 Dec 06 12:13:04.787444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf473986-cdba-434b-9691-2ede7e44389a req-c00b2275-4e75-4715-864a-8b7b14399ac0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:04.788989 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf473986-cdba-434b-9691-2ede7e44389a req-c00b2275-4e75-4715-864a-8b7b14399ac0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0521789 Dec 06 12:13:04.840737 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf473986-cdba-434b-9691-2ede7e44389a req-e890ad2e-847e-4284-9238-ef82b3ee31d5 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 Dec 06 12:13:05.962363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d9daa-f89a-4de1-be69-4de4505a2011 req-905b3856-de46-41b3-9b1f-a1cc9bd3f63b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:05.963724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9c8d9daa-f89a-4de1-be69-4de4505a2011 req-905b3856-de46-41b3-9b1f-a1cc9bd3f63b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0519903 Dec 06 12:13:06.012898 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9c8d9daa-f89a-4de1-be69-4de4505a2011 req-def9484d-5a13-4011-949e-b16acf3764b8 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Dec 06 12:13:07.132612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6622112-7364-4953-b00d-ae7af6bae294 req-572ee8df-28d7-46d8-87c6-3813b0ba82e4 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:07.134082 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6622112-7364-4953-b00d-ae7af6bae294 req-572ee8df-28d7-46d8-87c6-3813b0ba82e4 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0534830 Dec 06 12:13:07.186408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6622112-7364-4953-b00d-ae7af6bae294 req-b4465d2a-719b-4eaa-b0ad-e509888a6c5c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460024 Dec 06 12:13:08.300532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41950359-65af-44d2-b2bf-e4fdf9bc911d req-4d88bb6e-35b9-4b7a-a950-e47a1999b51d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:08.302730 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-41950359-65af-44d2-b2bf-e4fdf9bc911d req-4d88bb6e-35b9-4b7a-a950-e47a1999b51d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0509822 Dec 06 12:13:08.352458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-41950359-65af-44d2-b2bf-e4fdf9bc911d req-73b1bc53-db03-4f88-9f24-60cd6f4db5c9 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Dec 06 12:13:09.464939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39414c56-694a-4ed1-a1f5-388d260d007d req-115605b2-39e0-45f5-993f-84553ed5e974 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:09.466417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-39414c56-694a-4ed1-a1f5-388d260d007d req-115605b2-39e0-45f5-993f-84553ed5e974 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0489521 Dec 06 12:13:09.519964 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-39414c56-694a-4ed1-a1f5-388d260d007d req-06e7ad8a-291b-4780-9e2c-3daf6eec515b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477169 Dec 06 12:13:10.634091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0121b3c-21f9-49d0-9acb-533b8da905a8 req-09e88af2-7e7f-4edd-87b0-96b5d1a98af7 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:10.635458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0121b3c-21f9-49d0-9acb-533b8da905a8 req-09e88af2-7e7f-4edd-87b0-96b5d1a98af7 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0480897 Dec 06 12:13:10.684441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0121b3c-21f9-49d0-9acb-533b8da905a8 req-25e70a17-c79d-4950-88ba-d001bebf62ac tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430114 Dec 06 12:13:11.798079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f5587-ba36-416a-8a1f-bb996196b3be req-d3071a95-58c5-4df1-9194-eaf194c0e531 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:11.799594 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d6f5587-ba36-416a-8a1f-bb996196b3be req-d3071a95-58c5-4df1-9194-eaf194c0e531 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0499082 Dec 06 12:13:11.849299 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d6f5587-ba36-416a-8a1f-bb996196b3be req-bc288085-b625-40bf-aa6a-bc631721e6e1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Dec 06 12:13:12.971375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbf460-b85b-4ad9-96c3-59ecd10a2510 req-c54136ce-4020-4a1f-9f07-176c1191dc64 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:12.973038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-66dbf460-b85b-4ad9-96c3-59ecd10a2510 req-c54136ce-4020-4a1f-9f07-176c1191dc64 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.0535202 Dec 06 12:13:13.022586 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-66dbf460-b85b-4ad9-96c3-59ecd10a2510 req-6d0583d2-51b8-4410-992f-bd96e04fd620 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Dec 06 12:13:13.899669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device f2eae54a-4810-4a22-8e5a-c615bad4daf2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:14.068040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 12:13:14.144407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port f2eae54a-4810-4a22-8e5a-c615bad4daf2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:14.155991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:14.190474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dadce8-b233-41c9-aac4-c2a0976d915a req-7b68eeca-abf9-4f4b-a8f7-2d8c3326fbdb tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:14.192733 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c8dadce8-b233-41c9-aac4-c2a0976d915a req-7b68eeca-abf9-4f4b-a8f7-2d8c3326fbdb tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 943 time: 0.1005514 Dec 06 12:13:14.198025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.212055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2eae54a-4810-4a22-8e5a-c615bad4daf2 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:14.231269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port f2eae54a-4810-4a22-8e5a-c615bad4daf2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:14.235943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:14.244707 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c8dadce8-b233-41c9-aac4-c2a0976d915a req-b05acfae-984b-4cb5-b350-99bd16adbe6f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461097 Dec 06 12:13:14.282614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=f2eae54a-4810-4a22-8e5a-c615bad4daf2,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:14.289680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.290032 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.290378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.290714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.291045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.291374 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.291703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.292205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.292537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.292862 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.293189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.293508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.293825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:14.571654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['f2eae54a-4810-4a22-8e5a-c615bad4daf2'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:14.954240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:15.411256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae03fb-1213-454e-aa0a-2bd66748204d req-5432f786-237b-4fd4-8226-82153ad26a6b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:15.412759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-70ae03fb-1213-454e-aa0a-2bd66748204d req-5432f786-237b-4fd4-8226-82153ad26a6b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 944 time: 0.1015999 Dec 06 12:13:15.460778 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-70ae03fb-1213-454e-aa0a-2bd66748204d req-be92d412-3bd3-41f2-a463-db086a601061 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422297 Dec 06 12:13:15.660410 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:13:15.909004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device f2eae54a-4810-4a22-8e5a-c615bad4daf2 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:15.956957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port f2eae54a-4810-4a22-8e5a-c615bad4daf2 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:15.960892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port f2eae54a-4810-4a22-8e5a-c615bad4daf2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:15.961267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.038245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.067460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:16.069816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d34f2c-029e-403a-9308-13a76b6a6a32" -d '{"events": [{"server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "name": "network-vif-plugged", "status": "completed", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:16.082594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port f2eae54a-4810-4a22-8e5a-c615bad4daf2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:16.086971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:16.109545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0eb546-6240-44bb-8d00-756ddb623d25 x-openstack-request-id: req-1a0eb546-6240-44bb-8d00-756ddb623d25 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:16.109842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "name": "network-vif-plugged", "status": "completed", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:16.110100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a0eb546-6240-44bb-8d00-756ddb623d25 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:16.110488 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'code': 200} Dec 06 12:13:16.137141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=f2eae54a-4810-4a22-8e5a-c615bad4daf2,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:16.294123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d374-03c4-4c29-90a3-2988d354ce72 req-4e90f8fa-5aef-4ca1-bdea-488ac8dd24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:16.295631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90e8d374-03c4-4c29-90a3-2988d354ce72 req-4e90f8fa-5aef-4ca1-bdea-488ac8dd24be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 1098 time: 0.0398562 Dec 06 12:13:16.340760 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90e8d374-03c4-4c29-90a3-2988d354ce72 req-41e17ac4-4a07-484b-9370-445f0d7de86d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383973 Dec 06 12:13:16.573854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a126fb-583e-4d01-b382-9201286e89c1 req-3145b918-cec8-4190-98db-44935df6ff49 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:16.575259 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3a126fb-583e-4d01-b382-9201286e89c1 req-3145b918-cec8-4190-98db-44935df6ff49 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 945 time: 0.0487132 Dec 06 12:13:16.628518 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3a126fb-583e-4d01-b382-9201286e89c1 req-b4bc79a7-e3ca-453c-aa7d-568fb033ad14 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470946 Dec 06 12:13:17.743066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c2698-bb90-4772-bf96-cc6bc8a8d2e9 req-2dab40c3-60df-48bc-aa81-5f15c619c0a6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:17.744719 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d83c2698-bb90-4772-bf96-cc6bc8a8d2e9 req-2dab40c3-60df-48bc-aa81-5f15c619c0a6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 945 time: 0.0492296 Dec 06 12:13:17.793797 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d83c2698-bb90-4772-bf96-cc6bc8a8d2e9 req-23e31ee9-169d-40af-9496-57de68618288 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 Dec 06 12:13:17.911735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b715fb8-6d3b-4987-9463-515646d613b5 req-63732063-1d13-43e4-a2cd-d0258da5e954 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:17.913191 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8b715fb8-6d3b-4987-9463-515646d613b5 req-63732063-1d13-43e4-a2cd-d0258da5e954 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 945 time: 0.0506384 Dec 06 12:13:17.961673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8b715fb8-6d3b-4987-9463-515646d613b5 req-4fddb854-62f5-4643-b16a-c4024b74a66a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Dec 06 12:13:17.984136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45618) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:18.027178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fd39c-733a-42f7-86e5-1f4f230cee9c tempest-TestVolumeBootPattern-19669404 tempest-TestVolumeBootPattern-19669404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:18.028730 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-af1fd39c-733a-42f7-86e5-1f4f230cee9c tempest-TestVolumeBootPattern-19669404 tempest-TestVolumeBootPattern-19669404-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 1093 time: 0.0435858 Dec 06 12:13:18.031395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45620) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:18.036247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:18.058379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.155074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.275966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Allocated IP 172.36.1.10 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/cd829079-d4d9-4177-ac56-d334fa68ce94) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:18.384085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.417255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.458930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:18.463164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:18.466756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:18.472154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=cd829079-d4d9-4177-ac56-d334fa68ce94,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:18.814163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:18.881307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.030964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.036396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.099982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=cd829079-d4d9-4177-ac56-d334fa68ce94,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:19.113189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.210969 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Floating IP 502cc2e1-fd57-494b-8855-b7fee821f552 associated. External IP: 172.36.1.10, port: f2eae54a-4810-4a22-8e5a-c615bad4daf2. Dec 06 12:13:19.421230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:13:19.525799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:19.535795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:19.543628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:19.545816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:19.546436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:19.571752 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-53173f39-212e-4737-8b6f-9df0167ecd8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5392642 Dec 06 12:13:19.572357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:19.574722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b" -d '{"events": [{"name": "network-changed", "server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:19.610898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ff785-4ed2-44c2-88e6-8705f6bc8e15 x-openstack-request-id: req-086ff785-4ed2-44c2-88e6-8705f6bc8e15 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:19.611193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:19.611450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-086ff785-4ed2-44c2-88e6-8705f6bc8e15 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:19.611882 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'status': 'completed', 'code': 200} Dec 06 12:13:19.660328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:19.677950 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-d168ac69-8c89-416a-b6e8-b55d31fdf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:19.679373 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-d168ac69-8c89-416a-b6e8-b55d31fdf74e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 1098 time: 0.0417252 Dec 06 12:13:19.772761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-49fe5061-eba5-40b7-b2da-fd1cc500a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:19.774257 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-49fe5061-eba5-40b7-b2da-fd1cc500a7ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.0871146 Dec 06 12:13:19.839276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-7f883df5-bc6e-4809-862a-b4cb2465c767 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2 HTTP/1.1" status: 200 len: 998 time: 0.0580001 Dec 06 12:13:19.885823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:18Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:19.892017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-eeb731ee-7fe4-4df5-950a-6534f4202a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:19.893525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-eeb731ee-7fe4-4df5-950a-6534f4202a6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0477765 Dec 06 12:13:19.916660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:19.925172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:19.926149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:12:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:19.943954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-27c73ecd-ddbb-4cec-8c3e-ad8fab24709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:19.945428 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-27c73ecd-ddbb-4cec-8c3e-ad8fab24709a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430820 Dec 06 12:13:20.036694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:20.071580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-d64373a7-d360-419e-a6e8-61a4c1e07e71 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176565 Dec 06 12:13:20.078765 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-c46f2996-c004-405d-adb6-8e2dd55baea5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597568 Dec 06 12:13:20.181891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-f90e72cc-02ae-4b13-aea1-109096c2de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:20.183392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-f90e72cc-02ae-4b13-aea1-109096c2de0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 1099 time: 0.0805869 Dec 06 12:13:20.202389 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9de4f3b-5ab8-49e9-a7cc-5ccda714a42b req-49ff74a4-2352-4075-a038-a0ca11cd85c9 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226048 Dec 06 12:13:20.263284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:18Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:20.290172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd795bf-8d5d-46de-a00b-96f57cd12253 None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:18Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:13:20.294730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-54acbb62-7661-4c0c-95db-2d991ef65081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:20.296234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-54acbb62-7661-4c0c-95db-2d991ef65081 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 HTTP/1.1" status: 200 len: 898 time: 0.0930841 Dec 06 12:13:20.368928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-ef0481e6-caf6-4cfc-ac67-feaac093cf2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af746f6b-8baf-4e76-a90f-e15314bef39b HTTP/1.1" status: 200 len: 1001 time: 0.0642583 Dec 06 12:13:20.418467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-ca208446-3423-4e8f-b420-e9d5aea708ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:20.419969 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-ca208446-3423-4e8f-b420-e9d5aea708ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a627123-420c-4353-99c4-0d3388597221 HTTP/1.1" status: 200 len: 835 time: 0.0446994 Dec 06 12:13:20.466477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-8dbdcb10-e702-45f4-88c4-cd5e872d4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:20.468046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-8dbdcb10-e702-45f4-88c4-cd5e872d4d96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413136 Dec 06 12:13:20.492419 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb475fa-2cf1-4686-972c-0fc1ac0d6d06 None None] New status for floating IP 502cc2e1-fd57-494b-8855-b7fee821f552: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:13:20.896170 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-a43568ed-c30f-44c1-8c92-4bf0990b47ac service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200640 Dec 06 12:13:20.986548 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c18079bc-d91b-431a-83d8-d4b1dcf2e008 req-9ef6361e-555a-4e24-bd89-232f89c60250 service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828526 Dec 06 12:13:26.201283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1713-e36e-4e02-a9ab-4dc24c31b973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:28.607248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d154b811-86ec-4134-b2d3-417080582a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:29.764301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:30.838531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.005453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45632) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:31.072463 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e44e99a6-1b1d-46d5-af9d-d3ed45731532 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/c1b49a74-ad8e-4605-81ae-8a9e75ef4970 HTTP/1.1" status: 200 len: 993 time: 0.0658326 Dec 06 12:13:31.328521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45638) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:31.479027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 40861c63-c48e-4e71-be68-12071636bb59 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:31.479360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.551749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.552094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.563256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 40861c63-c48e-4e71-be68-12071636bb59 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:31.707878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.736460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=40861c63-c48e-4e71-be68-12071636bb59,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:31.798456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:31.798787 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP c1b49a74-ad8e-4605-81ae-8a9e75ef4970 disassociated (deleted). External IP: 172.36.1.40, port: af746f6b-8baf-4e76-a90f-e15314bef39b. Dec 06 12:13:31.895839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.013236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 4bd532b9-bbc7-407e-bac8-e1e27b908105 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:13:32.122428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:32.127272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:32.131773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] Sync routers for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:32.141177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:32.141782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:32.153298 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-127e2641-5747-420f-930c-68efe9574185 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/c1b49a74-ad8e-4605-81ae-8a9e75ef4970 HTTP/1.1" status: 204 len: 168 time: 0.8236275 Dec 06 12:13:32.153786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:32.156119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:32.199265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e21323b-0b1e-41ab-ad6c-e7d985f6f85f x-openstack-request-id: req-9e21323b-0b1e-41ab-ad6c-e7d985f6f85f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:32.199567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:32.199824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e21323b-0b1e-41ab-ad6c-e7d985f6f85f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:32.200260 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'status': 'completed', 'code': 200} Dec 06 12:13:32.251700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:32.268120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-bed4cf08-5124-4c05-a3c8-1055e22b779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.269658 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-bed4cf08-5124-4c05-a3c8-1055e22b779e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 1099 time: 0.0459259 Dec 06 12:13:32.407945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-d00cca54-8d62-4467-8802-6ed2314fe342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.409422 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-d00cca54-8d62-4467-8802-6ed2314fe342 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 HTTP/1.1" status: 200 len: 898 time: 0.1272101 Dec 06 12:13:32.421572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e92a59-a47f-490b-9f22-46f0e2565977 req-83086943-053e-4428-a620-48445e95a40e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.423043 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-32e92a59-a47f-490b-9f22-46f0e2565977 req-83086943-053e-4428-a620-48445e95a40e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 946 time: 0.0678461 Dec 06 12:13:32.466374 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-4b8906b6-c233-4c92-9b6c-12c08a1698ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af746f6b-8baf-4e76-a90f-e15314bef39b HTTP/1.1" status: 200 len: 217 time: 0.0423772 Dec 06 12:13:32.467362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:05Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:32.493886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] Checking router: 4bd532b9-bbc7-407e-bac8-e1e27b908105 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:32.502083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:32.503269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:32.556881 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-32e92a59-a47f-490b-9f22-46f0e2565977 req-ad695025-8f30-4ec4-abcc-d46d61a6e39e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261582 Dec 06 12:13:32.569813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-6553c1ba-286b-4630-9c00-1bf2bfc20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.570597 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-6553c1ba-286b-4630-9c00-1bf2bfc20801 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a627123-420c-4353-99c4-0d3388597221 HTTP/1.1" status: 200 len: 835 time: 0.0912290 Dec 06 12:13:32.618267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-29ee2705-778f-4c52-a3eb-6d0bf7796051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:32.618553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:32.619843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-29ee2705-778f-4c52-a3eb-6d0bf7796051 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418718 Dec 06 12:13:32.631726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-bab81ce3-85ca-4973-973c-139968f43ff7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:32.632928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-bab81ce3-85ca-4973-973c-139968f43ff7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056493 Dec 06 12:13:32.723058 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-1c1c024a-988f-4852-82c2-cfff5611deab service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833821 Dec 06 12:13:32.813755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:05Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:32.819280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5b4c5ba9-29c0-4bdf-a81b-61d7d33431d0 req-9c54cb50-fa6c-4686-b962-15ba40bcb80f service neutron] 10.222.0.43 "GET /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885499 Dec 06 12:13:32.843658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c836100-1303-465d-abdb-b4f709d9c086 None None] The sync data for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv is: [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:02Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8549966b-373a-415e-b984-34a76b555820', 'name': '', 'network_id': '3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:91:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3a627123-420c-4353-99c4-0d3388597221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:12:01Z', 'updated_at': '2021-12-06T12:12:05Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '3a627123-420c-4353-99c4-0d3388597221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:13:33.060499 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f3ed2-4fbd-4127-a22a-728f238cf12f None None] New status for floating IP c1b49a74-ad8e-4605-81ae-8a9e75ef4970: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:13:33.687067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f0546-58fe-4f31-8793-8c108d5fc734 req-5ce0f265-9907-432a-b0a1-b10e20e9e918 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:33.688570 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e1f0546-58fe-4f31-8793-8c108d5fc734 req-5ce0f265-9907-432a-b0a1-b10e20e9e918 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 946 time: 0.0487726 Dec 06 12:13:33.738248 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e1f0546-58fe-4f31-8793-8c108d5fc734 req-b413922a-5e29-4b4e-9be0-b4757c84eda6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=a99d0937-0ef8-4c60-99a7-d499130f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 Dec 06 12:13:34.094937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-8a3ad4c5-e18b-4c00-9791-906225803d80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:34.096842 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-8a3ad4c5-e18b-4c00-9791-906225803d80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 946 time: 0.0538788 Dec 06 12:13:34.191309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port af746f6b-8baf-4e76-a90f-e15314bef39b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:34.191687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.288139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port af746f6b-8baf-4e76-a90f-e15314bef39b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af746f6b-8baf-4e76-a90f-e15314bef39b,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:34.288503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.302714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for af746f6b-8baf-4e76-a90f-e15314bef39b owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:34.430449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.457945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=af746f6b-8baf-4e76-a90f-e15314bef39b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:34.498791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port af746f6b-8baf-4e76-a90f-e15314bef39b on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:34.501348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:34.504745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8ae36387-52be-479c-bb44-03b46a49dc5d req-26b0334e-10cf-42b9-82d7-0f0f3695adff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/af746f6b-8baf-4e76-a90f-e15314bef39b HTTP/1.1" status: 204 len: 173 time: 0.4015918 Dec 06 12:13:34.505181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'name': 'network-vif-deleted', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:34.507439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164493a7-e3ea-4b28-92dd-5da268fbfd78" -d '{"events": [{"server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "name": "network-vif-deleted", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:34.546312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8bbf17-75ab-4239-be0e-fea89e2bec73 x-openstack-request-id: req-ce8bbf17-75ab-4239-be0e-fea89e2bec73 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:34.546610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fef3e73-2864-4195-af09-b2c63eb54c65", "name": "network-vif-deleted", "tag": "af746f6b-8baf-4e76-a90f-e15314bef39b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:34.546869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce8bbf17-75ab-4239-be0e-fea89e2bec73 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:34.547280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fef3e73-2864-4195-af09-b2c63eb54c65', 'name': 'network-vif-deleted', 'tag': 'af746f6b-8baf-4e76-a90f-e15314bef39b', 'status': 'completed', 'code': 200} Dec 06 12:13:34.848386 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-780c7fc8-3d70-43ce-8e4b-4598e330f80a req-3d1fdedc-8fb6-478a-a627-ffd3dd3d997a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fef3e73-2864-4195-af09-b2c63eb54c65 HTTP/1.1" status: 200 len: 210 time: 0.0281725 Dec 06 12:13:35.906568 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45656) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:35.964194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17ce53af-6c94-4bbe-bbdc-22884dc504a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:35.992747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17ce53af-6c94-4bbe-bbdc-22884dc504a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.053187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17ce53af-6c94-4bbe-bbdc-22884dc504a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.055844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17ce53af-6c94-4bbe-bbdc-22884dc504a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.060023 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-17ce53af-6c94-4bbe-bbdc-22884dc504a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/a99d0937-0ef8-4c60-99a7-d499130f46a9 HTTP/1.1" status: 204 len: 168 time: 0.1524467 Dec 06 12:13:36.070075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce53af-6c94-4bbe-bbdc-22884dc504a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d0937-0ef8-4c60-99a7-d499130f46a9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:36.087764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45660) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:36.446181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.711095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 8549966b-373a-415e-b984-34a76b555820 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:36.711332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.803220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 8549966b-373a-415e-b984-34a76b555820, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8549966b-373a-415e-b984-34a76b555820,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:36.803574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:36.816171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 8549966b-373a-415e-b984-34a76b555820 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:37.009817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.038224 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=8549966b-373a-415e-b984-34a76b555820,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:37.221102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.434932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 4bd532b9-bbc7-407e-bac8-e1e27b908105 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:13:37.538944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:37.543817 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-35c55c3d-f1ef-4041-b979-23ac03cacd16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/4bd532b9-bbc7-407e-bac8-e1e27b908105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4550033 Dec 06 12:13:37.546571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45662) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.549660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] Sync routers for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:37.560936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:37.561575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:37.606188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4cb1e3-d185-43ea-a9da-1b662ae368fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet 3a627123-420c-4353-99c4-0d3388597221 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:13:37.609372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb1e3-d185-43ea-a9da-1b662ae368fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.651905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb1e3-d185-43ea-a9da-1b662ae368fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.741204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb1e3-d185-43ea-a9da-1b662ae368fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.807290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb1e3-d185-43ea-a9da-1b662ae368fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.822068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:37.833165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cb1e3-d185-43ea-a9da-1b662ae368fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=3a627123-420c-4353-99c4-0d3388597221,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:37.838982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb1e3-d185-43ea-a9da-1b662ae368fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:37.844962 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bc4cb1e3-d185-43ea-a9da-1b662ae368fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/3a627123-420c-4353-99c4-0d3388597221 HTTP/1.1" status: 204 len: 168 time: 0.2952192 Dec 06 12:13:37.845313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45664) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:37.850942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ce02fb-3fea-4bb9-8abf-4dd860fdd0b5 None None] Network 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:37.993443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device af746f6b-8baf-4e76-a90f-e15314bef39b no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:38.039079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: af746f6b-8baf-4e76-a90f-e15314bef39b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:38.039425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device af746f6b-8baf-4e76-a90f-e15314bef39b not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:38.144485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:13:36Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:38.171814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] Checking router: 4bd532b9-bbc7-407e-bac8-e1e27b908105 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:38.181236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] Routers {'4bd532b9-bbc7-407e-bac8-e1e27b908105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:38.181885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['4bd532b9-bbc7-407e-bac8-e1e27b908105'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:38.186749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] DHCP port deletion for 3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:13:38.320414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.324444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] Set router 4bd532b9-bbc7-407e-bac8-e1e27b908105 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:38.355751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] Deleting port 519394e8-28c0-4c91-841b-32820aea8637 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:38.356151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.430589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.484788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 6b325afc-bddd-461a-960a-13b6dd2fdca5 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:38.485122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.494776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] For port 519394e8-28c0-4c91-841b-32820aea8637, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=519394e8-28c0-4c91-841b-32820aea8637,segment=NetworkSegment(77bc7c19-85dc-440c-b5bb-f47eb40c2447),segment_id=77bc7c19-85dc-440c-b5bb-f47eb40c2447)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:38.495177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.512813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] Calling delete_port for 519394e8-28c0-4c91-841b-32820aea8637 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:38.565028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 6b325afc-bddd-461a-960a-13b6dd2fdca5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6b325afc-bddd-461a-960a-13b6dd2fdca5,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:38.565545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.577933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 6b325afc-bddd-461a-960a-13b6dd2fdca5 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:38.637600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:13:36Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:38.640802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.686754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1800f300-6da9-4c7f-a299-ea5808269a97 None None] The sync data for ids ['4bd532b9-bbc7-407e-bac8-e1e27b908105'] in dv-neutron-master-2-hyperv is: [{'id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'name': 'tempest-TestNetworkBasicOps-router-425104862', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199'}], 'enable_snat': True}, 'gw_port_id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:13:36Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '6b325afc-bddd-461a-960a-13b6dd2fdca5', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd532b9-bbc7-407e-bac8-e1e27b908105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:11:58Z', 'updated_at': '2021-12-06T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:13:38.691699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] Pushing event deleted for resources: {'Port': ['ID=519394e8-28c0-4c91-841b-32820aea8637,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:38.694706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a3d6d-a9f8-476a-ab03-55a443af8571 None None] No DVR routers for this DVR port 519394e8-28c0-4c91-841b-32820aea8637 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:38.763513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.792736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=6b325afc-bddd-461a-960a-13b6dd2fdca5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:38.806254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b618e-67ec-4107-ba90-317e9aebf091 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:13:38.852037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.940844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.942765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.985757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.986343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd532b9-bbc7-407e-bac8-e1e27b908105 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:13:38.993781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:38.994932 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4bbc2d37-ff62-453f-b077-be3c6f78b605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/routers/4bd532b9-bbc7-407e-bac8-e1e27b908105 HTTP/1.1" status: 204 len: 168 time: 1.1486959 Dec 06 12:13:38.998283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45666) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:39.094981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.180907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8549966b-373a-415e-b984-34a76b555820 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:39.207802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 8549966b-373a-415e-b984-34a76b555820 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:39.208320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 8549966b-373a-415e-b984-34a76b555820 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:39.208572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 519394e8-28c0-4c91-841b-32820aea8637 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:39.211605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.229249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 519394e8-28c0-4c91-841b-32820aea8637 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:39.229976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 519394e8-28c0-4c91-841b-32820aea8637 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:39.242877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:39.252658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bc7c19-85dc-440c-b5bb-f47eb40c2447') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:39.253033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bc7c19-85dc-440c-b5bb-f47eb40c2447') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:39.263182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.277965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.284942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:13:39.285372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:13:39.288968 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:13:39.350355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.358222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.361046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877 HTTP/1.1" status: 204 len: 168 time: 0.3617332 Dec 06 12:13:39.376620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45668) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:39.383791 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--232625749', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:39.385718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b86a5-cbad-4020-be08-dba71e1a6959 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=3f5d9bcd-8b2c-41ff-aa5f-50842f2ed877,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:39.411949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:39.415630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.442731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:13:39.453729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.454217 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment 9c94fcc8-de81-4082-9c47-9a6d70461781 of type vlan for network 5f630862-fc6e-496e-9717-fac8b4be7289 Dec 06 12:13:39.495381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.521274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.526836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:39.527427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.565422 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1867747 Dec 06 12:13:39.569027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45672) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:39.573739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'admin_state_up': True, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:39.597494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.598610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.604312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=5f630862-fc6e-496e-9717-fac8b4be7289,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:39.611885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.612325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.612674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.613021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.613358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.613690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.614280 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.614613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.615028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.615303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.615675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.616028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.616355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed904da3-8cc7-42a0-bab2-88d1e8750810 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:39.634849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 5f630862-fc6e-496e-9717-fac8b4be7289 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:13:39.656059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.798753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:39.996321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.016644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.126592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.47 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/fd7de66e-7034-4a04-aca1-57c3f3cb42e2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:40.227101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.260120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.301717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:40.304614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:40.308137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:40.322609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8cdc6-484a-46d4-8b4f-ff5f33e84218 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:13:40.332919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=fd7de66e-7034-4a04-aca1-57c3f3cb42e2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:40.431815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4cf3c0a8-d2fc-4a95-b6da-fcf192e5903d None None] Provisioning complete for port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:40.432218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c0a8-d2fc-4a95-b6da-fcf192e5903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.467668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3c0a8-d2fc-4a95-b6da-fcf192e5903d None None] Port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:13:40.562051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.756370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:40.886839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router d874039a-4ae7-404c-8572-4297d050c4f0 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:13:40.995142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:41.001618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6b325afc-bddd-461a-960a-13b6dd2fdca5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:41.007507 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Sync routers for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:41.019175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.020251 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:41.020999 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e6afd1be-3732-4162-9859-cf7100dd5a6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4508464 Dec 06 12:13:41.021374 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:41.025141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45676) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:41.025705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6b325afc-bddd-461a-960a-13b6dd2fdca5 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:41.025705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6b325afc-bddd-461a-960a-13b6dd2fdca5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:41.057433 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-53fd4d3c-4a9c-47dd-b6f2-aec15ce106ce tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317175 Dec 06 12:13:41.060235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45678) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:41.135842 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:41.159165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ab1d2-0fb0-433b-aa8c-ecd14ec70479 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:41.163426 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bf3ab1d2-0fb0-433b-aa8c-ecd14ec70479 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993857 Dec 06 12:13:41.163633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45680) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:41.191985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cd3a1f01-dcc2-4d4c-88cb-28e10aaf6788 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270867 Dec 06 12:13:41.194415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45682) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:41.199013 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214647233', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:41.305719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:41.309499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.335476 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:40Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:41.451813 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Checking router: d874039a-4ae7-404c-8572-4297d050c4f0 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:41.452084 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Updating router d874039a-4ae7-404c-8572-4297d050c4f0 port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:13:41.477561 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.507162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.561529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:41.577095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:41.577804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: 5f630862-fc6e-496e-9717-fac8b4be7289, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:13:41.594546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 5f630862-fc6e-496e-9717-fac8b4be7289 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:13:41.604277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5f630862-fc6e-496e-9717-fac8b4be7289) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:41.608644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:41.609535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.618431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47842612-fead-4954-8b23-06ebca858675 None None] Network 5f630862-fc6e-496e-9717-fac8b4be7289 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:41.629167 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c8044881-ef48-4cf2-8ee8-630a42e27572 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4308758 Dec 06 12:13:41.629537 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45684) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:41.749774 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.756966 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.802091 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Attempting to bind port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:41.802596 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Attempting to bind port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:41.802951 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Attempting to bind port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:41.806501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6e295-5091-4ccb-a6aa-c3fb041ba859 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:13:41.816587 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:41.816971 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:41.817375 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.817770 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:41.818238 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Bound port: fd7de66e-7034-4a04-aca1-57c3f3cb42e2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:41.818808 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.821444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5f630862-fc6e-496e-9717-fac8b4be7289', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:13:41.822701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.876055 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] For port fd7de66e-7034-4a04-aca1-57c3f3cb42e2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:41.879436 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] For port fd7de66e-7034-4a04-aca1-57c3f3cb42e2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd7de66e-7034-4a04-aca1-57c3f3cb42e2,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:41.887390 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:41.889717 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Pushing event updated for resources: {'Port': ['ID=fd7de66e-7034-4a04-aca1-57c3f3cb42e2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:41.901887 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.902291 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.902770 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.903211 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.903523 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.903911 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.904208 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.904535 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.904912 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.905256 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.905588 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.905914 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.906231 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:13:41.939392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6344b60f-d6ee-44d1-9e70-689c14f27f6c None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:13:41.950622 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:41.951543 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:41.964120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fe922340-c77e-4ea4-9d71-b0cddafe0bf2 None None] Provisioning complete for port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:41.964645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe922340-c77e-4ea4-9d71-b0cddafe0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.040170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Allocated IP 172.20.0.2 (5f630862-fc6e-496e-9717-fac8b4be7289/a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02/669c1f6f-110f-4ae3-9717-939532836e38) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:42.055613 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f88c1f-e957-4741-b75f-0ae81c79b441 None None] Pushing event updated for resources: {'Port': ['ID=fd7de66e-7034-4a04-aca1-57c3f3cb42e2,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:42.084228 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:42.160979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe922340-c77e-4ea4-9d71-b0cddafe0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.168291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.195568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fe922340-c77e-4ea4-9d71-b0cddafe0bf2 None None] For port fd7de66e-7034-4a04-aca1-57c3f3cb42e2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd7de66e-7034-4a04-aca1-57c3f3cb42e2,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:42.201217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe922340-c77e-4ea4-9d71-b0cddafe0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.301551 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:40Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:42.311113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe922340-c77e-4ea4-9d71-b0cddafe0bf2 None None] Pushing event updated for resources: {'Port': ['ID=fd7de66e-7034-4a04-aca1-57c3f3cb42e2,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:42.329152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.332771 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599db817-1049-4802-8108-e33e1e6bdef0 None None] The sync data for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:40Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:13:42.341404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.352813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0138abee-6245-497f-ab1b-dfcd12a0eeac None None] Provisioning complete for port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:42.353335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0138abee-6245-497f-ab1b-dfcd12a0eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.414809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Network 5f630862-fc6e-496e-9717-fac8b4be7289 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:42.426221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:42.430540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:42.432840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Pushing event updated for resources: {'Port': ['ID=669c1f6f-110f-4ae3-9717-939532836e38,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:42.523201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Attempting to bind port 669c1f6f-110f-4ae3-9717-939532836e38 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:42.523720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Attempting to bind port 669c1f6f-110f-4ae3-9717-939532836e38 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:42.524209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Attempting to bind port 669c1f6f-110f-4ae3-9717-939532836e38 on network 5f630862-fc6e-496e-9717-fac8b4be7289 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:42.536676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:42.537069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Checking segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:42.537419 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.537824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Bound using segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:42.538380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Bound port: 669c1f6f-110f-4ae3-9717-939532836e38, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:42.538684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.539570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.1 (5f630862-fc6e-496e-9717-fac8b4be7289/a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02/7a44c19b-7062-4567-abb0-bc27dfcee9f0) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:42.615387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] For port 669c1f6f-110f-4ae3-9717-939532836e38, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:42.618887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] For port 669c1f6f-110f-4ae3-9717-939532836e38, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=669c1f6f-110f-4ae3-9717-939532836e38,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:42.623930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.701453 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a3fa6-b255-4c2c-8802-4ccc09d9325b None None] Pushing event updated for resources: {'Port': ['ID=669c1f6f-110f-4ae3-9717-939532836e38,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:42.728978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.769054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:42.822051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 5f630862-fc6e-496e-9717-fac8b4be7289 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:42.826512 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:42.829255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:42.833179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=7a44c19b-7062-4567-abb0-bc27dfcee9f0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:42.888025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.058482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.152300 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 669c1f6f-110f-4ae3-9717-939532836e38 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:43.206519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 669c1f6f-110f-4ae3-9717-939532836e38 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:43.207272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.310078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.346709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 669c1f6f-110f-4ae3-9717-939532836e38, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=669c1f6f-110f-4ae3-9717-939532836e38,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:43.351973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.352918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fd7de66e-7034-4a04-aca1-57c3f3cb42e2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:43.400875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.406486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.437511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=669c1f6f-110f-4ae3-9717-939532836e38,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:43.457045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:43.457551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.487596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=7a44c19b-7062-4567-abb0-bc27dfcee9f0,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:43.493367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.594947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 5f630862-fc6e-496e-9717-fac8b4be7289 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:43.597533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:43.727603 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router d874039a-4ae7-404c-8572-4297d050c4f0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:13:43.815102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6a903-9d05-461b-bb89-cc0e872e53b3 None None] Network 5f630862-fc6e-496e-9717-fac8b4be7289 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:43.841626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:43.847228 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2ea3984e-621c-4796-8eef-ab1b7872deaa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/d874039a-4ae7-404c-8572-4297d050c4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2164297 Dec 06 12:13:43.849864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45686) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:43.918407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-626541e3-c58e-4b52-8805-a05eb9134220 None None] Provisioning complete for port 669c1f6f-110f-4ae3-9717-939532836e38 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:43.919066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-626541e3-c58e-4b52-8805-a05eb9134220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:43.976384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a16de-c25c-412f-9b9b-d38b686d09d1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.977162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a16de-c25c-412f-9b9b-d38b686d09d1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.977800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a16de-c25c-412f-9b9b-d38b686d09d1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.978426 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a16de-c25c-412f-9b9b-d38b686d09d1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.979110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a16de-c25c-412f-9b9b-d38b686d09d1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.979753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a16de-c25c-412f-9b9b-d38b686d09d1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.980665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a16de-c25c-412f-9b9b-d38b686d09d1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:43.983309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-310a16de-c25c-412f-9b9b-d38b686d09d1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.1323209 Dec 06 12:13:43.986980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45688) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.092549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6642d-32bf-426a-9c45-f19178a74eb2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.093018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6642d-32bf-426a-9c45-f19178a74eb2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.093480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6642d-32bf-426a-9c45-f19178a74eb2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.093933 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6642d-32bf-426a-9c45-f19178a74eb2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.094384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6642d-32bf-426a-9c45-f19178a74eb2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.094837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6642d-32bf-426a-9c45-f19178a74eb2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.095387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6642d-32bf-426a-9c45-f19178a74eb2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:44.100187 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a8a6642d-32bf-426a-9c45-f19178a74eb2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1094551 Dec 06 12:13:44.100359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45690) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.354146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Sync routers for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:44.366059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:44.366941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:44.375348 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fdc95c0a-9fa7-446d-9aa8-e663b21a425c tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2739275 Dec 06 12:13:44.489943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:44.665459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-022ad938-1cf3-4e36-8193-4b093d3a617a None None] Provisioning complete for port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:44.665459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-022ad938-1cf3-4e36-8193-4b093d3a617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.732412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-022ad938-1cf3-4e36-8193-4b093d3a617a None None] Port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:13:44.754238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:44.757817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-022ad938-1cf3-4e36-8193-4b093d3a617a None None] Provisioning complete for port 669c1f6f-110f-4ae3-9717-939532836e38 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:44.757817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-022ad938-1cf3-4e36-8193-4b093d3a617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.821334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Checking router: d874039a-4ae7-404c-8572-4297d050c4f0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:44.822032 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Updating router d874039a-4ae7-404c-8572-4297d050c4f0 port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:13:44.854441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:44.908965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45694) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:44.913751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3ed0b3a0-f490-4cac-87b0-2382f8d6e6bb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211072408', 'description': 'tempest-secgroup-smoke-211072408 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:44.939656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b3a0-f490-4cac-87b0-2382f8d6e6bb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.013127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.020403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b3a0-f490-4cac-87b0-2382f8d6e6bb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.024965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b3a0-f490-4cac-87b0-2382f8d6e6bb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.065068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0b3a0-f490-4cac-87b0-2382f8d6e6bb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.070127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b3a0-f490-4cac-87b0-2382f8d6e6bb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.071825 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3ed0b3a0-f490-4cac-87b0-2382f8d6e6bb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1615970 Dec 06 12:13:45.074642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45696) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:45.081137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f806022c-f113-4c0c-b043-150f7ae7f0c6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f721f7e7-1426-4fea-ab0f-cbdf542f3a6d', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:45.097956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 669c1f6f-110f-4ae3-9717-939532836e38 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:45.116663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f806022c-f113-4c0c-b043-150f7ae7f0c6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.144398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d02c5e2d-e5d7-420b-9847-f54980f84a86 None None] Provisioning complete for port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:45.144683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d02c5e2d-e5d7-420b-9847-f54980f84a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.179748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f806022c-f113-4c0c-b043-150f7ae7f0c6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.185327 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f806022c-f113-4c0c-b043-150f7ae7f0c6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.210343 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806022c-f113-4c0c-b043-150f7ae7f0c6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f6fe2c-e4bd-49f7-8252-323e3e487685,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.217297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f806022c-f113-4c0c-b043-150f7ae7f0c6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.222649 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f806022c-f113-4c0c-b043-150f7ae7f0c6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421924 Dec 06 12:13:45.222885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d02c5e2d-e5d7-420b-9847-f54980f84a86 None None] Port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:13:45.224033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45698) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:45.229947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-78f8967a-6213-437b-9743-536ffaa11c5b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f721f7e7-1426-4fea-ab0f-cbdf542f3a6d', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:45.247947 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 669c1f6f-110f-4ae3-9717-939532836e38 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:45.248474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.262193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-78f8967a-6213-437b-9743-536ffaa11c5b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.329000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.332390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-78f8967a-6213-437b-9743-536ffaa11c5b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.337009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.337566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-78f8967a-6213-437b-9743-536ffaa11c5b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.353851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8967a-6213-437b-9743-536ffaa11c5b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4067e10e-47c8-4e86-97ac-1e5fd61c250e,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.365566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-78f8967a-6213-437b-9743-536ffaa11c5b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.368449 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-78f8967a-6213-437b-9743-536ffaa11c5b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426322 Dec 06 12:13:45.369678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45700) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:45.374650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6b784083-c90c-44d6-8002-89ab910049a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f721f7e7-1426-4fea-ab0f-cbdf542f3a6d', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:45.403982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b784083-c90c-44d6-8002-89ab910049a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.425819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196e422-9068-488e-93a5-39c0a11d7638 None None] Pushing event updated for resources: {'Port': ['ID=7a44c19b-7062-4567-abb0-bc27dfcee9f0,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.482465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b784083-c90c-44d6-8002-89ab910049a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.485326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Attempting to bind port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:45.485808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Attempting to bind port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:45.486236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Attempting to bind port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 on network 5f630862-fc6e-496e-9717-fac8b4be7289 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:45.487529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b784083-c90c-44d6-8002-89ab910049a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.493842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:45.494273 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Checking segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:45.494693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.495097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Bound using segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:45.495577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Bound port: 7a44c19b-7062-4567-abb0-bc27dfcee9f0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:45.495978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.502553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b784083-c90c-44d6-8002-89ab910049a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e948b742-1729-4abf-ac9d-75d8c3259dff,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.528186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b784083-c90c-44d6-8002-89ab910049a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.529462 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6b784083-c90c-44d6-8002-89ab910049a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588337 Dec 06 12:13:45.532190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45702) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:45.538089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4937649a-af29-4b8c-a2fd-cd05c7488fb4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f721f7e7-1426-4fea-ab0f-cbdf542f3a6d', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:45.566976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4937649a-af29-4b8c-a2fd-cd05c7488fb4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.576623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] For port 7a44c19b-7062-4567-abb0-bc27dfcee9f0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:45.580024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] For port 7a44c19b-7062-4567-abb0-bc27dfcee9f0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a44c19b-7062-4567-abb0-bc27dfcee9f0,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:45.587155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.634526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4937649a-af29-4b8c-a2fd-cd05c7488fb4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.639242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4937649a-af29-4b8c-a2fd-cd05c7488fb4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.652421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:45.653067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:45.661314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937649a-af29-4b8c-a2fd-cd05c7488fb4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22edcce-d184-4c3a-94c2-221eac38610c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.661540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196e422-9068-488e-93a5-39c0a11d7638 None None] Pushing event updated for resources: {'Port': ['ID=7a44c19b-7062-4567-abb0-bc27dfcee9f0,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.675299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4937649a-af29-4b8c-a2fd-cd05c7488fb4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.676838 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4937649a-af29-4b8c-a2fd-cd05c7488fb4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423764 Dec 06 12:13:45.679455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45704) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:45.684731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3a56a539-f329-42e0-8376-32430fff88e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f721f7e7-1426-4fea-ab0f-cbdf542f3a6d', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:45.703219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-05dbefb3-1647-415a-b988-294dbaa1897c None None] Provisioning complete for port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:45.703588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05dbefb3-1647-415a-b988-294dbaa1897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.717746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-3a56a539-f329-42e0-8376-32430fff88e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:13:45.724236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a56a539-f329-42e0-8376-32430fff88e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.790519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a56a539-f329-42e0-8376-32430fff88e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.795892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a56a539-f329-42e0-8376-32430fff88e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.817430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56a539-f329-42e0-8376-32430fff88e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0c7b1f-10f7-43f4-9a2f-60d18292a9d7,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.827787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a56a539-f329-42e0-8376-32430fff88e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.829293 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3a56a539-f329-42e0-8376-32430fff88e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484418 Dec 06 12:13:45.832266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45706) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:45.837295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-5f9b9d7d-75e5-4752-82c8-b066d992451c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f721f7e7-1426-4fea-ab0f-cbdf542f3a6d', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:45.844165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:45.860217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-5f9b9d7d-75e5-4752-82c8-b066d992451c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:13:45.866016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9d7d-75e5-4752-82c8-b066d992451c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.884316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05dbefb3-1647-415a-b988-294dbaa1897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.925892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9d7d-75e5-4752-82c8-b066d992451c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.929721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9d7d-75e5-4752-82c8-b066d992451c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.947446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b9d7d-75e5-4752-82c8-b066d992451c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bbe5f8-dde4-448a-a7ef-30367acd11a9,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:45.955993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9d7d-75e5-4752-82c8-b066d992451c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:45.957234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5f9b9d7d-75e5-4752-82c8-b066d992451c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238310 Dec 06 12:13:45.995483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-05dbefb3-1647-415a-b988-294dbaa1897c None None] For port 7a44c19b-7062-4567-abb0-bc27dfcee9f0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a44c19b-7062-4567-abb0-bc27dfcee9f0,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:46.002097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05dbefb3-1647-415a-b988-294dbaa1897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:46.074656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbefb3-1647-415a-b988-294dbaa1897c None None] Pushing event updated for resources: {'Port': ['ID=7a44c19b-7062-4567-abb0-bc27dfcee9f0,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:46.117811 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-2dcf3d1e-307d-4d42-8c10-5cf89b13ea06 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211072408&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0459123 Dec 06 12:13:46.138414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-54c441a5-36bb-47f0-ab8c-15f06cbe2b0b None None] Provisioning complete for port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:46.138787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54c441a5-36bb-47f0-ab8c-15f06cbe2b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:46.144320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:46.192574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c127d-0844-417c-b6d4-367b82b6788e None None] The sync data for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:13:46.234301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-825e5f76-3af1-486a-9b4b-b5de3a356250 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:46.247517 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-825e5f76-3af1-486a-9b4b-b5de3a356250 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 796 time: 0.1225090 Dec 06 12:13:46.262705 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-720aa527-d4ee-4a0a-b683-cb57f9b0a7d1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0139978 Dec 06 12:13:46.324933 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-15caa82e-2d6e-45f8-ac9a-b231d157bfb2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527496 Dec 06 12:13:46.343972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-60815981-e68d-4843-a0df-1535b32e8227 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:13:46.345013 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-60815981-e68d-4843-a0df-1535b32e8227 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066199 Dec 06 12:13:46.444839 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-3839a236-570a-467c-95a4-957c7cdf2d89 service neutron] 10.222.0.24 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927269 Dec 06 12:13:46.539353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-469bd11c-6c24-4735-9f66-8c71233687db service neutron] 10.222.0.24 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882986 Dec 06 12:13:46.718140 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-337e4214-a678-4f48-8138-bd9287ca1a86 req-33125b44-299c-442e-8068-1c6d4d6b3fdb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 210 time: 0.0323746 Dec 06 12:13:47.087621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7a44c19b-7062-4567-abb0-bc27dfcee9f0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:47.145597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:47.146103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:47.663571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-22b5d293-c211-417a-a03e-39cf87ff3f37 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:47.665047 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-22b5d293-c211-417a-a03e-39cf87ff3f37 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 796 time: 0.1033888 Dec 06 12:13:47.732616 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-3da4e250-83bf-4fe4-9ab8-914afd4bf22e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 379 time: 0.0585253 Dec 06 12:13:47.742610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['f721f7e7-1426-4fea-ab0f-cbdf542f3a6d']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:47.827480 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78c20d78-8860-447e-b392-d413da90de93 req-a0aefddd-7ac8-4a27-ad6d-598f8b7a1632 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 210 time: 0.0305278 Dec 06 12:13:47.877233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:13:47.880817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.362875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.13 (5f630862-fc6e-496e-9717-fac8b4be7289/a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02/761d8246-225a-4f87-adcb-f4023d80671e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:48.500259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.534133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.580533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 5f630862-fc6e-496e-9717-fac8b4be7289 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:48.584097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:48.588546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:48.592476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=761d8246-225a-4f87-adcb-f4023d80671e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:48.646032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:48.646664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.663791 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-6b1ac3fc-d59a-46fa-8c1d-fab732317366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9253130 Dec 06 12:13:48.675965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Request body: {'port': {'device_id': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:48.736402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.806777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-74f7b41c-bae1-4258-a752-f97db72e7336 None None] Provisioning complete for port 761d8246-225a-4f87-adcb-f4023d80671e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:48.807420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f7b41c-bae1-4258-a752-f97db72e7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:48.843757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-74f7b41c-bae1-4258-a752-f97db72e7336 None None] Port 761d8246-225a-4f87-adcb-f4023d80671e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:13:48.984873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217afad-a21d-4d97-adf0-aa94976ee950 req-6560c0ec-e4d3-4e42-9bbb-4e8bae604750 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:48.987242 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2217afad-a21d-4d97-adf0-aa94976ee950 req-6560c0ec-e4d3-4e42-9bbb-4e8bae604750 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 932 time: 0.0791476 Dec 06 12:13:49.068073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761d8246-225a-4f87-adcb-f4023d80671e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:49.083519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.093136 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2217afad-a21d-4d97-adf0-aa94976ee950 req-6fdca4ef-e98f-46c8-b31e-9ef579fbd5dc tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932908 Dec 06 12:13:49.100475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Transition to ACTIVE for port object 761d8246-225a-4f87-adcb-f4023d80671e will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:13:49.105182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.156349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=761d8246-225a-4f87-adcb-f4023d80671e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:49.227399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Attempting to bind port 761d8246-225a-4f87-adcb-f4023d80671e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:13:49.227736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Attempting to bind port 761d8246-225a-4f87-adcb-f4023d80671e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:13:49.228094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Attempting to bind port 761d8246-225a-4f87-adcb-f4023d80671e on network 5f630862-fc6e-496e-9717-fac8b4be7289 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:49.232823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Port 761d8246-225a-4f87-adcb-f4023d80671e on network 5f630862-fc6e-496e-9717-fac8b4be7289 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:13:49.233142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Attempting to bind port 761d8246-225a-4f87-adcb-f4023d80671e on network 5f630862-fc6e-496e-9717-fac8b4be7289 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:13:49.238847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:13:49.239179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Checking segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:13:49.239566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Bound using segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:13:49.240021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Bound port: 761d8246-225a-4f87-adcb-f4023d80671e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:13:49.240376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.312816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] For port 761d8246-225a-4f87-adcb-f4023d80671e, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:13:49.316122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] For port 761d8246-225a-4f87-adcb-f4023d80671e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=761d8246-225a-4f87-adcb-f4023d80671e,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:13:49.320627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.356557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.357195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:49.358574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] 10.222.0.43 "PUT /v2.0/ports/761d8246-225a-4f87-adcb-f4023d80671e HTTP/1.1" status: 200 len: 1094 time: 0.6870389 Dec 06 12:13:49.359014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:49.362446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33346d65-b824-4197-b80a-f8774ead6d86" -d '{"events": [{"name": "network-changed", "server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "tag": "761d8246-225a-4f87-adcb-f4023d80671e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:49.385270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb6922-6498-473a-aca9-445a48607ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=761d8246-225a-4f87-adcb-f4023d80671e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:49.414377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8368cf8f-a5a8-4464-a81c-2aaad40ba7cc x-openstack-request-id: req-8368cf8f-a5a8-4464-a81c-2aaad40ba7cc {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:49.414676 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "tag": "761d8246-225a-4f87-adcb-f4023d80671e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:49.414955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8368cf8f-a5a8-4464-a81c-2aaad40ba7cc {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:49.415338 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e', 'status': 'completed', 'code': 200} Dec 06 12:13:49.461936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-bc1e7c87-c7de-4901-a989-c79f92fcc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.463591 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-bc1e7c87-c7de-4901-a989-c79f92fcc284 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 1097 time: 0.0466976 Dec 06 12:13:49.516257 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-4b769cea-63a9-4652-a616-27d70e8a50bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761d8246-225a-4f87-adcb-f4023d80671e HTTP/1.1" status: 200 len: 217 time: 0.0393438 Dec 06 12:13:49.567218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-a8998850-681f-4048-9226-d39aec2b7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.568704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-a8998850-681f-4048-9226-d39aec2b7f05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 200 len: 835 time: 0.0445848 Dec 06 12:13:49.615488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-af562931-e9ad-4c87-9a18-e140b8e22533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.617092 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-af562931-e9ad-4c87-9a18-e140b8e22533 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f630862-fc6e-496e-9717-fac8b4be7289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413756 Dec 06 12:13:49.711214 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-4bdea93a-8251-41e1-9aad-7528183936c7 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845141 Dec 06 12:13:49.804012 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8f5031d-f21b-4cfc-a55d-0be8d66fa10a req-9d4020d2-5d4c-44f6-b977-5e2d2ba2dfc6 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851073 Dec 06 12:13:49.811393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45748) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:49.950402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33346d65-b824-4197-b80a-f8774ead6d86 req-0411ecf0-618c-4d6f-87ef-5faa05b7ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:49.951888 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33346d65-b824-4197-b80a-f8774ead6d86 req-0411ecf0-618c-4d6f-87ef-5faa05b7ee5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 1097 time: 0.0958576 Dec 06 12:13:50.082533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33346d65-b824-4197-b80a-f8774ead6d86 req-0cfa8bbc-ac48-458b-b086-35fdecdf4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.084081 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33346d65-b824-4197-b80a-f8774ead6d86 req-0cfa8bbc-ac48-458b-b086-35fdecdf4140 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 897 time: 0.1249335 Dec 06 12:13:50.088474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Deleting port fb356062-0411-437d-af82-4671816ac4cd {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:50.088806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.146268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33346d65-b824-4197-b80a-f8774ead6d86 req-fef296ed-692f-4c06-b945-910c5aa20f45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761d8246-225a-4f87-adcb-f4023d80671e HTTP/1.1" status: 200 len: 217 time: 0.0544262 Dec 06 12:13:50.269424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.269749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.272785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33346d65-b824-4197-b80a-f8774ead6d86 req-9bdb615f-dbeb-4a0b-b7b8-88d96db23140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.274216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33346d65-b824-4197-b80a-f8774ead6d86 req-9bdb615f-dbeb-4a0b-b7b8-88d96db23140 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 200 len: 835 time: 0.1035376 Dec 06 12:13:50.304793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a3fe1-9bec-4e8f-914f-ee7f16bccc79 req-627c7af9-93db-45e7-afa5-154c2fc0275f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.306953 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-780a3fe1-9bec-4e8f-914f-ee7f16bccc79 req-627c7af9-93db-45e7-afa5-154c2fc0275f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 944 time: 0.1373239 Dec 06 12:13:50.309587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Calling delete_port for fb356062-0411-437d-af82-4671816ac4cd owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:50.418835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33346d65-b824-4197-b80a-f8774ead6d86 req-b3a58c0f-97be-4ae9-87f9-70bfae5d74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:50.420883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33346d65-b824-4197-b80a-f8774ead6d86 req-b3a58c0f-97be-4ae9-87f9-70bfae5d74e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f630862-fc6e-496e-9717-fac8b4be7289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1362982 Dec 06 12:13:50.461760 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-780a3fe1-9bec-4e8f-914f-ee7f16bccc79 req-7c0c9dbe-39a3-4700-8670-0520dcd02848 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366973 Dec 06 12:13:50.573825 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33346d65-b824-4197-b80a-f8774ead6d86 req-4a6a419c-93dc-4b6e-98bc-45de69d04ab7 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391933 Dec 06 12:13:50.698118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.747669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event deleted for resources: {'Port': ['ID=fb356062-0411-437d-af82-4671816ac4cd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:50.753504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33346d65-b824-4197-b80a-f8774ead6d86 req-4cc2ea92-eb3a-4c27-b503-d8a498ee60df service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723456 Dec 06 12:13:50.830053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:50.830313 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Floating IP c9f066c4-f6c6-41e8-9114-7d609b998b5e disassociated (deleted). External IP: 172.36.1.161, port: d7b6f5ba-49ad-4965-b17d-e17e5688eded. Dec 06 12:13:51.060125 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Router a9db9032-0dcf-44d3-900c-88e32c074a6b has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:13:51.188064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:51.193490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:51.197750 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] Sync routers for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:51.209447 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:51.210469 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:51.223164 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e83be5b0-4eb5-448d-900b-08b5270878dc tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9f066c4-f6c6-41e8-9114-7d609b998b5e HTTP/1.1" status: 204 len: 168 time: 1.4106920 Dec 06 12:13:51.323269 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:51.428068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:51.430597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05fba9d-9c11-4c5f-9904-982175dc4d24" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:51.456905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f30b9-0826-4a8a-94a5-a9c2af08f06c req-90fb82f4-04ce-443c-ad66-d74ec913f0ed tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.458441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9a0f30b9-0826-4a8a-94a5-a9c2af08f06c req-90fb82f4-04ce-443c-ad66-d74ec913f0ed tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0563300 Dec 06 12:13:51.472696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b84e050-f0e7-472b-94ae-74305f4e042e x-openstack-request-id: req-0b84e050-f0e7-472b-94ae-74305f4e042e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:51.472986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:51.473265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b84e050-f0e7-472b-94ae-74305f4e042e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:51.473729 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'status': 'completed', 'code': 200} Dec 06 12:13:51.534154 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:10:03Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:51.555589 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9a0f30b9-0826-4a8a-94a5-a9c2af08f06c req-05eedec8-e032-4712-94a2-176ed90ab7d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905228 Dec 06 12:13:51.562103 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] Checking router: a9db9032-0dcf-44d3-900c-88e32c074a6b for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:51.571058 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:51.571676 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:51.584532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-1622c613-3dfa-4c6e-badb-71cc53233289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.586168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-1622c613-3dfa-4c6e-badb-71cc53233289 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1df1a4701645848cd89f5e86657939&device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 1099 time: 0.0940173 Dec 06 12:13:51.601841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bf6fb-7f2e-4f77-9917-c3a4eab6702e req-746f6043-d752-4d63-bdc2-2c1e231a228f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.603322 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-022bf6fb-7f2e-4f77-9917-c3a4eab6702e req-746f6043-d752-4d63-bdc2-2c1e231a228f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 944 time: 0.0649719 Dec 06 12:13:51.679007 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:51.714534 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-022bf6fb-7f2e-4f77-9917-c3a4eab6702e req-82e9f775-627d-4fb0-ac08-93e9e9d61276 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030245 Dec 06 12:13:51.730056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-5fb73720-6c29-4a5f-b40e-1815cb9e0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.731538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-5fb73720-6c29-4a5f-b40e-1815cb9e0140 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d HTTP/1.1" status: 200 len: 897 time: 0.1273544 Dec 06 12:13:51.774679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-5afbb49d-588e-40c5-810f-aeebb065d8ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded HTTP/1.1" status: 200 len: 217 time: 0.0347924 Dec 06 12:13:51.825878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-608a9fa8-aa26-40cf-9a73-73bd4c89bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.827319 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-608a9fa8-aa26-40cf-9a73-73bd4c89bdda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cd94ca9-3f4d-4dce-98f9-367a6985f350 HTTP/1.1" status: 200 len: 835 time: 0.0458035 Dec 06 12:13:51.879001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-0a82ef2a-2c7b-4e33-a74c-cb461f894d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:51.880535 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-0a82ef2a-2c7b-4e33-a74c-cb461f894d0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442493 Dec 06 12:13:51.883526 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:10:03Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:51.975538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-86c61f27-1878-48bd-9327-439ce6d2b9f8 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864639 Dec 06 12:13:51.993506 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc22a1-e693-4c3d-b7c4-5bca659f5816 None None] The sync data for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv is: [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:09:58Z', 'revision_number': 4, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdbdef50-7926-4b42-812d-9e30c3cbcafa', 'name': '', 'network_id': '6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'mac_address': 'fa:16:3e:0a:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:57Z', 'updated_at': '2021-12-06T12:10:03Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'subnets': [{'id': '6cd94ca9-3f4d-4dce-98f9-367a6985f350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:13:52.039683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 761d8246-225a-4f87-adcb-f4023d80671e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:13:52.080368 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a05fba9d-9c11-4c5f-9904-982175dc4d24 req-5c7efc41-03ad-472b-9dbd-3f564f3574c6 service neutron] 10.222.0.43 "GET /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971532 Dec 06 12:13:52.143893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 761d8246-225a-4f87-adcb-f4023d80671e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=761d8246-225a-4f87-adcb-f4023d80671e,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:52.160276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '761d8246-225a-4f87-adcb-f4023d80671e', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'port_id': '761d8246-225a-4f87-adcb-f4023d80671e', 'mac_address': 'fa:16:3e:53:3d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:13:52.331694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06045bbd-1391-47eb-8557-5622032a5897 None None] New status for floating IP c9f066c4-f6c6-41e8-9114-7d609b998b5e: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:13:52.400663 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.417012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761d8246-225a-4f87-adcb-f4023d80671e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:13:52.441109 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 761d8246-225a-4f87-adcb-f4023d80671e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=761d8246-225a-4f87-adcb-f4023d80671e,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:52.445849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.494901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=761d8246-225a-4f87-adcb-f4023d80671e,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:52.534997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af738f12-7ae7-41b4-8358-b28122728950 req-1512e2c3-093b-4221-95e3-4a118220c3ef tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.536518 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-af738f12-7ae7-41b4-8358-b28122728950 req-1512e2c3-093b-4221-95e3-4a118220c3ef tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.0495687 Dec 06 12:13:52.632558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Deleting port d7b6f5ba-49ad-4965-b17d-e17e5688eded {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:52.632923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.660068 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:13:52.742868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc19d26-7ecc-487b-a390-30b3e4d0f2e5 req-9ccf1065-02d8-405f-b630-6ca7fd85414e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.744378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dcc19d26-7ecc-487b-a390-30b3e4d0f2e5 req-9ccf1065-02d8-405f-b630-6ca7fd85414e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d HTTP/1.1" status: 200 len: 946 time: 0.1084933 Dec 06 12:13:52.759217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['761d8246-225a-4f87-adcb-f4023d80671e'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:13:52.775399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] For port d7b6f5ba-49ad-4965-b17d-e17e5688eded, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d7b6f5ba-49ad-4965-b17d-e17e5688eded,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:52.776001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:52.801285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Calling delete_port for d7b6f5ba-49ad-4965-b17d-e17e5688eded owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:52.895177 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dcc19d26-7ecc-487b-a390-30b3e4d0f2e5 req-089d1411-d84a-4953-96a2-1f530196d7be tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e930be-5047-4eeb-a670-6fb882be612e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436596 Dec 06 12:13:52.917277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed48a0f-e82e-4fbc-8dfb-9dee783902a3 req-7be5ffb1-58ca-4425-8ead-60e05a877b74 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:52.919159 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ed48a0f-e82e-4fbc-8dfb-9dee783902a3 req-7be5ffb1-58ca-4425-8ead-60e05a877b74 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 945 time: 0.1289363 Dec 06 12:13:52.991520 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ed48a0f-e82e-4fbc-8dfb-9dee783902a3 req-7656f5a1-f61e-4f0e-b99f-2073de5332a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629103 Dec 06 12:13:53.041611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:53.072533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event deleted for resources: {'Port': ['ID=d7b6f5ba-49ad-4965-b17d-e17e5688eded,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:53.122421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] No DVR routers for this DVR port d7b6f5ba-49ad-4965-b17d-e17e5688eded on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:53.125187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:53.129024 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-af738f12-7ae7-41b4-8358-b28122728950 req-8e6e820e-4255-4130-b122-68df4409ab9e tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.43 "DELETE /v2.0/ports/d7b6f5ba-49ad-4965-b17d-e17e5688eded HTTP/1.1" status: 204 len: 173 time: 0.5860233 Dec 06 12:13:53.474516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'name': 'network-vif-deleted', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:53.476854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6fd231-1c49-4eb7-b523-77c790ff890c" -d '{"events": [{"server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "name": "network-vif-deleted", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:53.515478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a2b442-a7ee-4f22-b129-d51b03431060 x-openstack-request-id: req-d0a2b442-a7ee-4f22-b129-d51b03431060 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:53.515908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d", "name": "network-vif-deleted", "tag": "d7b6f5ba-49ad-4965-b17d-e17e5688eded", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:53.516187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0a2b442-a7ee-4f22-b129-d51b03431060 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:53.516589 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6b5b21-6b84-4b23-ba9b-e1b449a2bd4d', 'name': 'network-vif-deleted', 'tag': 'd7b6f5ba-49ad-4965-b17d-e17e5688eded', 'status': 'completed', 'code': 200} Dec 06 12:13:53.951572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45770) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:54.041753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 761d8246-225a-4f87-adcb-f4023d80671e up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:13:54.093221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 761d8246-225a-4f87-adcb-f4023d80671e completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:13:54.097878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 761d8246-225a-4f87-adcb-f4023d80671e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:13:54.098251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:54.182360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:54.189723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39271-3130-4210-a970-de613c755013 req-23333754-a523-4ec2-a72d-3be093a4c7ad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:54.191295 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-02e39271-3130-4210-a970-de613c755013 req-23333754-a523-4ec2-a72d-3be093a4c7ad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 945 time: 0.1199288 Dec 06 12:13:54.207068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:54.209397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c291c87-ca6d-41fc-b066-809f6c32c3b5" -d '{"events": [{"server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "name": "network-vif-plugged", "status": "completed", "tag": "761d8246-225a-4f87-adcb-f4023d80671e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:54.222709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 761d8246-225a-4f87-adcb-f4023d80671e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=761d8246-225a-4f87-adcb-f4023d80671e,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:54.228241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:54.229162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d7b6f5ba-49ad-4965-b17d-e17e5688eded no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:54.250293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7850e07e-6bc2-4879-b13d-947510d27308 x-openstack-request-id: req-7850e07e-6bc2-4879-b13d-947510d27308 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:54.250598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "name": "network-vif-plugged", "status": "completed", "tag": "761d8246-225a-4f87-adcb-f4023d80671e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:54.251984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7850e07e-6bc2-4879-b13d-947510d27308 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:54.251984 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e', 'code': 200} Dec 06 12:13:54.255629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: d7b6f5ba-49ad-4965-b17d-e17e5688eded {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:54.255629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d7b6f5ba-49ad-4965-b17d-e17e5688eded not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:54.300472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-02e39271-3130-4210-a970-de613c755013 req-687029e7-b0d4-4edf-b582-cedda2b77f5c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011944 Dec 06 12:13:54.305711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=761d8246-225a-4f87-adcb-f4023d80671e,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:54.446581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52574-34b7-4c6d-aebc-7f7f8468a9d9 req-7c353176-fda8-4307-8f36-7cc8f445325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:54.447967 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-54b52574-34b7-4c6d-aebc-7f7f8468a9d9 req-7c353176-fda8-4307-8f36-7cc8f445325f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 1099 time: 0.0555341 Dec 06 12:13:54.453865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:54.891280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-54b52574-34b7-4c6d-aebc-7f7f8468a9d9 req-f541461f-6e3b-4925-9996-07c2007b046c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4342599 Dec 06 12:13:55.056874 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Deleting port bdbdef50-7926-4b42-812d-9e30c3cbcafa {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:55.057634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:55.142793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] For port bdbdef50-7926-4b42-812d-9e30c3cbcafa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bdbdef50-7926-4b42-812d-9e30c3cbcafa,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:55.143203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:55.160745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Calling delete_port for bdbdef50-7926-4b42-812d-9e30c3cbcafa owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:55.340684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:55.369334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event deleted for resources: {'Port': ['ID=bdbdef50-7926-4b42-812d-9e30c3cbcafa,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:55.484901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9e8d-0aef-402c-a81f-5773a1d19786 req-b326ac1a-c1df-402d-b149-7c67fa51aa20 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:55.487080 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bace9e8d-0aef-402c-a81f-5773a1d19786 req-b326ac1a-c1df-402d-b149-7c67fa51aa20 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 946 time: 0.1082523 Dec 06 12:13:55.614994 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bace9e8d-0aef-402c-a81f-5773a1d19786 req-f3543425-31e6-485c-8969-a9851954ba99 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933881 Dec 06 12:13:55.625770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:55.842907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Router a9db9032-0dcf-44d3-900c-88e32c074a6b has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:13:55.946567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:55.951487 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c9c1ca3d-65a2-4643-a216-a2a9602a09b0 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "PUT /v2.0/routers/a9db9032-0dcf-44d3-900c-88e32c074a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9988670 Dec 06 12:13:55.955378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45778) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:55.958388 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] Sync routers for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:55.967695 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:55.968335 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:56.011495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd60fcfb-cfd0-4508-8311-742af4a18559 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Deleting subnet 6cd94ca9-3f4d-4dce-98f9-367a6985f350 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:13:56.015325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd60fcfb-cfd0-4508-8311-742af4a18559 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.056277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd60fcfb-cfd0-4508-8311-742af4a18559 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.072348 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:56.142425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd60fcfb-cfd0-4508-8311-742af4a18559 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.215179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd60fcfb-cfd0-4508-8311-742af4a18559 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.218698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c28f832-b702-4c71-b636-8452efb9c0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.243725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60fcfb-cfd0-4508-8311-742af4a18559 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd94ca9-3f4d-4dce-98f9-367a6985f350,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:56.249555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd60fcfb-cfd0-4508-8311-742af4a18559 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.255948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fd60fcfb-cfd0-4508-8311-742af4a18559 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "DELETE /v2.0/subnets/6cd94ca9-3f4d-4dce-98f9-367a6985f350 HTTP/1.1" status: 204 len: 168 time: 0.2969916 Dec 06 12:13:56.256165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45780) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:56.256418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686a9e3b-5088-492b-b45d-6494c3decff6 None None] Network 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:13:56.279283 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:13:55Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:56.327417 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] Checking router: a9db9032-0dcf-44d3-900c-88e32c074a6b for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:56.337251 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] Routers {'a9db9032-0dcf-44d3-900c-88e32c074a6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:56.337876 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['a9db9032-0dcf-44d3-900c-88e32c074a6b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:56.382500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.448351 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] Set router a9db9032-0dcf-44d3-900c-88e32c074a6b gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:56.452182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] DHCP port deletion for 6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:13:56.493223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.504770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] Deleting port 4e404c5e-15b5-43be-9150-6c1afc6918b4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:56.505420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.550891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Deleting port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:13:56.551352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.568059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] For port 4e404c5e-15b5-43be-9150-6c1afc6918b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e404c5e-15b5-43be-9150-6c1afc6918b4,segment=NetworkSegment(be64e0b3-240a-42fe-aa5d-eeffc20b6f6a),segment_id=be64e0b3-240a-42fe-aa5d-eeffc20b6f6a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:56.568761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.582042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] Calling delete_port for 4e404c5e-15b5-43be-9150-6c1afc6918b4 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:56.633975 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:13:55Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:56.636378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] For port d2ba6f1e-b49e-4940-ba65-94fdb7fd2352, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2ba6f1e-b49e-4940-ba65-94fdb7fd2352,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:13:56.636865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.651403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Calling delete_port for d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:13:56.671306 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e382ea-c4f5-4794-9aeb-0e389d3ccd7e None None] The sync data for ids ['a9db9032-0dcf-44d3-900c-88e32c074a6b'] in dv-neutron-master-2-hyperv is: [{'id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870902515', 'tenant_id': 'ab1df1a4701645848cd89f5e86657939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:53Z', 'updated_at': '2021-12-06T12:13:55Z', 'revision_number': 5, 'project_id': 'ab1df1a4701645848cd89f5e86657939', 'gw_port': {'id': 'd2ba6f1e-b49e-4940-ba65-94fdb7fd2352', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db9032-0dcf-44d3-900c-88e32c074a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:54Z', 'updated_at': '2021-12-06T12:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:13:56.684419 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.697667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] No DVR routers for this DVR port 4e404c5e-15b5-43be-9150-6c1afc6918b4 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:13:56.719243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a1786-9b37-4bd0-8508-86473e8c2e42 None None] Pushing event deleted for resources: {'Port': ['ID=4e404c5e-15b5-43be-9150-6c1afc6918b4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:56.783605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a180e-4e72-4cf0-acce-29b9eaf5323b req-bfe24114-8da3-4fc6-84eb-30418f36e238 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:56.785139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c2a180e-4e72-4cf0-acce-29b9eaf5323b req-bfe24114-8da3-4fc6-84eb-30418f36e238 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 946 time: 0.0812521 Dec 06 12:13:56.880481 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c2a180e-4e72-4cf0-acce-29b9eaf5323b req-8eaaa10b-d1a6-4821-823e-4d039c2b4526 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623090 Dec 06 12:13:56.922547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:56.950348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event deleted for resources: {'Port': ['ID=d2ba6f1e-b49e-4940-ba65-94fdb7fd2352,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:56.972727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148ac289-b50d-40aa-bd3a-299f5e708dcb None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:13:57.060618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93914e-dba1-4a33-ba90-66f1b32ba855 req-00d5a7a2-bd38-42dd-b553-3f20aaf518fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:57.062449 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be93914e-dba1-4a33-ba90-66f1b32ba855 req-00d5a7a2-bd38-42dd-b553-3f20aaf518fe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 946 time: 0.1144614 Dec 06 12:13:57.068859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.158288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4e404c5e-15b5-43be-9150-6c1afc6918b4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:57.176315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.179254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.180872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 4e404c5e-15b5-43be-9150-6c1afc6918b4 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:57.181226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4e404c5e-15b5-43be-9150-6c1afc6918b4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:57.181686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bdbdef50-7926-4b42-812d-9e30c3cbcafa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:57.203714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: bdbdef50-7926-4b42-812d-9e30c3cbcafa {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:57.204087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device bdbdef50-7926-4b42-812d-9e30c3cbcafa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:57.237894 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be93914e-dba1-4a33-ba90-66f1b32ba855 req-10b12213-cfa1-435b-b376-c418f2925d6d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664104 Dec 06 12:13:57.249332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.249944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Fanout notify agent at l3_agent the message router_deleted on router a9db9032-0dcf-44d3-900c-88e32c074a6b {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:13:57.259366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.260511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7636b65c-9605-4b11-a3da-10043255a241 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "DELETE /v2.0/routers/a9db9032-0dcf-44d3-900c-88e32c074a6b HTTP/1.1" status: 204 len: 168 time: 1.0034220 Dec 06 12:13:57.263153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45786) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:57.266009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45788) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:57.316135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58369d72-a4a9-4e0e-85c7-45e89e65d725 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:57.317699 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-58369d72-a4a9-4e0e-85c7-45e89e65d725 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 1094 time: 0.0507081 Dec 06 12:13:57.320533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45790) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:57.324936 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '761d8246-225a-4f87-adcb-f4023d80671e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:13:57.350046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.364293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.449336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.455688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.477048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:57.488052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:57.488652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be64e0b3-240a-42fe-aa5d-eeffc20b6f6a') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:57.497982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.512009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.519457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:13:57.520061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:13:57.523298 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:13:57.569127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.40 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/76016725-85ce-476b-aa46-90bff0b5c491) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:13:57.581182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.588500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.591395 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "DELETE /v2.0/networks/6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d HTTP/1.1" status: 204 len: 168 time: 0.3264778 Dec 06 12:13:57.598767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45792) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:57.602831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc43b7e-7e00-4121-acaf-e1407af267d1 tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event deleted for resources: {'Network': ['ID=6eb9f679-aaba-4a3d-8e54-9cfa9ae9253d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:57.714928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0382f600-5cce-4fe6-a8b9-64fbdab1f93c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.735460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.759210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0382f600-5cce-4fe6-a8b9-64fbdab1f93c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.820115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.861907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:13:57.866545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:13:57.869396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:13:57.900015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=76016725-85ce-476b-aa46-90bff0b5c491,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:57.904366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0382f600-5cce-4fe6-a8b9-64fbdab1f93c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.906979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0382f600-5cce-4fe6-a8b9-64fbdab1f93c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:57.911092 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0382f600-5cce-4fe6-a8b9-64fbdab1f93c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9e930be-5047-4eeb-a670-6fb882be612e HTTP/1.1" status: 204 len: 168 time: 0.3113098 Dec 06 12:13:58.204378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45800) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:58.221869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382f600-5cce-4fe6-a8b9-64fbdab1f93c tempest-TestNetworkAdvancedServerOps-484890213 tempest-TestNetworkAdvancedServerOps-484890213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e930be-5047-4eeb-a670-6fb882be612e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:58.341851 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4b730b37-7b83-4c40-a87b-727d6702b199 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab1df1a4701645848cd89f5e86657939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362748 Dec 06 12:13:58.344445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45806) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:58.397177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97e12640-e40e-41e7-a4e9-ece524b0193e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.419054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97e12640-e40e-41e7-a4e9-ece524b0193e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.466944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97e12640-e40e-41e7-a4e9-ece524b0193e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.469617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97e12640-e40e-41e7-a4e9-ece524b0193e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.471978 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-97e12640-e40e-41e7-a4e9-ece524b0193e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b288e65-b409-4b99-9715-bebea74c909a HTTP/1.1" status: 204 len: 168 time: 0.1260321 Dec 06 12:13:58.479714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e12640-e40e-41e7-a4e9-ece524b0193e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b288e65-b409-4b99-9715-bebea74c909a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:58.564697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.610433 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4da21dd8-c146-4df3-9592-895af3a0447d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.641124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.750753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45812) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:58.763562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-875c816c-9b36-4357-a464-c0cc03b71d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.799067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.804918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.849335 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-875c816c-9b36-4357-a464-c0cc03b71d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.853818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-875c816c-9b36-4357-a464-c0cc03b71d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.885621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=76016725-85ce-476b-aa46-90bff0b5c491,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:58.894419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-875c816c-9b36-4357-a464-c0cc03b71d17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f96c979edf3a4940b807b64c419ee762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425266 Dec 06 12:13:58.895305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c816c-9b36-4357-a464-c0cc03b71d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e264f-40be-4d8e-a6ae-f6812d9dc243,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:58.897672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45814) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:58.904100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.946056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff1f8d2-2232-45c0-979c-b7070a0ab0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:58.970751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff1f8d2-2232-45c0-979c-b7070a0ab0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.014133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:13:59.022920 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 5e11db24-2c73-45df-b740-2c54efca2e63 associated. External IP: 172.36.1.40, port: 761d8246-225a-4f87-adcb-f4023d80671e. Dec 06 12:13:59.023513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff1f8d2-2232-45c0-979c-b7070a0ab0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.026276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fff1f8d2-2232-45c0-979c-b7070a0ab0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.027440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fff1f8d2-2232-45c0-979c-b7070a0ab0d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/418e264f-40be-4d8e-a6ae-f6812d9dc243 HTTP/1.1" status: 204 len: 168 time: 0.1289084 Dec 06 12:13:59.036417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1f8d2-2232-45c0-979c-b7070a0ab0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e264f-40be-4d8e-a6ae-f6812d9dc243,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:13:59.055311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:13:59.055732 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d2ba6f1e-b49e-4940-ba65-94fdb7fd2352 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:13:59.260013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router d874039a-4ae7-404c-8572-4297d050c4f0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:13:59.387509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:13:59.398196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] Sync routers for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:13:59.408683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.409091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:59.409936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:59.438351 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-775a4bf1-a805-4b8b-90f2-f19aad9123ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1167645 Dec 06 12:13:59.439794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:13:59.442355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca25b4-0869-446a-b846-eb0e530b61a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "tag": "761d8246-225a-4f87-adcb-f4023d80671e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:13:59.442541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45818) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:13:59.479174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c28857-fecd-4890-9842-bb5a36e0dade x-openstack-request-id: req-78c28857-fecd-4890-9842-bb5a36e0dade {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:13:59.479477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "tag": "761d8246-225a-4f87-adcb-f4023d80671e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:13:59.479741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78c28857-fecd-4890-9842-bb5a36e0dade {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:13:59.480176 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e', 'status': 'completed', 'code': 200} Dec 06 12:13:59.535426 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:59.550447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-0e710c07-3c65-4fda-9a9f-c3716ea9058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.552092 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-0e710c07-3c65-4fda-9a9f-c3716ea9058b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 1099 time: 0.0492086 Dec 06 12:13:59.658859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-9d6861b7-d38c-4164-9bcf-cec3c8acdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.660385 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-9d6861b7-d38c-4164-9bcf-cec3c8acdea4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 897 time: 0.0998921 Dec 06 12:13:59.754461 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b2d28891-9966-4f6a-a395-9e40318cb2a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 991 time: 0.3108780 Dec 06 12:13:59.764636 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-b44eeb74-c286-41fa-a678-44442ec7b072 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761d8246-225a-4f87-adcb-f4023d80671e HTTP/1.1" status: 200 len: 999 time: 0.0779521 Dec 06 12:13:59.772939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:13:59.784609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e11db24-2c73-45df-b740-2c54efca2e63', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'port_id': '761d8246-225a-4f87-adcb-f4023d80671e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'mac_address': 'fa:16:3e:53:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:58Z', 'updated_at': '2021-12-06T12:13:58Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:59.821323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-f71d07e7-4bf8-4779-8dc2-0cfd45e8dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.822783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-f71d07e7-4bf8-4779-8dc2-0cfd45e8dc5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 200 len: 835 time: 0.0517049 Dec 06 12:13:59.824153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] Checking router: d874039a-4ae7-404c-8572-4297d050c4f0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:13:59.833559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:13:59.834167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:13:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:13:59.868774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-1dd6fe93-c02b-45ee-875a-73a4fa0afc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:13:59.870249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-1dd6fe93-c02b-45ee-875a-73a4fa0afc94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f630862-fc6e-496e-9717-fac8b4be7289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402119 Dec 06 12:13:59.946775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:13:59.962651 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-4b88e993-9b50-47af-a30b-d04689cf0f8b service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850124 Dec 06 12:14:00.051615 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d1ca25b4-0869-446a-b846-eb0e530b61a3 req-67c2552a-ed56-4ae4-827f-a05a5ff5f2f1 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823841 Dec 06 12:14:00.176614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e11db24-2c73-45df-b740-2c54efca2e63', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'port_id': '761d8246-225a-4f87-adcb-f4023d80671e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'mac_address': 'fa:16:3e:53:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:58Z', 'updated_at': '2021-12-06T12:13:58Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:14:00.202307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c1b7d-3617-4e01-ad9a-e853d3e745ea None None] The sync data for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e11db24-2c73-45df-b740-2c54efca2e63', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'port_id': '761d8246-225a-4f87-adcb-f4023d80671e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'mac_address': 'fa:16:3e:53:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:58Z', 'updated_at': '2021-12-06T12:13:58Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:14:00.383148 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b960a-f34d-4077-8cf8-bd09243470cb None None] New status for floating IP 5e11db24-2c73-45df-b740-2c54efca2e63: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:14:00.758302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45824) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:14:00.843144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:01.148553 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6e2562e8-025d-431c-9f88-1ab8ca536112 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 993 time: 0.3889828 Dec 06 12:14:01.897119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:14.987521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:22.039736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-6286cfa6-635d-4385-ad5c-fd4c0449814a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386498 Dec 06 12:14:22.120260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-7f866211-6323-4685-9586-1b444c94ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:22.121711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-7f866211-6323-4685-9586-1b444c94ef16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 1098 time: 0.0397012 Dec 06 12:14:22.226425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-ab370fc6-9b8c-4969-834e-84e313c10392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:22.227889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-ab370fc6-9b8c-4969-834e-84e313c10392 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.0855277 Dec 06 12:14:22.291843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-4a3045c1-d55e-42d8-8ded-aad6da5df8f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2 HTTP/1.1" status: 200 len: 1000 time: 0.0570931 Dec 06 12:14:22.340816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-6b4c1bc2-bd94-4452-8296-dd2edecaf06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:22.342294 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-6b4c1bc2-bd94-4452-8296-dd2edecaf06f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0432374 Dec 06 12:14:22.390092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-11ef1cb6-f314-4823-a2ff-0817d67106ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:14:22.391761 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-11ef1cb6-f314-4823-a2ff-0817d67106ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424058 Dec 06 12:14:22.477470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-299eed81-b14d-4e9a-b43c-1033b0b087d8 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791056 Dec 06 12:14:22.568699 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d45cbb0-c35f-4a36-81cb-4d09b14419da req-a19de2f7-1f88-4a27-9a80-08fb6bc00a17 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838842 Dec 06 12:14:26.203547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-543425b5-2502-4ab9-8d32-13a1426c3d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:28.613721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03535eca-dbb3-4b42-b2ad-928495b4a9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:29.659516 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:14:29.769075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:30.843804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:31.898781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:45.003093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:56.205584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fec4d0f-a0bc-48c0-a300-0d12b247f634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:58.617604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac91c041-63c0-4305-ae8b-8c6f697fbb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:14:59.774242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:00.848778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:01.901558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:03.806945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45876) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:03.956942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a56867-63bc-413f-838a-53044edbc83f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:03.957429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a56867-63bc-413f-838a-53044edbc83f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:03.957908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a56867-63bc-413f-838a-53044edbc83f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:03.973945 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-27a56867-63bc-413f-838a-53044edbc83f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=ff3aa18fd0bb40388bf6073ea2a82855&network_id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 3000 time: 0.1659386 Dec 06 12:15:06.659450 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:15:07.327101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45896) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:07.379139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36729b5c-f8d8-4ccf-924c-d485ef517ffd tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:07.380683 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-36729b5c-f8d8-4ccf-924c-d485ef517ffd tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2 HTTP/1.1" status: 200 len: 814 time: 0.0526690 Dec 06 12:15:08.440721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45906) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:08.447297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:08.506485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:08.659963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:08.665377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:08.665761 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 5e11db24-2c73-45df-b740-2c54efca2e63 disassociated. External IP: 172.36.1.40, port: 761d8246-225a-4f87-adcb-f4023d80671e. Dec 06 12:15:08.886707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router d874039a-4ae7-404c-8572-4297d050c4f0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:08.998328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:09.004170 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:09.010345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] Sync routers for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:09.020713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:09.021321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.033666 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3a916720-b891-4fa2-a1b3-77eb802d427f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 689 time: 0.5910728 Dec 06 12:15:09.034248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:09.036477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45908) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:09.036949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5759676c-3a88-4402-bef7-b1ffa0fded3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "tag": "761d8246-225a-4f87-adcb-f4023d80671e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:09.087075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b2d286ea-2b7e-4338-a381-35ed672d7713 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 689 time: 0.0487697 Dec 06 12:15:09.089926 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612c40dd-655d-4253-a404-919d00f20893 x-openstack-request-id: req-612c40dd-655d-4253-a404-919d00f20893 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:09.090217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "tag": "761d8246-225a-4f87-adcb-f4023d80671e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:09.090472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-612c40dd-655d-4253-a404-919d00f20893 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:09.090874 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e', 'status': 'completed', 'code': 200} Dec 06 12:15:09.205008 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-f454f20a-f629-4171-87a9-91f5c9c1d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:09.206536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-f454f20a-f629-4171-87a9-91f5c9c1d3ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 1099 time: 0.0914185 Dec 06 12:15:09.292517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:09.299416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-9bf975fb-19e4-4a0b-9100-86a8a7771cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:09.300972 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-9bf975fb-19e4-4a0b-9100-86a8a7771cf6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 897 time: 0.0870504 Dec 06 12:15:09.346098 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-641c1be2-4a2c-4869-981b-e6ecfbbfaaec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761d8246-225a-4f87-adcb-f4023d80671e HTTP/1.1" status: 200 len: 217 time: 0.0380654 Dec 06 12:15:09.396397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-3f997c77-97af-4bb0-abb7-b42726614bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:09.397796 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-3f997c77-97af-4bb0-abb7-b42726614bd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 200 len: 835 time: 0.0454850 Dec 06 12:15:09.444320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-8ae17efc-c68f-42d2-a110-958b33d5cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:09.445828 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-8ae17efc-c68f-42d2-a110-958b33d5cd5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f630862-fc6e-496e-9717-fac8b4be7289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412598 Dec 06 12:15:09.492470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.519444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] Checking router: d874039a-4ae7-404c-8572-4297d050c4f0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:09.528169 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:09.528785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.561085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-8b6f2a7a-f065-422d-8a78-838478337b91 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077912 Dec 06 12:15:09.650519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:09.665431 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5759676c-3a88-4402-bef7-b1ffa0fded3e req-e82ec78e-a5e5-4f85-83a9-16114cf6542b service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968008 Dec 06 12:15:09.857683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:09.890164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8e128-f094-4f71-afcf-485ebc58ad46 None None] The sync data for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:10.039362 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-b16ec37d-2e7b-4a1f-8161-6631938f5948 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134047789&fields=id&tenant_id=67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 267 time: 0.0523307 Dec 06 12:15:10.089796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45932) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:10.118215 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d54ed-1371-4a1e-b145-5659e3fa55e6 None None] New status for floating IP 5e11db24-2c73-45df-b740-2c54efca2e63: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:15:10.135419 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c450b4cf-a190-4b4c-bda1-dd327911cea4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 689 time: 0.0444670 Dec 06 12:15:10.152343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-4e179206-7a5b-4bc3-b2ce-125255a006d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:10.153822 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-4e179206-7a5b-4bc3-b2ce-125255a006d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 811 time: 0.1075115 Dec 06 12:15:10.170390 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-74b68e3e-7296-48e0-a8f9-1b34dd26a672 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/quotas/67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 375 time: 0.0092099 Dec 06 12:15:10.226610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-37014696-53b3-4f49-9dbb-3ca79f9147c1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501094 Dec 06 12:15:10.334707 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-8e5beb29-fd68-4645-9ffb-66dd87e1642e service neutron] 10.222.0.24 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963862 Dec 06 12:15:10.431548 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-b5e5e54c-9664-48d4-9ff5-b78494bad333 service neutron] 10.222.0.24 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899792 Dec 06 12:15:10.708188 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecd6d67d-75c2-4d51-9364-f2e637f695e0 req-c9b63be4-d266-47a2-a74f-c56ec0ce4bbe tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 210 time: 0.0271556 Dec 06 12:15:11.139285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45954) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:11.187227 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1eb97023-82e4-485e-b0d1-ee5ed86ccc5b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 687 time: 0.0458713 Dec 06 12:15:11.723476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-b5752c80-ac9d-4bc9-b752-25b606436996 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:11.724998 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-b5752c80-ac9d-4bc9-b752-25b606436996 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 811 time: 0.1100104 Dec 06 12:15:11.809828 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ffa2c5c-399f-4552-912c-8a291c80436f req-c10c9877-06e7-4d09-a936-7c8a621b0d0b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 210 time: 0.0325842 Dec 06 12:15:11.817475 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-1fa929ac-b674-4cfc-8413-c08cb0ba30a3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ab925408f94f2ca80b9355416614b2 HTTP/1.1" status: 200 len: 380 time: 0.0837011 Dec 06 12:15:11.827100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'port': {'device_id': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'admin_state_up': True, 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'security_groups': ['ff3defee-7de2-47a6-8ec7-6fdae2e4377b']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:11.937956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Made reservation on behalf of 67ab925408f94f2ca80b9355416614b2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:11.941684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.065422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Allocated IP 172.20.0.5 (9db4f462-d759-40a6-874a-84bb45b7b094/c05e822a-f2f8-4e48-badb-9b2505086a19/6da2d43d-35bd-4d0f-9122-3c5cc5edfe36) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:12.208335 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.245665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.291432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Network 9db4f462-d759-40a6-874a-84bb45b7b094 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:12.293450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:12.295253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:12.350847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:12.362711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:12.363376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.371692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.372069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.372418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.372758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.373087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.373413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.373740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.374141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.374388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.374714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.375034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.375351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.376056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.387689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45960) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:12.394510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-140d743c-1c28-4f76-90de-13ffffd35ffb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883131666', 'description': 'tempest-secgroup-smoke-1883131666 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:12.402935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-a93663e2-9eef-4ddf-8468-d402caf5e0d0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795863 Dec 06 12:15:12.417698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Request body: {'port': {'device_id': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:12.451505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-140d743c-1c28-4f76-90de-13ffffd35ffb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.497053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.554316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a11f17eb-d6f5-4f13-a696-f83e38031e6c None None] Provisioning complete for port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:12.554902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a11f17eb-d6f5-4f13-a696-f83e38031e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.592185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a11f17eb-d6f5-4f13-a696-f83e38031e6c None None] Port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:12.646624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-140d743c-1c28-4f76-90de-13ffffd35ffb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.653154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-140d743c-1c28-4f76-90de-13ffffd35ffb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.707876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d743c-1c28-4f76-90de-13ffffd35ffb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245bcbc8-5e9e-4852-8316-73a14e976070,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:12.711924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-140d743c-1c28-4f76-90de-13ffffd35ffb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.715920 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-140d743c-1c28-4f76-90de-13ffffd35ffb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3232775 Dec 06 12:15:12.716428 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45962) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:12.721610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '245bcbc8-5e9e-4852-8316-73a14e976070', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:12.752987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.814245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.818547 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.833190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a21acf-09a9-40f9-97d9-1a0332ad2c9d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:12.847849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:12.851420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.852735 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354265 Dec 06 12:15:12.854451 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.855392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45966) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:12.856124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.857119 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.858041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.859159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.859309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.861952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.862504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.863232 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.863755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.864559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.865059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.865370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-391674a7-7b2c-4b2d-98d4-2c0fd166d7a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '245bcbc8-5e9e-4852-8316-73a14e976070', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:12.866289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.866672 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e21b-aa74-47d5-ab96-e2076dc61874 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:12.895557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Transition to ACTIVE for port object 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:12.909116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:12.962540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-391674a7-7b2c-4b2d-98d4-2c0fd166d7a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.012459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Pushing event updated for resources: {'Port': ['ID=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.047200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f16f-eb6d-4f39-b9e2-ec1b54c4b8f9 req-3ffe6f07-caa2-47ae-9081-f11187d93e7b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.049608 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-00b4f16f-eb6d-4f39-b9e2-ec1b54c4b8f9 req-3ffe6f07-caa2-47ae-9081-f11187d93e7b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.1528442 Dec 06 12:15:13.104723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-391674a7-7b2c-4b2d-98d4-2c0fd166d7a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.117254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-391674a7-7b2c-4b2d-98d4-2c0fd166d7a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.159499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391674a7-7b2c-4b2d-98d4-2c0fd166d7a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32704bb3-4e08-4c04-ac9a-4bc4f07478a7,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.182054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-391674a7-7b2c-4b2d-98d4-2c0fd166d7a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.184256 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-391674a7-7b2c-4b2d-98d4-2c0fd166d7a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278451 Dec 06 12:15:13.187503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45968) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:13.193380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9251f741-5168-4058-aca1-c3b8146d9de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '245bcbc8-5e9e-4852-8316-73a14e976070', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:13.197010 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-00b4f16f-eb6d-4f39-b9e2-ec1b54c4b8f9 req-bb6ea572-7107-43d8-9c12-a5638b5a4494 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379733 Dec 06 12:15:13.197891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Attempting to bind port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:13.198230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Attempting to bind port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:13.198564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Attempting to bind port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 on network 9db4f462-d759-40a6-874a-84bb45b7b094 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:13.207001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 on network 9db4f462-d759-40a6-874a-84bb45b7b094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:13.207392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Attempting to bind port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 on network 9db4f462-d759-40a6-874a-84bb45b7b094 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:13.213594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:13.214220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Checking segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:13.214346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Bound using segment: {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:13.214742 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Bound port: 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'facdfffc-b184-4938-8150-ef02540c4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:13.215104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.239531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9251f741-5168-4058-aca1-c3b8146d9de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.318500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] For port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:13.325548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] For port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:13.333119 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9251f741-5168-4058-aca1-c3b8146d9de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.333927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.338369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9251f741-5168-4058-aca1-c3b8146d9de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.361410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251f741-5168-4058-aca1-c3b8146d9de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442d356a-7370-4f80-8150-92c9ee7de7e4,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.375197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.376398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.377845 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] 10.222.0.43 "PUT /v2.0/ports/6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 HTTP/1.1" status: 200 len: 1093 time: 0.9657314 Dec 06 12:15:13.378115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9251f741-5168-4058-aca1-c3b8146d9de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.378329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:13.380663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc" -d '{"events": [{"name": "network-changed", "server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:13.384431 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9251f741-5168-4058-aca1-c3b8146d9de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1925740 Dec 06 12:15:13.385483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45972) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:13.389738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-56974a14-928b-48b0-9295-e7b4453f5270 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '245bcbc8-5e9e-4852-8316-73a14e976070', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:13.431176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01513c0e-e62f-470f-9729-6bf6efbd7a15 service neutron] Pushing event updated for resources: {'Port': ['ID=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.481324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56974a14-928b-48b0-9295-e7b4453f5270 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.525431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-bd545c78-c2b0-48e3-a725-518efd3e671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.527207 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-bd545c78-c2b0-48e3-a725-518efd3e671c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 1096 time: 0.0827696 Dec 06 12:15:13.586621 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-aea18931-2cb7-4437-bdb2-54bc97e7d422 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 HTTP/1.1" status: 200 len: 217 time: 0.0474334 Dec 06 12:15:13.592610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20ff44e-ed6c-465c-89cc-3dd375aaa6cd x-openstack-request-id: req-a20ff44e-ed6c-465c-89cc-3dd375aaa6cd {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:13.593184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:13.593184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a20ff44e-ed6c-465c-89cc-3dd375aaa6cd {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:13.593436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'status': 'completed', 'code': 200} Dec 06 12:15:13.613247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56974a14-928b-48b0-9295-e7b4453f5270 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.631491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56974a14-928b-48b0-9295-e7b4453f5270 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.663649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56974a14-928b-48b0-9295-e7b4453f5270 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.664881 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-56974a14-928b-48b0-9295-e7b4453f5270 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2786276 Dec 06 12:15:13.667523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56974a14-928b-48b0-9295-e7b4453f5270 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8168f305-fb66-41cf-8a6c-ab3894f5d35b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.668134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 45976) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:13.674572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2a4c95a4-3916-4417-9b93-afad6c75f26d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '245bcbc8-5e9e-4852-8316-73a14e976070', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:13.675201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-ff74234f-ef01-4fb0-aafb-653ba4bd80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.676710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-ff74234f-ef01-4fb0-aafb-653ba4bd80be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0783362 Dec 06 12:15:13.698256 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-2a4c95a4-3916-4417-9b93-afad6c75f26d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:15:13.708206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a4c95a4-3916-4417-9b93-afad6c75f26d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.726388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-02eb0b60-1f33-4c57-a4d0-d1f9c62ddc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:13.727914 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-02eb0b60-1f33-4c57-a4d0-d1f9c62ddc2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434253 Dec 06 12:15:13.770224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a4c95a4-3916-4417-9b93-afad6c75f26d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.775285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a4c95a4-3916-4417-9b93-afad6c75f26d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.794988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c95a4-3916-4417-9b93-afad6c75f26d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ae6340-6905-46a2-87cf-cf24dc629331,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:13.801144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2a4c95a4-3916-4417-9b93-afad6c75f26d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.802488 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2a4c95a4-3916-4417-9b93-afad6c75f26d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332693 Dec 06 12:15:13.807746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 45978) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:13.816441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a01d9bcb-4dac-4bfb-8163-573f9271c321 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '245bcbc8-5e9e-4852-8316-73a14e976070', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:13.854619 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-508f600b-d8dd-40a7-aa88-a00acbd0fcc8 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196640 Dec 06 12:15:13.855788 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-a01d9bcb-4dac-4bfb-8163-573f9271c321 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:15:13.861264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a01d9bcb-4dac-4bfb-8163-573f9271c321 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.994088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a01d9bcb-4dac-4bfb-8163-573f9271c321 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:13.998326 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c46b9-e7a0-4833-a2e7-ba5fb93386f9 req-09da507d-e60f-4855-80ea-e9a94805f987 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329205 Dec 06 12:15:13.999339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a01d9bcb-4dac-4bfb-8163-573f9271c321 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.018358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d9bcb-4dac-4bfb-8163-573f9271c321 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29da8254-02ae-491c-bc87-915010bcf288,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:14.027366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a01d9bcb-4dac-4bfb-8163-573f9271c321 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:14.028699 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a01d9bcb-4dac-4bfb-8163-573f9271c321 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198844 Dec 06 12:15:14.102620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-f59b6b0d-06f1-4b64-9933-3dcf0afcba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:14.104499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-f59b6b0d-06f1-4b64-9933-3dcf0afcba13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 1096 time: 0.0487449 Dec 06 12:15:14.240375 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-37ce3983-442c-44f0-8b01-ae9e299997d8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883131666&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0723150 Dec 06 12:15:14.241872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-92d3c09e-6465-483c-b19c-9bb3e575f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:14.243561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-92d3c09e-6465-483c-b19c-9bb3e575f0e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.1319916 Dec 06 12:15:14.332777 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-857512d2-c1d2-4e30-8aad-9d8f5953c192 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 HTTP/1.1" status: 200 len: 217 time: 0.0722785 Dec 06 12:15:14.456269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fee2b2-fee3-4099-841b-01fc4161a40d req-a18afa59-2bf7-4b4f-8a38-596adec0e134 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:14.457739 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1fee2b2-fee3-4099-841b-01fc4161a40d req-a18afa59-2bf7-4b4f-8a38-596adec0e134 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.1362033 Dec 06 12:15:14.465921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-54ed6dbb-486b-4768-913b-319fa60f22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:14.467259 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-54ed6dbb-486b-4768-913b-319fa60f22a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.1071045 Dec 06 12:15:14.493254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-30a19cd0-0c81-4898-adfd-690f6c9f75dc tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:14.494725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-30a19cd0-0c81-4898-adfd-690f6c9f75dc tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 796 time: 0.2468653 Dec 06 12:15:14.539302 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-69c9b1df-1a2e-4b76-ad49-02b4757bec74 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0254538 Dec 06 12:15:14.571736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-77d44ec6-3614-4d42-a367-93ef7fb2d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:14.573303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-77d44ec6-3614-4d42-a367-93ef7fb2d4fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972135 Dec 06 12:15:14.590834 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1fee2b2-fee3-4099-841b-01fc4161a40d req-b994553a-573e-420d-add3-28db21d3bcff tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266091 Dec 06 12:15:14.672518 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-ae47d79a-e698-4aab-85c3-1d9b5c33815c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1259830 Dec 06 12:15:14.720758 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-5b4c1e81-e66d-441e-85b3-5cf1cc27beb0 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289160 Dec 06 12:15:14.852431 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-99f11fd2-13da-4328-a2f5-dbafee349835 service neutron] 10.222.0.24 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655917 Dec 06 12:15:14.897416 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfcf014c-4020-4b69-bc6f-b6dbee16bdbc req-b1359ef0-19d0-47d8-a2fe-f10e8f27a035 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412222 Dec 06 12:15:14.969836 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-5087355a-0361-46e7-86b0-f6a64dc2f66a service neutron] 10.222.0.24 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102893 Dec 06 12:15:15.019642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:15.147538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-edf0ad66-fce7-419e-9f1f-49488567b0b7 req-26e30339-7621-4469-a98c-56b34b017749 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 210 time: 0.0307105 Dec 06 12:15:15.715534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7e33d-67b4-433f-b014-3b86935215e9 req-eed1ed1d-4844-4613-98ab-43aa0f3bb493 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:15.716956 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-41b7e33d-67b4-433f-b014-3b86935215e9 req-eed1ed1d-4844-4613-98ab-43aa0f3bb493 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.0558684 Dec 06 12:15:15.768105 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-41b7e33d-67b4-433f-b014-3b86935215e9 req-8bf0ed6f-4118-4b16-ba88-8fc4a07e886e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441487 Dec 06 12:15:16.130826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-6236c436-8dfe-4881-9944-cad69ad1cd59 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:16.132339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-6236c436-8dfe-4881-9944-cad69ad1cd59 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 796 time: 0.1136143 Dec 06 12:15:16.218172 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-3d70e1ad-b7fb-45f9-9055-50f086ddbbb6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 472 time: 0.0765517 Dec 06 12:15:16.232073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['245bcbc8-5e9e-4852-8316-73a14e976070']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:16.276139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2d98e666-9305-4841-b046-8e727075c115 req-fc03659e-3656-4780-b377-2aa6e6f89ee1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 210 time: 0.0533192 Dec 06 12:15:16.369001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:15:16.372791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.517604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.9 (5f630862-fc6e-496e-9717-fac8b4be7289/a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02/c13526a7-5c14-4ad5-9141-3840b4d4e99b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:16.667435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.705063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.764119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 5f630862-fc6e-496e-9717-fac8b4be7289 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:16.768314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:16.770875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:16.803367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=c13526a7-5c14-4ad5-9141-3840b4d4e99b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:16.844538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:16.845261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:16.890989 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-79715b24-3ed7-4ce5-9370-2026bf8ce10a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6655390 Dec 06 12:15:16.905774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Request body: {'port': {'device_id': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:16.946917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc0afd-ff62-4026-a087-a3c0b4fdbf91 req-a10cbe64-8e16-4c13-afe5-a3347bf53397 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:16.952730 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82cc0afd-ff62-4026-a087-a3c0b4fdbf91 req-a10cbe64-8e16-4c13-afe5-a3347bf53397 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.1039824 Dec 06 12:15:17.013033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.048147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82cc0afd-ff62-4026-a087-a3c0b4fdbf91 req-13dac2cd-0bf8-4f7c-a6f7-2a4c1db841b8 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850160 Dec 06 12:15:17.102711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e84e6f82-e5aa-4b67-9663-3ae080e224bc None None] Provisioning complete for port c13526a7-5c14-4ad5-9141-3840b4d4e99b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:17.103400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e84e6f82-e5aa-4b67-9663-3ae080e224bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.146540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e84e6f82-e5aa-4b67-9663-3ae080e224bc None None] Port c13526a7-5c14-4ad5-9141-3840b4d4e99b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:15:17.641259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c09056-dd5e-44db-90cb-37773fdd4f54 req-1a7c2569-57cc-4c57-985e-232629e21359 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:17.642738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86c09056-dd5e-44db-90cb-37773fdd4f54 req-1a7c2569-57cc-4c57-985e-232629e21359 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 931 time: 0.1031351 Dec 06 12:15:17.733298 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86c09056-dd5e-44db-90cb-37773fdd4f54 req-aff899ea-dd3b-4cf7-9b36-5da4a5a58e1e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812697 Dec 06 12:15:17.741383 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13526a7-5c14-4ad5-9141-3840b4d4e99b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:17.749242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.763546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Transition to ACTIVE for port object c13526a7-5c14-4ad5-9141-3840b4d4e99b will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:15:17.768247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.823672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Pushing event updated for resources: {'Port': ['ID=c13526a7-5c14-4ad5-9141-3840b4d4e99b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:17.899826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Attempting to bind port c13526a7-5c14-4ad5-9141-3840b4d4e99b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:15:17.900120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Attempting to bind port c13526a7-5c14-4ad5-9141-3840b4d4e99b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:15:17.900452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Attempting to bind port c13526a7-5c14-4ad5-9141-3840b4d4e99b on network 5f630862-fc6e-496e-9717-fac8b4be7289 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:17.905228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Port c13526a7-5c14-4ad5-9141-3840b4d4e99b on network 5f630862-fc6e-496e-9717-fac8b4be7289 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:15:17.905544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Attempting to bind port c13526a7-5c14-4ad5-9141-3840b4d4e99b on network 5f630862-fc6e-496e-9717-fac8b4be7289 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:15:17.911160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:15:17.911498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Checking segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:15:17.911910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Bound using segment: {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:15:17.912343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Bound port: c13526a7-5c14-4ad5-9141-3840b4d4e99b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c94fcc8-de81-4082-9c47-9a6d70461781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:15:17.912700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:17.978775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] For port c13526a7-5c14-4ad5-9141-3840b4d4e99b, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:15:17.982119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] For port c13526a7-5c14-4ad5-9141-3840b4d4e99b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c13526a7-5c14-4ad5-9141-3840b4d4e99b,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:15:17.985920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.021552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.022169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:18.023553 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] 10.222.0.43 "PUT /v2.0/ports/c13526a7-5c14-4ad5-9141-3840b4d4e99b HTTP/1.1" status: 200 len: 1093 time: 1.1227579 Dec 06 12:15:18.024017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'tag': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:18.026287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe20bbf-f3b9-453c-bd32-162299a766fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9acef1c9-9b18-4c52-b60a-9424309f05a2", "tag": "c13526a7-5c14-4ad5-9141-3840b4d4e99b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:18.051765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dbbb8-dd0b-4938-8346-e65b0c96fd5d service neutron] Pushing event updated for resources: {'Port': ['ID=c13526a7-5c14-4ad5-9141-3840b4d4e99b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:18.077259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60acfba0-8773-411a-ac92-963aa4fe9fb4 x-openstack-request-id: req-60acfba0-8773-411a-ac92-963aa4fe9fb4 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:18.077618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acef1c9-9b18-4c52-b60a-9424309f05a2", "tag": "c13526a7-5c14-4ad5-9141-3840b4d4e99b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:18.078011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60acfba0-8773-411a-ac92-963aa4fe9fb4 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:18.078525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'tag': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'status': 'completed', 'code': 200} Dec 06 12:15:18.136365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-5edea5dd-6be4-4dfb-994b-e720a2a9d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.137917 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-5edea5dd-6be4-4dfb-994b-e720a2a9d1ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 1096 time: 0.0583084 Dec 06 12:15:18.199259 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-7f260f4e-3001-47d4-aae1-41ea40ccd4c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13526a7-5c14-4ad5-9141-3840b4d4e99b HTTP/1.1" status: 200 len: 217 time: 0.0427477 Dec 06 12:15:18.229438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83333-9e42-44c5-b2e5-b087af3e8477 req-cc2eb4d1-93b6-4cc0-ad21-ff03c65a122d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.230908 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cec83333-9e42-44c5-b2e5-b087af3e8477 req-cc2eb4d1-93b6-4cc0-ad21-ff03c65a122d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.1068115 Dec 06 12:15:18.293220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-46ebb611-13d3-4174-9655-8a91c3f39c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.294924 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-46ebb611-13d3-4174-9655-8a91c3f39c96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 200 len: 835 time: 0.0854950 Dec 06 12:15:18.353718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cec83333-9e42-44c5-b2e5-b087af3e8477 req-63c370fc-dd49-491f-98c9-756465ac434d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988660 Dec 06 12:15:18.365543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-a0b4a8f9-54d2-4cc4-a898-cb9a98b00f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.367354 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-a0b4a8f9-54d2-4cc4-a898-cb9a98b00f80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f630862-fc6e-496e-9717-fac8b4be7289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0634408 Dec 06 12:15:18.471912 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-62df227b-091c-4626-8a22-83dd91f9460d service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969315 Dec 06 12:15:18.567226 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a50a859-27bc-4e09-b29e-db75b4041fa3 req-2aae4d30-666c-4664-b15c-a0a6933f5b80 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884681 Dec 06 12:15:18.665928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-0048f407-2a97-4b3f-b1fb-ac2ae0d01630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.667737 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-0048f407-2a97-4b3f-b1fb-ac2ae0d01630 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 1096 time: 0.0502772 Dec 06 12:15:18.769340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-706ed414-e878-4252-a9f8-b4dd7a1baafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.770894 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-706ed414-e878-4252-a9f8-b4dd7a1baafa service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 897 time: 0.0904489 Dec 06 12:15:18.821601 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-c8c55c68-77e2-4bba-8d6c-c663dacebc62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13526a7-5c14-4ad5-9141-3840b4d4e99b HTTP/1.1" status: 200 len: 217 time: 0.0428324 Dec 06 12:15:18.894417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-af8b6b27-3dbe-4a6c-84c9-701f1e4affd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.896166 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-af8b6b27-3dbe-4a6c-84c9-701f1e4affd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 200 len: 835 time: 0.0653071 Dec 06 12:15:18.904645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b56583-40de-4345-86f0-11c0b8859458 req-c2930f57-341b-4c42-ab72-46258effd7d5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.905997 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a1b56583-40de-4345-86f0-11c0b8859458 req-c2930f57-341b-4c42-ab72-46258effd7d5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 943 time: 0.0870008 Dec 06 12:15:18.981620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-7210260d-cf9d-44eb-83ee-88355e745b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:18.983103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-7210260d-cf9d-44eb-83ee-88355e745b43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f630862-fc6e-496e-9717-fac8b4be7289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762782 Dec 06 12:15:18.987455 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a1b56583-40de-4345-86f0-11c0b8859458 req-4c6ae7d8-edd0-4152-93db-b43a5d7a65ee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728333 Dec 06 12:15:19.077915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-813268d7-f746-4bca-8ee4-fb359b38741d service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Dec 06 12:15:19.171089 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fe20bbf-f3b9-453c-bd32-162299a766fd req-1d091382-5f4e-490e-b9f3-9a31d6229e97 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Dec 06 12:15:19.467606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfeecc-aecf-4119-ac9c-ab5836e736fb req-414228e1-60e7-4033-980a-3108376e34fd tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:19.469103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f1cfeecc-aecf-4119-ac9c-ab5836e736fb req-414228e1-60e7-4033-980a-3108376e34fd tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.0488150 Dec 06 12:15:19.518237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f1cfeecc-aecf-4119-ac9c-ab5836e736fb req-a02979d7-f588-4067-bd10-3aa03416dfd9 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Dec 06 12:15:20.103656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778800f3-5fa5-470e-9e11-395918b73a22 req-bd001df9-bf12-41b8-bbf0-55cf338ea697 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:20.105187 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-778800f3-5fa5-470e-9e11-395918b73a22 req-bd001df9-bf12-41b8-bbf0-55cf338ea697 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 943 time: 0.0514681 Dec 06 12:15:20.158296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-778800f3-5fa5-470e-9e11-395918b73a22 req-9417db31-16e9-46e3-af5f-e8f181bfc04e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468037 Dec 06 12:15:20.427547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c13526a7-5c14-4ad5-9141-3840b4d4e99b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:20.525013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c13526a7-5c14-4ad5-9141-3840b4d4e99b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c13526a7-5c14-4ad5-9141-3840b4d4e99b,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:20.539429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'port_id': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'mac_address': 'fa:16:3e:a3:32:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:20.590533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.606739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13526a7-5c14-4ad5-9141-3840b4d4e99b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:20.633510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c13526a7-5c14-4ad5-9141-3840b4d4e99b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c13526a7-5c14-4ad5-9141-3840b4d4e99b,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:20.638635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:20.640439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d2891-148e-4a07-80c5-b440324d89b1 req-37473c37-745d-4e1a-a63c-286338917072 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:20.642235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-275d2891-148e-4a07-80c5-b440324d89b1 req-37473c37-745d-4e1a-a63c-286338917072 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.0523005 Dec 06 12:15:20.685680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c13526a7-5c14-4ad5-9141-3840b4d4e99b,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:20.692821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.693178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.693525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.693865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.694202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.694535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.694870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.695201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.695372 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-275d2891-148e-4a07-80c5-b440324d89b1 req-f14b81db-7a83-4da3-9585-944731898d34 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457826 Dec 06 12:15:20.695553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.695881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.696209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.696534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.696855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:15:20.971367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['c13526a7-5c14-4ad5-9141-3840b4d4e99b'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:21.278388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57099584-f38f-42c0-9e86-ace2fa11f87a req-21786f97-0b1b-442a-b13a-bf015dcafaa4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:21.279930 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-57099584-f38f-42c0-9e86-ace2fa11f87a req-21786f97-0b1b-442a-b13a-bf015dcafaa4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 944 time: 0.0545375 Dec 06 12:15:21.331064 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-57099584-f38f-42c0-9e86-ace2fa11f87a req-df2c9c6a-2d30-482a-bb7b-7a3e3ab27909 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 Dec 06 12:15:21.815458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4149d-8933-402b-adda-417f88c4f3bd req-d180c6a0-1ff7-48d5-a750-08e8e7f5eb95 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:21.816956 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-10c4149d-8933-402b-adda-417f88c4f3bd req-d180c6a0-1ff7-48d5-a750-08e8e7f5eb95 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.0525935 Dec 06 12:15:21.865073 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-10c4149d-8933-402b-adda-417f88c4f3bd req-7b001533-af02-47dd-846b-314669449eb7 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Dec 06 12:15:22.006693 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-b57a83d4-0c64-4275-8f98-57e9ef9edd43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400064 Dec 06 12:15:22.067934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-e03a1f32-27de-4630-9092-a2a90a96f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.069434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-e03a1f32-27de-4630-9092-a2a90a96f634 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 1099 time: 0.0403867 Dec 06 12:15:22.175218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-20989099-aa30-4b61-be4e-f41c4ce92c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.176710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-20989099-aa30-4b61-be4e-f41c4ce92c51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 897 time: 0.0879562 Dec 06 12:15:22.217866 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-7a96845e-4614-4e3d-9766-6b5a4f16406b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761d8246-225a-4f87-adcb-f4023d80671e HTTP/1.1" status: 200 len: 217 time: 0.0328321 Dec 06 12:15:22.272264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-32671597-5670-459e-93fa-c5f8519bf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.273599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-32671597-5670-459e-93fa-c5f8519bf64d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 200 len: 835 time: 0.0473461 Dec 06 12:15:22.321766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-16643148-de7e-4aa3-8242-0e199140adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.323338 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-16643148-de7e-4aa3-8242-0e199140adfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f630862-fc6e-496e-9717-fac8b4be7289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412788 Dec 06 12:15:22.448820 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-e85a119c-752c-4cc8-9f75-17a2e1d24c5b service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167407 Dec 06 12:15:22.459288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c13526a7-5c14-4ad5-9141-3840b4d4e99b up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:22.461628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d680a53-e63c-409f-a5cc-844b3eff6c2c req-039b8438-1cc6-4c7f-918f-29d69f7cee83 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.463073 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d680a53-e63c-409f-a5cc-844b3eff6c2c req-039b8438-1cc6-4c7f-918f-29d69f7cee83 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 944 time: 0.0672095 Dec 06 12:15:22.508662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port c13526a7-5c14-4ad5-9141-3840b4d4e99b completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:22.512635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port c13526a7-5c14-4ad5-9141-3840b4d4e99b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:22.513013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.569978 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d680a53-e63c-409f-a5cc-844b3eff6c2c req-079b4933-d789-4737-917b-2e9febefdcee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977020 Dec 06 12:15:22.590363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.597817 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d14b080b-99d1-4c2c-8b4b-a05004c2aa8f req-95b6d2d1-9559-4ac2-aa9f-c19633eb0977 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337972 Dec 06 12:15:22.615791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:22.618082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fb21f2-0795-4f00-abc9-cce10775d702" -d '{"events": [{"server_uuid": "9acef1c9-9b18-4c52-b60a-9424309f05a2", "name": "network-vif-plugged", "status": "completed", "tag": "c13526a7-5c14-4ad5-9141-3840b4d4e99b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:22.634910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c13526a7-5c14-4ad5-9141-3840b4d4e99b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c13526a7-5c14-4ad5-9141-3840b4d4e99b,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:22.639505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:22.691827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c13526a7-5c14-4ad5-9141-3840b4d4e99b,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:22.715519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d0d9b-7ebe-4fe8-9cac-65acd3d1b848 x-openstack-request-id: req-0f6d0d9b-7ebe-4fe8-9cac-65acd3d1b848 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:22.715823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acef1c9-9b18-4c52-b60a-9424309f05a2", "name": "network-vif-plugged", "status": "completed", "tag": "c13526a7-5c14-4ad5-9141-3840b4d4e99b", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:22.716112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f6d0d9b-7ebe-4fe8-9cac-65acd3d1b848 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:22.716534 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'code': 200} Dec 06 12:15:22.897941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e0e03-9b8f-4e88-b872-647d41e82453 req-e673ac0a-9a6b-475b-96f2-35199e883819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.899438 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e06e0e03-9b8f-4e88-b872-647d41e82453 req-e673ac0a-9a6b-475b-96f2-35199e883819 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 1098 time: 0.0449188 Dec 06 12:15:22.974030 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e06e0e03-9b8f-4e88-b872-647d41e82453 req-fc2ae533-2999-4131-9838-97cf17fe9820 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640650 Dec 06 12:15:22.996296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dd67f-1293-4619-97cc-711866e4b13c req-32e9b6b2-ab6a-4877-b48b-9d469cfc0167 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:22.997858 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d90dd67f-1293-4619-97cc-711866e4b13c req-32e9b6b2-ab6a-4877-b48b-9d469cfc0167 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.0650465 Dec 06 12:15:23.047424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d90dd67f-1293-4619-97cc-711866e4b13c req-628e6597-0dd0-4b5b-bd71-f9084877a12a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430055 Dec 06 12:15:23.690678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fa7c-a3b6-4082-86a4-eb30c1078038 req-926e1ca4-46c0-49fc-97dd-d724978d5c00 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:23.692145 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cc40fa7c-a3b6-4082-86a4-eb30c1078038 req-926e1ca4-46c0-49fc-97dd-d724978d5c00 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Dec 06 12:15:23.740621 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cc40fa7c-a3b6-4082-86a4-eb30c1078038 req-33b98540-ff9d-4fcc-ba85-8f17fd85731f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Dec 06 12:15:24.160815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a27dbe-43bf-43ac-8dbd-c402613b7964 req-c1b6ef3a-a7ef-49f1-874a-ccfce05dbe2e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:24.162294 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58a27dbe-43bf-43ac-8dbd-c402613b7964 req-c1b6ef3a-a7ef-49f1-874a-ccfce05dbe2e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 943 time: 0.0486364 Dec 06 12:15:24.210876 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58a27dbe-43bf-43ac-8dbd-c402613b7964 req-707babde-6f12-4cdb-b2a6-1f169ab472f7 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Dec 06 12:15:24.467074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:15:24.565754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:24.576656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'port_id': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'mac_address': 'fa:16:3e:ad:5d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:15:24.613039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.625525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:15:24.645134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:24.648899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:24.699745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:24.852221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7642b-da32-4156-8d74-83fb51a178db req-64d12a8c-a6d3-4b2e-9109-371a8f49e98f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:24.853700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eca7642b-da32-4156-8d74-83fb51a178db req-64d12a8c-a6d3-4b2e-9109-371a8f49e98f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 945 time: 0.0480058 Dec 06 12:15:24.908982 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eca7642b-da32-4156-8d74-83fb51a178db req-826670e3-63d2-4807-bc41-ca95556ba46f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493414 Dec 06 12:15:25.023785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a15e-9439-489c-a7e9-e6531e077af2 req-9c2a128f-20bd-4df1-bf11-8f27b26812f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:25.025238 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0391a15e-9439-489c-a7e9-e6531e077af2 req-9c2a128f-20bd-4df1-bf11-8f27b26812f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 945 time: 0.0495307 Dec 06 12:15:25.068694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['6da2d43d-35bd-4d0f-9122-3c5cc5edfe36'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:15:25.081333 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0391a15e-9439-489c-a7e9-e6531e077af2 req-2fd0861c-e565-4bda-9d46-78c3a97e9d08 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500591 Dec 06 12:15:25.102915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46054) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:25.142996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a953fd4-cd5e-4948-9f51-e19b7c20f0ab tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:25.147219 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0a953fd4-cd5e-4948-9f51-e19b7c20f0ab tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 1093 time: 0.0406158 Dec 06 12:15:25.147416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46056) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:25.151717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'port_id': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:25.194320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.403400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edf86c-d33f-4e95-b1ec-9600f4d33e95 req-d50c5225-4c45-431c-99ad-2ad596bae897 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:25.404882 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5edf86c-d33f-4e95-b1ec-9600f4d33e95 req-d50c5225-4c45-431c-99ad-2ad596bae897 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 944 time: 0.1136034 Dec 06 12:15:25.502913 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5edf86c-d33f-4e95-b1ec-9600f4d33e95 req-075fcfbe-2d50-44e7-9966-99778265bf08 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897062 Dec 06 12:15:25.724065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.728203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:25.829561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 5e11db24-2c73-45df-b740-2c54efca2e63 associated. External IP: 172.36.1.40, port: c13526a7-5c14-4ad5-9141-3840b4d4e99b. Dec 06 12:15:26.033944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router d874039a-4ae7-404c-8572-4297d050c4f0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:26.139088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:26.144063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.148600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] Sync routers for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:26.159080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:26.159693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:26.170826 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0a9002f5-57e8-43db-94a7-f9e29c484ec2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 990 time: 1.0223680 Dec 06 12:15:26.171512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'tag': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:26.174188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46060) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:26.175012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0a8606-246a-431f-9e46-0e992a12e522" -d '{"events": [{"name": "network-changed", "server_uuid": "9acef1c9-9b18-4c52-b60a-9424309f05a2", "tag": "c13526a7-5c14-4ad5-9141-3840b4d4e99b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:26.218924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11cb2c5-17eb-435e-ac51-7cacb2290baa x-openstack-request-id: req-a11cb2c5-17eb-435e-ac51-7cacb2290baa {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:26.219246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acef1c9-9b18-4c52-b60a-9424309f05a2", "tag": "c13526a7-5c14-4ad5-9141-3840b4d4e99b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:26.220915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a11cb2c5-17eb-435e-ac51-7cacb2290baa {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:26.220915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'tag': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'status': 'completed', 'code': 200} Dec 06 12:15:26.222340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32389f13-e9a9-41e6-92f0-73a62d1a08bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.238542 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8c4296ca-4be3-48af-ad4a-59eceabe66e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 990 time: 0.0630727 Dec 06 12:15:26.282988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-bfb28153-6fc7-405d-86e1-c5ee797dc533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.284659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-bfb28153-6fc7-405d-86e1-c5ee797dc533 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 1098 time: 0.0413749 Dec 06 12:15:26.284796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:26.382619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-a27f7cb6-3561-4ae2-bc00-bcbbba15747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.384131 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-a27f7cb6-3561-4ae2-bc00-bcbbba15747c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 200 len: 897 time: 0.0919800 Dec 06 12:15:26.474401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:15:26.561779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e11db24-2c73-45df-b740-2c54efca2e63', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'port_id': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'mac_address': 'fa:16:3e:a3:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:58Z', 'updated_at': '2021-12-06T12:15:25Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:26.565473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:15:26.592687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] Checking router: d874039a-4ae7-404c-8572-4297d050c4f0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:26.597075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:15:26.597448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.632863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:26.633490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:14:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:26.811186 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-eadefc66-ec3f-4be2-91a9-83de19e403e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13526a7-5c14-4ad5-9141-3840b4d4e99b HTTP/1.1" status: 200 len: 998 time: 0.4200296 Dec 06 12:15:26.855500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f43fc-b658-4706-a66a-3f388d028aa5 req-d9e7de47-de53-4eb8-b8e9-475128a76b7b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.857026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a9f43fc-b658-4706-a66a-3f388d028aa5 req-d9e7de47-de53-4eb8-b8e9-475128a76b7b tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 944 time: 0.0965185 Dec 06 12:15:26.890012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-37ca4921-3954-4c7b-8a34-76d9f9a43364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.892108 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-37ca4921-3954-4c7b-8a34-76d9f9a43364 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 200 len: 835 time: 0.0732579 Dec 06 12:15:26.929308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:26.932101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:26.944283 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a9f43fc-b658-4706-a66a-3f388d028aa5 req-b70d522b-1a4a-4229-81c9-253bf0be5783 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808086 Dec 06 12:15:26.954771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-c036d53b-1e57-4333-bf5c-c6281f9eed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:26.956483 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-c036d53b-1e57-4333-bf5c-c6281f9eed72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f630862-fc6e-496e-9717-fac8b4be7289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550451 Dec 06 12:15:26.986871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:26.989410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b5f286-a70b-44cd-9da3-075786f923cb" -d '{"events": [{"server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "name": "network-vif-plugged", "status": "completed", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:27.033168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659c46f-b922-4779-8367-a6aa52aadb99 x-openstack-request-id: req-5659c46f-b922-4779-8367-a6aa52aadb99 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:27.033467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "name": "network-vif-plugged", "status": "completed", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:27.033723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5659c46f-b922-4779-8367-a6aa52aadb99 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:27.034246 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'code': 200} Dec 06 12:15:27.045723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:15:27.055976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-8186deaf-2c5b-4a71-80eb-58804e99f39e service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917802 Dec 06 12:15:27.059708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:27.152815 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3b0a8606-246a-431f-9e46-0e992a12e522 req-95d7b7bf-5419-48ce-8bfc-9ced44089bb8 service neutron] 10.222.0.43 "GET /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893679 Dec 06 12:15:27.166484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:27.221674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd4889-1393-459b-ac66-d481f13aaa60 req-11a44b26-d726-4362-90bf-52f1644916c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:27.223266 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1cd4889-1393-459b-ac66-d481f13aaa60 req-11a44b26-d726-4362-90bf-52f1644916c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 1098 time: 0.0444846 Dec 06 12:15:27.241686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46068) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:27.249257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e11db24-2c73-45df-b740-2c54efca2e63', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'port_id': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'mac_address': 'fa:16:3e:a3:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:58Z', 'updated_at': '2021-12-06T12:15:25Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:27.272218 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1cd4889-1393-459b-ac66-d481f13aaa60 req-96529119-0cfd-4738-a260-640c8427b280 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Dec 06 12:15:27.276758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d798d-f1b1-4981-9ae7-1cc6158cefb8 None None] The sync data for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e11db24-2c73-45df-b740-2c54efca2e63', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.40', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'port_id': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'mac_address': 'fa:16:3e:a3:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:58Z', 'updated_at': '2021-12-06T12:15:25Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:27.310793 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6ab8568f-0c87-4d89-b8aa-850213c002f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 990 time: 0.0668225 Dec 06 12:15:27.456302 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f1269-4ea5-462a-8e60-989c4dddd70e None None] New status for floating IP 5e11db24-2c73-45df-b740-2c54efca2e63: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:15:28.069814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb53c4-6780-44f9-9ac7-3c66e041cf95 req-87097499-8e43-49d4-b908-da784a652846 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:28.071415 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bedb53c4-6780-44f9-9ac7-3c66e041cf95 req-87097499-8e43-49d4-b908-da784a652846 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 945 time: 0.0555778 Dec 06 12:15:28.129295 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bedb53c4-6780-44f9-9ac7-3c66e041cf95 req-bb9b7498-fbc1-4320-a38c-68ae1090262c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470328 Dec 06 12:15:28.313997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46072) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:28.378610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aa04c358-833b-4ddf-ad08-45ee33c7d2ff tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 200 len: 992 time: 0.0631168 Dec 06 12:15:28.619557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61549c69-4283-4814-92b1-58a300690036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.243883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56737ae9-d83d-421f-91d5-3fea11d274ba req-953183d5-f214-43d4-b80d-95049f3522e5 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:29.245377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-56737ae9-d83d-421f-91d5-3fea11d274ba req-953183d5-f214-43d4-b80d-95049f3522e5 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Dec 06 12:15:29.294466 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-56737ae9-d83d-421f-91d5-3fea11d274ba req-75dba662-edb4-485a-a5d6-c38c612e7899 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Dec 06 12:15:29.409683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8dc49-be70-41fe-8d7b-7bde50209b80 req-3edbd0db-45fc-4098-9f65-6edd7f061a0c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:29.411157 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ed8dc49-be70-41fe-8d7b-7bde50209b80 req-3edbd0db-45fc-4098-9f65-6edd7f061a0c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Dec 06 12:15:29.460552 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ed8dc49-be70-41fe-8d7b-7bde50209b80 req-20727092-3174-4626-be71-d43d8fa4564e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Dec 06 12:15:29.482007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46078) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:29.524705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d77df-71e3-4a6f-8648-e292441e9b3c tempest-TestVolumeBootPattern-19669404 tempest-TestVolumeBootPattern-19669404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:29.526199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6f3d77df-71e3-4a6f-8648-e292441e9b3c tempest-TestVolumeBootPattern-19669404 tempest-TestVolumeBootPattern-19669404-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 1093 time: 0.0431943 Dec 06 12:15:29.528878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46080) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:15:29.533725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:15:29.554784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.647561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.753266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Allocated IP 172.36.1.125 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/7359ea5a-bb6b-4381-b2f7-c00f7a9e8111) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:15:29.778226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.854558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.887940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:29.930285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:15:29.934947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:15:29.937616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:15:29.962001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=7359ea5a-bb6b-4381-b2f7-c00f7a9e8111,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:30.295614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.367007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.514633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.519610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.586022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event updated for resources: {'Port': ['ID=7359ea5a-bb6b-4381-b2f7-c00f7a9e8111,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:15:30.597699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.696478 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Floating IP cc2d0413-44e1-477d-a5e8-9627eafacf58 associated. External IP: 172.36.1.125, port: 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36. Dec 06 12:15:30.849713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:30.905464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:15:31.013418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:15:31.024461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:15:31.031193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.039421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:31.040083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:31.058405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-762a54b2-9b4c-486a-a677-abf0d4cf048a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5285406 Dec 06 12:15:31.058983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:15:31.061279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71ebd96-91d8-4111-803c-4ba005c49d32" -d '{"events": [{"name": "network-changed", "server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:15:31.106176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1ed009-12a2-410d-a1a0-cbe1ea145472 x-openstack-request-id: req-5e1ed009-12a2-410d-a1a0-cbe1ea145472 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:15:31.106474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:15:31.106838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e1ed009-12a2-410d-a1a0-cbe1ea145472 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:15:31.107255 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'status': 'completed', 'code': 200} Dec 06 12:15:31.149742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:31.168564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-2507e8c7-b4f8-44f9-b3a2-9d7f7dcad486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.170074 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-2507e8c7-b4f8-44f9-b3a2-9d7f7dcad486 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 1098 time: 0.0409842 Dec 06 12:15:31.265587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-0271ec8e-150e-4e14-a527-de26c3e13349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.267784 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-0271ec8e-150e-4e14-a527-de26c3e13349 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.0910673 Dec 06 12:15:31.341069 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-edb45617-e00d-4c91-a69b-702fd411f87d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 HTTP/1.1" status: 200 len: 999 time: 0.0610967 Dec 06 12:15:31.396613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:20Z', 'revision_number': 1, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}, {'id': 'cc2d0413-44e1-477d-a5e8-9627eafacf58', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.125', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:ad:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:30Z', 'updated_at': '2021-12-06T12:15:30Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:31.404849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-3ba945cf-4c24-4ecb-8be5-bb02c3944b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.406413 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-3ba945cf-4c24-4ecb-8be5-bb02c3944b35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0558000 Dec 06 12:15:31.424338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:15:31.432686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:15:31.433290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:15:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:31.452350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-fae365a5-d01e-4fbc-a1cd-5eaeda4de1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:15:31.454014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-fae365a5-d01e-4fbc-a1cd-5eaeda4de1c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406590 Dec 06 12:15:31.539506 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:15:31.544982 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-d62adfca-d777-44ab-9b83-9912b4ffe44a service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Dec 06 12:15:31.643388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a71ebd96-91d8-4111-803c-4ba005c49d32 req-bf6f8837-1b93-44d7-9efe-d9a432eab737 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905850 Dec 06 12:15:31.771742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:20Z', 'revision_number': 1, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}, {'id': 'cc2d0413-44e1-477d-a5e8-9627eafacf58', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.125', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:ad:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:30Z', 'updated_at': '2021-12-06T12:15:30Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:15:31.797351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c848f6-a163-4e44-b447-7727c59646be None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:20Z', 'revision_number': 1, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}, {'id': 'cc2d0413-44e1-477d-a5e8-9627eafacf58', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.125', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:ad:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:15:30Z', 'updated_at': '2021-12-06T12:15:30Z', 'revision_number': 0, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:15:31.906561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:31.989973 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b6d72-e151-4eab-a149-7d3c4e813a86 None None] New status for floating IP cc2d0413-44e1-477d-a5e8-9627eafacf58: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:15:43.658835 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:15:45.021284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:56.205693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45f54538-653f-4b25-aebb-7d9234770314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:58.620976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d8daf4e-9b7c-4f12-a53c-41d944c4102d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:15:59.778761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:00.853422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:01.909925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:15.039161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:20.658312 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:16:24.012923 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-4c116dcd-1e9a-427b-bd3e-a9cbd0b7ab07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400119 Dec 06 12:16:24.105751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-83ce341c-4f73-471f-9334-e8a4dcceb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:24.107220 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-83ce341c-4f73-471f-9334-e8a4dcceb5cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 1098 time: 0.0451045 Dec 06 12:16:24.213141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-508cff3f-02e5-4564-be59-456b1a7cc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:24.214626 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-508cff3f-02e5-4564-be59-456b1a7cc0c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.0849426 Dec 06 12:16:24.284034 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-548cb319-bdd8-47d0-8162-413688d9460a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2 HTTP/1.1" status: 200 len: 1000 time: 0.0617075 Dec 06 12:16:24.337351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-73b87c45-6cfa-402a-b365-6afae2fa8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:24.338976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-73b87c45-6cfa-402a-b365-6afae2fa8390 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0475652 Dec 06 12:16:24.386048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-a75f6843-79ed-42b6-a2b1-0f7236ae8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:24.387504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-a75f6843-79ed-42b6-a2b1-0f7236ae8c48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410628 Dec 06 12:16:24.480536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-6c408671-af08-4907-acd0-995812b35792 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847719 Dec 06 12:16:24.570711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5d029e41-1c56-4d99-b09f-29fe6e4fe1ba req-f20f2a52-c108-4825-8a4b-33dafb0313fa service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806069 Dec 06 12:16:26.208774 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a13d7cf5-65d7-41b5-87e8-8bdf366db7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:28.622705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3655207b-bb4b-4b60-8411-79eca817d74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:29.782503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:30.855354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:31.912402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:41.651326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62501-7fd3-433d-86ee-dc9f55d99b9c req-85ca446d-8a94-41ba-86ee-ce23b6d05cd2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:41.652932 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5d62501-7fd3-433d-86ee-dc9f55d99b9c req-85ca446d-8a94-41ba-86ee-ce23b6d05cd2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 945 time: 0.0496631 Dec 06 12:16:41.708813 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5d62501-7fd3-433d-86ee-dc9f55d99b9c req-2cafaf03-92db-4cda-8f50-af08f3d71df4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484376 Dec 06 12:16:42.825538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece21ca3-1297-4a18-a7fd-70d33740a441 req-8022bbab-eff1-402b-93f5-b6b6d8bbad50 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:42.827022 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ece21ca3-1297-4a18-a7fd-70d33740a441 req-8022bbab-eff1-402b-93f5-b6b6d8bbad50 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Dec 06 12:16:42.877296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ece21ca3-1297-4a18-a7fd-70d33740a441 req-094479dc-8a7c-43e6-9e51-41338ddb45cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=245bcbc8-5e9e-4852-8316-73a14e976070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Dec 06 12:16:43.392091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-5d6608de-8bed-4c08-a4fa-146a9559a210 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:43.393444 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-5d6608de-8bed-4c08-a4fa-146a9559a210 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 945 time: 0.0474484 Dec 06 12:16:43.484533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port c13526a7-5c14-4ad5-9141-3840b4d4e99b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:43.485409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:43.570628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port c13526a7-5c14-4ad5-9141-3840b4d4e99b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c13526a7-5c14-4ad5-9141-3840b4d4e99b,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:43.570972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:43.740215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:43.740583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:43.740901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 5e11db24-2c73-45df-b740-2c54efca2e63 disassociated. External IP: 172.36.1.40, port: c13526a7-5c14-4ad5-9141-3840b4d4e99b. Dec 06 12:16:43.741241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for c13526a7-5c14-4ad5-9141-3840b4d4e99b owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:43.865883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:43.899973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=c13526a7-5c14-4ad5-9141-3840b4d4e99b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:43.914286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.914635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.914974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.915317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.915648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.915959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.916286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.916609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.916932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.917258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.917577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.917892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.918208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:43.991818 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0652aca2-93f4-4b02-84c4-ee308a4d0d24 req-43d2eba5-f3d9-484d-8ad1-100e5d4c1029 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9acef1c9-9b18-4c52-b60a-9424309f05a2 HTTP/1.1" status: 200 len: 210 time: 0.0319712 Dec 06 12:16:44.050714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router d874039a-4ae7-404c-8572-4297d050c4f0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:16:44.162785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:44.172696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] Sync routers for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:44.183744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:44.184483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:44.204563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port c13526a7-5c14-4ad5-9141-3840b4d4e99b on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:44.207325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:44.211061 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5bbcb07f-ed85-426d-bfa2-48cea9139508 req-787d58d6-77e9-4b89-9a85-08c6607388cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/c13526a7-5c14-4ad5-9141-3840b4d4e99b HTTP/1.1" status: 204 len: 173 time: 0.8117886 Dec 06 12:16:44.211543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'name': 'network-vif-deleted', 'tag': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:44.214529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2979423e-fcf6-4dbe-8ff8-4c30da059a9c" -d '{"events": [{"server_uuid": "9acef1c9-9b18-4c52-b60a-9424309f05a2", "name": "network-vif-deleted", "tag": "c13526a7-5c14-4ad5-9141-3840b4d4e99b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:44.258688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e81214a-e1bc-4d1b-941e-d3ab39f6a2ea x-openstack-request-id: req-9e81214a-e1bc-4d1b-941e-d3ab39f6a2ea {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:44.259272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acef1c9-9b18-4c52-b60a-9424309f05a2", "name": "network-vif-deleted", "tag": "c13526a7-5c14-4ad5-9141-3840b4d4e99b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:44.259715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e81214a-e1bc-4d1b-941e-d3ab39f6a2ea {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:44.260491 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acef1c9-9b18-4c52-b60a-9424309f05a2', 'name': 'network-vif-deleted', 'tag': 'c13526a7-5c14-4ad5-9141-3840b4d4e99b', 'status': 'completed', 'code': 200} Dec 06 12:16:44.336495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:44.555058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:44.582274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] Checking router: d874039a-4ae7-404c-8572-4297d050c4f0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:44.590677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:44.591281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:44.722578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:44.920707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:44.950995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4871f1-a727-4176-9e09-a107c4deec77 None None] The sync data for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:13:43Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a44c19b-7062-4567-abb0-bc27dfcee9f0', 'name': '', 'network_id': '5f630862-fc6e-496e-9717-fac8b4be7289', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:11:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:42Z', 'updated_at': '2021-12-06T12:13:45Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': 'a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:45.049685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.062389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46142) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:45.148449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfed442f-ed6a-481f-9be4-42ff780ce878 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.175218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfed442f-ed6a-481f-9be4-42ff780ce878 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.211521 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd48105-6250-4a8e-b62d-0ef27db7083a None None] New status for floating IP 5e11db24-2c73-45df-b740-2c54efca2e63: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:16:45.237046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfed442f-ed6a-481f-9be4-42ff780ce878 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.239772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfed442f-ed6a-481f-9be4-42ff780ce878 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.241278 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bfed442f-ed6a-481f-9be4-42ff780ce878 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/245bcbc8-5e9e-4852-8316-73a14e976070 HTTP/1.1" status: 204 len: 168 time: 0.1776915 Dec 06 12:16:45.252607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed442f-ed6a-481f-9be4-42ff780ce878 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245bcbc8-5e9e-4852-8316-73a14e976070,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:45.295345 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46146) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:45.429252 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 76016725-85ce-476b-aa46-90bff0b5c491 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:45.429510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.506312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.506634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.518018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 76016725-85ce-476b-aa46-90bff0b5c491 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:45.650786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.677664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=76016725-85ce-476b-aa46-90bff0b5c491,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:45.692352 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.692711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.693058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.693399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.693738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.694071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.694405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.694736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.695065 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.695396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.695724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.696079 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.696404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:45.751553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.754344 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:45.755531 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c82c065d-fd79-40bb-9053-10259fb53556 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/5e11db24-2c73-45df-b740-2c54efca2e63 HTTP/1.1" status: 204 len: 168 time: 0.4568982 Dec 06 12:16:45.976322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d9817-16cc-4dfd-9be5-f18f66f398e8 req-137de17a-976a-43f9-899a-8a707d3191f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:45.977718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cd2d9817-16cc-4dfd-9be5-f18f66f398e8 req-137de17a-976a-43f9-899a-8a707d3191f1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 946 time: 0.0527766 Dec 06 12:16:46.026921 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cd2d9817-16cc-4dfd-9be5-f18f66f398e8 req-0ab2b414-0367-43f5-a8ce-24babdd2994c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432661 Dec 06 12:16:46.975067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c13526a7-5c14-4ad5-9141-3840b4d4e99b no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:46.995502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: c13526a7-5c14-4ad5-9141-3840b4d4e99b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:46.995848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c13526a7-5c14-4ad5-9141-3840b4d4e99b not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:47.145043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87af2b-12f4-4853-a71b-a6cc83470eea req-b2fc7952-5c23-4462-b9fb-c2bc72b294b9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:47.146654 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cb87af2b-12f4-4853-a71b-a6cc83470eea req-b2fc7952-5c23-4462-b9fb-c2bc72b294b9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 946 time: 0.0482564 Dec 06 12:16:47.197038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cb87af2b-12f4-4853-a71b-a6cc83470eea req-26c08d93-1206-44d7-a9a4-76f5edacc20a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444133 Dec 06 12:16:47.478924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-0d1f779a-493d-49fd-a761-587194a6456c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:47.480399 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-0d1f779a-493d-49fd-a761-587194a6456c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 946 time: 0.0551128 Dec 06 12:16:47.571393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 761d8246-225a-4f87-adcb-f4023d80671e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:47.571637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:47.662892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 761d8246-225a-4f87-adcb-f4023d80671e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=761d8246-225a-4f87-adcb-f4023d80671e,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:47.663243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:47.676315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 761d8246-225a-4f87-adcb-f4023d80671e owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:47.799987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:47.832468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=761d8246-225a-4f87-adcb-f4023d80671e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:48.199710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port 761d8246-225a-4f87-adcb-f4023d80671e on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:48.202190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:48.206062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40aa3484-75b7-49c0-8c03-3c2a5cae4a94 req-dd5271f0-d344-4f7a-81fb-d2a98a001d8a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/761d8246-225a-4f87-adcb-f4023d80671e HTTP/1.1" status: 204 len: 173 time: 0.7184527 Dec 06 12:16:48.206523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'name': 'network-vif-deleted', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:16:48.208925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1406b4c5-2c6d-434a-8cee-c5b68fadce85" -d '{"events": [{"server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "name": "network-vif-deleted", "tag": "761d8246-225a-4f87-adcb-f4023d80671e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:16:48.250344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34922be-97a7-4c06-8e82-fac74423ce80 x-openstack-request-id: req-c34922be-97a7-4c06-8e82-fac74423ce80 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:16:48.250775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f26cb31-f9a9-4fd6-8836-deb1bb95c52d", "name": "network-vif-deleted", "tag": "761d8246-225a-4f87-adcb-f4023d80671e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:16:48.251086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c34922be-97a7-4c06-8e82-fac74423ce80 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:16:48.251529 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f26cb31-f9a9-4fd6-8836-deb1bb95c52d', 'name': 'network-vif-deleted', 'tag': '761d8246-225a-4f87-adcb-f4023d80671e', 'status': 'completed', 'code': 200} Dec 06 12:16:48.330973 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f9c8b029-1df8-4334-b6ad-c3a5cb970def req-e739ce86-62ae-416d-881b-57fd8cbb8dc5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f26cb31-f9a9-4fd6-8836-deb1bb95c52d HTTP/1.1" status: 200 len: 210 time: 0.0276015 Dec 06 12:16:49.400137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46162) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:49.456335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96956c88-ef10-4f03-9893-ac1e2ddbfa03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:49.480899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96956c88-ef10-4f03-9893-ac1e2ddbfa03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:49.538857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96956c88-ef10-4f03-9893-ac1e2ddbfa03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:49.541886 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-96956c88-ef10-4f03-9893-ac1e2ddbfa03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:49.543138 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-96956c88-ef10-4f03-9893-ac1e2ddbfa03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/f721f7e7-1426-4fea-ab0f-cbdf542f3a6d HTTP/1.1" status: 204 len: 168 time: 0.1419818 Dec 06 12:16:49.553020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96956c88-ef10-4f03-9893-ac1e2ddbfa03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721f7e7-1426-4fea-ab0f-cbdf542f3a6d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:49.576395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46166) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:49.930155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:50.185453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 7a44c19b-7062-4567-abb0-bc27dfcee9f0 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:50.185699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:50.273285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 7a44c19b-7062-4567-abb0-bc27dfcee9f0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a44c19b-7062-4567-abb0-bc27dfcee9f0,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:50.273643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:50.285977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 7a44c19b-7062-4567-abb0-bc27dfcee9f0 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:50.472935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:50.499309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=7a44c19b-7062-4567-abb0-bc27dfcee9f0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:50.681471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:50.901203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router d874039a-4ae7-404c-8572-4297d050c4f0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:16:50.975961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 761d8246-225a-4f87-adcb-f4023d80671e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:50.998435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 761d8246-225a-4f87-adcb-f4023d80671e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:50.998784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 761d8246-225a-4f87-adcb-f4023d80671e not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:51.028394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:51.033849 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f6d89156-a756-4794-a516-c0c8daeae6af tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/d874039a-4ae7-404c-8572-4297d050c4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560313 Dec 06 12:16:51.036149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46168) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:51.038530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] Sync routers for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:51.049307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:51.049920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:51.090745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-0002b7eb-c447-46c6-985d-2cb1581b56a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:16:51.094105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0002b7eb-c447-46c6-985d-2cb1581b56a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.135697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0002b7eb-c447-46c6-985d-2cb1581b56a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.227965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0002b7eb-c447-46c6-985d-2cb1581b56a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.299992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0002b7eb-c447-46c6-985d-2cb1581b56a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.328789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002b7eb-c447-46c6-985d-2cb1581b56a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:51.332808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0002b7eb-c447-46c6-985d-2cb1581b56a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.337105 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0002b7eb-c447-46c6-985d-2cb1581b56a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/a137dd2e-d4cd-40c8-8ff6-3c5bdf31ac02 HTTP/1.1" status: 204 len: 168 time: 0.2999809 Dec 06 12:16:51.338805 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46170) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:51.356352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23438d7-c91a-426a-ac1b-82fe34d7a4e6 None None] Network 5f630862-fc6e-496e-9717-fac8b4be7289 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:51.366240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:51.466193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.587491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.650080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port fd7de66e-7034-4a04-aca1-57c3f3cb42e2 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:51.650414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.656137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47'}], 'enable_snat': True}, 'gw_port_id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:16:50Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'fd7de66e-7034-4a04-aca1-57c3f3cb42e2', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:13:40Z', 'updated_at': '2021-12-06T12:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:51.684603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] Checking router: d874039a-4ae7-404c-8572-4297d050c4f0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:51.693785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] Routers {'d874039a-4ae7-404c-8572-4297d050c4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:51.694398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d874039a-4ae7-404c-8572-4297d050c4f0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:51.732766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] DHCP port deletion for 5f630862-fc6e-496e-9717-fac8b4be7289 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:51.739503 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port fd7de66e-7034-4a04-aca1-57c3f3cb42e2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd7de66e-7034-4a04-aca1-57c3f3cb42e2,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:51.739880 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.752259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for fd7de66e-7034-4a04-aca1-57c3f3cb42e2 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:51.811263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] Set router d874039a-4ae7-404c-8572-4297d050c4f0 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:51.871636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:16:51Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:51.901701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1341b442-c5cf-4b69-ada7-92b848b29574 None None] The sync data for ids ['d874039a-4ae7-404c-8572-4297d050c4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'd874039a-4ae7-404c-8572-4297d050c4f0', 'name': 'tempest-TestNetworkBasicOps-router-1885673481', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:13:39Z', 'updated_at': '2021-12-06T12:16:51Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:51.909498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Deleting port 669c1f6f-110f-4ae3-9717-939532836e38 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:16:51.909896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.925529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:51.952488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=fd7de66e-7034-4a04-aca1-57c3f3cb42e2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:51.973614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b19f0f0-24b2-46a9-8df8-64d71a0f6dc0 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:51.989101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] For port 669c1f6f-110f-4ae3-9717-939532836e38, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=669c1f6f-110f-4ae3-9717-939532836e38,segment=NetworkSegment(9c94fcc8-de81-4082-9c47-9a6d70461781),segment_id=9c94fcc8-de81-4082-9c47-9a6d70461781)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:51.989838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.003430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Calling delete_port for 669c1f6f-110f-4ae3-9717-939532836e38 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:16:52.019087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.086928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.112415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Pushing event deleted for resources: {'Port': ['ID=669c1f6f-110f-4ae3-9717-939532836e38,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:52.116181 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.119154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.120278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] No DVR routers for this DVR port 669c1f6f-110f-4ae3-9717-939532836e38 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:16:52.122561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.122865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.123220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.123686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.124059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.124401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.124743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.125082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.125481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.126084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.126084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.126418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.126745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404161b-d6ba-418f-943e-49ce500818f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:52.455266 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.455896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Fanout notify agent at l3_agent the message router_deleted on router d874039a-4ae7-404c-8572-4297d050c4f0 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:16:52.463335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.464479 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2b4cc097-ee06-4dc6-b515-a900b657ad69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/routers/d874039a-4ae7-404c-8572-4297d050c4f0 HTTP/1.1" status: 204 len: 168 time: 1.1246614 Dec 06 12:16:52.467055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46172) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:52.544977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.630494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.653672 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f630862-fc6e-496e-9717-fac8b4be7289']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:52.664526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c94fcc8-de81-4082-9c47-9a6d70461781') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:52.664820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c94fcc8-de81-4082-9c47-9a6d70461781') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:52.678940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.693090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.699107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:16:52.699536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:16:52.702471 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:16:52.763536 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.768263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.772974 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/5f630862-fc6e-496e-9717-fac8b4be7289 HTTP/1.1" status: 204 len: 168 time: 0.3035448 Dec 06 12:16:52.792930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839f09b-223f-460c-9490-d57b1e9c232e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=5f630862-fc6e-496e-9717-fac8b4be7289,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:52.793201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46174) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:52.799287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--1352313373', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:52.823259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:52.826719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.849939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:16:52.859141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.860082 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment f85a3a06-736b-40b5-a3e7-4a7b0863aedf of type vlan for network 212a9731-79a4-4810-8ff2-a2280cc27e49 Dec 06 12:16:52.920658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.948481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.954059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:52.954639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:52.989869 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1958065 Dec 06 12:16:52.993123 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46176) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:52.997741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-92887945', 'admin_state_up': True, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:53.020840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.021848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.023120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d949a-5bac-482b-ad03-46e1367b5fd3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=212a9731-79a4-4810-8ff2-a2280cc27e49,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:53.036803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:16:53.074859 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.144038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 669c1f6f-110f-4ae3-9717-939532836e38 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:53.173730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 669c1f6f-110f-4ae3-9717-939532836e38 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:53.173995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 669c1f6f-110f-4ae3-9717-939532836e38 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:53.174535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fd7de66e-7034-4a04-aca1-57c3f3cb42e2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:53.194383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: fd7de66e-7034-4a04-aca1-57c3f3cb42e2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:53.194710 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fd7de66e-7034-4a04-aca1-57c3f3cb42e2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:53.195126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7a44c19b-7062-4567-abb0-bc27dfcee9f0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:16:53.215395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.215645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 7a44c19b-7062-4567-abb0-bc27dfcee9f0 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:16:53.215787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7a44c19b-7062-4567-abb0-bc27dfcee9f0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:16:53.421957 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.441426 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.543083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.141 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/d95362e9-5770-4662-911a-bf0c42ad8dba) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:53.659076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.692094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.731813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:53.734702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:53.737122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:53.748306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec64ff4-7191-46bc-902d-2549d31995c0 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:53.762782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=d95362e9-5770-4662-911a-bf0c42ad8dba,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:53.862816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c2914aff-ccbf-42ad-8d6c-7368996e517e None None] Provisioning complete for port d95362e9-5770-4662-911a-bf0c42ad8dba triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:53.863399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2914aff-ccbf-42ad-8d6c-7368996e517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:53.899820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c2914aff-ccbf-42ad-8d6c-7368996e517e None None] Port d95362e9-5770-4662-911a-bf0c42ad8dba cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:53.995827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:54.193128 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:54.321275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:16:54.428425 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:54.442098 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Sync routers for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:54.449769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:54.451029 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bdfa25ae-e369-4fe7-91bf-b8b3d27193cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4568753 Dec 06 12:16:54.452242 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:54.452854 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:54.455052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46178) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:54.483812 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8ad7bb03-efed-42bd-bc7d-eefafb9e696f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276439 Dec 06 12:16:54.486385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46180) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:54.561201 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:54.576991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e539d-1662-4933-8e7b-f0552855b515 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:54.581076 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-241e539d-1662-4933-8e7b-f0552855b515 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912306 Dec 06 12:16:54.581406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46182) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:54.611035 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f6b69dac-cb62-4fe0-ace2-594080ff6615 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275013 Dec 06 12:16:54.613172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46184) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:54.618150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-707527717', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:54.706642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:54.710329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:54.741980 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:53Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:54.771918 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Checking router: 45759e08-2b02-4f20-a2bc-3ab3aec2f54d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:54.772269 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Updating router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d port d95362e9-5770-4662-911a-bf0c42ad8dba binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:16:54.799166 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:54.897194 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:54.961946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=813ea410-6577-482c-9c9d-3bf2448a9b6d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:54.971245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:54.971614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: 212a9731-79a4-4810-8ff2-a2280cc27e49, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:16:54.988929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:16:54.997984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 212a9731-79a4-4810-8ff2-a2280cc27e49) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:55.003143 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:55.003832 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.008390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d75200-a662-4251-83a7-983ffe720475 None None] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:55.025605 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1dfbf869-8497-4c91-9a8e-307ee28880dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4086015 Dec 06 12:16:55.025862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46186) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:55.053010 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.058457 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.110321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff635af-e7f3-47a2-95a8-99a6aed97942 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:55.116335 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Attempting to bind port d95362e9-5770-4662-911a-bf0c42ad8dba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:55.117104 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Attempting to bind port d95362e9-5770-4662-911a-bf0c42ad8dba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:55.117477 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Attempting to bind port d95362e9-5770-4662-911a-bf0c42ad8dba on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:55.119558 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Pushing event updated for resources: {'Port': ['ID=d95362e9-5770-4662-911a-bf0c42ad8dba,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:55.129397 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.129975 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.130502 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.131020 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.131350 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.131679 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.132060 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.132577 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.132887 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.133215 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.133538 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.133857 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.134176 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:16:55.137563 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:55.137941 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:55.138340 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.138722 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:55.139204 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Bound port: d95362e9-5770-4662-911a-bf0c42ad8dba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:55.139579 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.193641 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] For port d95362e9-5770-4662-911a-bf0c42ad8dba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:55.197170 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] For port d95362e9-5770-4662-911a-bf0c42ad8dba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d95362e9-5770-4662-911a-bf0c42ad8dba,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:55.201722 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.206085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-212a9731-79a4-4810-8ff2-a2280cc27e49', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:16:55.207049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.236613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491892f-18d9-4080-a6cf-98207af764f5 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:16:55.253135 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:55.254034 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:55.313585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-824bfe7f-baa1-4e8a-8f7c-e8fb53dd7734 None None] Provisioning complete for port d95362e9-5770-4662-911a-bf0c42ad8dba triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:55.313963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824bfe7f-baa1-4e8a-8f7c-e8fb53dd7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.401716 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe293a9-90f1-4c72-b4b9-e6b4a5d8b442 None None] Pushing event updated for resources: {'Port': ['ID=d95362e9-5770-4662-911a-bf0c42ad8dba,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:55.478464 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:55.482465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Allocated IP 172.20.0.2 (212a9731-79a4-4810-8ff2-a2280cc27e49/813ea410-6577-482c-9c9d-3bf2448a9b6d/3bcea924-e386-4984-9772-a618177d0d75) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:55.497945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824bfe7f-baa1-4e8a-8f7c-e8fb53dd7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.525482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-824bfe7f-baa1-4e8a-8f7c-e8fb53dd7734 None None] For port d95362e9-5770-4662-911a-bf0c42ad8dba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d95362e9-5770-4662-911a-bf0c42ad8dba,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:55.542178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824bfe7f-baa1-4e8a-8f7c-e8fb53dd7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.584765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.666602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bfe7f-baa1-4e8a-8f7c-e8fb53dd7734 None None] Pushing event updated for resources: {'Port': ['ID=d95362e9-5770-4662-911a-bf0c42ad8dba,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:55.689860 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:53Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:55.702119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ced1eb63-e74c-4beb-8e51-819590fb2810 None None] Provisioning complete for port d95362e9-5770-4662-911a-bf0c42ad8dba triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:55.702518 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb63-e74c-4beb-8e51-819590fb2810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.721978 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa0d20-837d-467a-bad0-a7b54a435938 None None] The sync data for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv is: [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:53Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:16:55.785411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.794732 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:55.885248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:55.903035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:55.909316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:55.910121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.1 (212a9731-79a4-4810-8ff2-a2280cc27e49/813ea410-6577-482c-9c9d-3bf2448a9b6d/a9171a0d-cfbc-4a8f-a5b6-0592226753d2) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:55.911698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Pushing event updated for resources: {'Port': ['ID=3bcea924-e386-4984-9772-a618177d0d75,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:56.059994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Attempting to bind port 3bcea924-e386-4984-9772-a618177d0d75 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:56.060730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Attempting to bind port 3bcea924-e386-4984-9772-a618177d0d75 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:56.060864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Attempting to bind port 3bcea924-e386-4984-9772-a618177d0d75 on network 212a9731-79a4-4810-8ff2-a2280cc27e49 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:56.072467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:56.073336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Checking segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:56.074139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.074990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Bound using segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:56.076269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Bound port: 3bcea924-e386-4984-9772-a618177d0d75, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:56.076708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.080429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.130521 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.185538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:56.189307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:56.193333 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:56.209289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] For port 3bcea924-e386-4984-9772-a618177d0d75, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:56.227008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:56.228049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] For port 3bcea924-e386-4984-9772-a618177d0d75, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bcea924-e386-4984-9772-a618177d0d75,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:56.231888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c880df5b-6538-4d40-b3ab-61ef99395ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.237555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.258164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.330843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341f58d-5566-41cd-8339-54a064be7db0 None None] Pushing event updated for resources: {'Port': ['ID=3bcea924-e386-4984-9772-a618177d0d75,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:56.424226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.738110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:56.744087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.140412 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:57.143650 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.238861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3bcea924-e386-4984-9772-a618177d0d75 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:57.253360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:57.254806 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:57.295998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 3bcea924-e386-4984-9772-a618177d0d75 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:57.296345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.392870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:16:57.491670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10dbda-1553-45f7-8926-85a31985973e None None] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:16:57.519581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:16:57.524673 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-86554c92-9c04-40a4-a231-ad439aafc35e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/45759e08-2b02-4f20-a2bc-3ab3aec2f54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4979358 Dec 06 12:16:57.527206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46188) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:57.570386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2b8a1a0e-6e4f-4cfe-b5ee-310c52e49d13 None None] Provisioning complete for port 3bcea924-e386-4984-9772-a618177d0d75 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:57.570828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1a0e-6e4f-4cfe-b5ee-310c52e49d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.629545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f174-1d0f-4fe4-873c-e6ec6d146ca6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.630036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f174-1d0f-4fe4-873c-e6ec6d146ca6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.630509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f174-1d0f-4fe4-873c-e6ec6d146ca6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.631000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f174-1d0f-4fe4-873c-e6ec6d146ca6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.631458 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f174-1d0f-4fe4-873c-e6ec6d146ca6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.631946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f174-1d0f-4fe4-873c-e6ec6d146ca6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.634010 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ee89f174-1d0f-4fe4-873c-e6ec6d146ca6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1056287 Dec 06 12:16:57.636611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46190) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:57.656104 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:16:57.675759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.703225 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862754d1-a148-4a25-8a14-cc5fb8581352 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.703951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862754d1-a148-4a25-8a14-cc5fb8581352 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.704537 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862754d1-a148-4a25-8a14-cc5fb8581352 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.705004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862754d1-a148-4a25-8a14-cc5fb8581352 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.705464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862754d1-a148-4a25-8a14-cc5fb8581352 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.706032 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862754d1-a148-4a25-8a14-cc5fb8581352 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:57.713140 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-862754d1-a148-4a25-8a14-cc5fb8581352 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0710468 Dec 06 12:16:57.713140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46192) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:57.750179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Sync routers for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:16:57.784040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 3bcea924-e386-4984-9772-a618177d0d75, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bcea924-e386-4984-9772-a618177d0d75,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:57.807927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.808716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d95362e9-5770-4662-911a-bf0c42ad8dba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:57.834174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:57.834802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:57.856512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1a0e-6e4f-4cfe-b5ee-310c52e49d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.869175 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bfd54a2e-d37a-4923-9eb6-fa540317c0aa tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1559319 Dec 06 12:16:57.871983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46194) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:57.876844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-234910114', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:57.987787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:16:57.991598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:57.999049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=3bcea924-e386-4984-9772-a618177d0d75,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:58.012190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] device_id is not set on port cab9abe4-d617-4ef9-ae89-edf83cd969ba yet. {{(pid=103287) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:16:58.070605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-2b8a1a0e-6e4f-4cfe-b5ee-310c52e49d13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:16:58.071041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-2b8a1a0e-6e4f-4cfe-b5ee-310c52e49d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:16:58.071770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d95362e9-5770-4662-911a-bf0c42ad8dba triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:58.072275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.075459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:58.140495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.7 (212a9731-79a4-4810-8ff2-a2280cc27e49/813ea410-6577-482c-9c9d-3bf2448a9b6d/cab9abe4-d617-4ef9-ae89-edf83cd969ba) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:16:58.313113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.349937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.370332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:58.400823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Checking router: 45759e08-2b02-4f20-a2bc-3ab3aec2f54d for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:16:58.401258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Updating router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:16:58.404429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:16:58.408509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:16:58.413415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:16:58.428888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.438349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:58.465213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:58.465847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.486754 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2439d1af-8944-473d-ad15-0e9379eee1d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6113124 Dec 06 12:16:58.635071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46198) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:58.639642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4610f93f-d3ce-4bce-b301-cb794fb22a72 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67966250', 'description': 'tempest-secgroup-smoke-67966250 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:58.666292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4610f93f-d3ce-4bce-b301-cb794fb22a72 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.666779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a63ac757-e8db-43e6-8fd5-98573f4c623a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.740951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4610f93f-d3ce-4bce-b301-cb794fb22a72 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.746043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4610f93f-d3ce-4bce-b301-cb794fb22a72 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.775630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.779772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4610f93f-d3ce-4bce-b301-cb794fb22a72 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.784711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46200) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:58.784966 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4610f93f-d3ce-4bce-b301-cb794fb22a72 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1486523 Dec 06 12:16:58.786998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610f93f-d3ce-4bce-b301-cb794fb22a72 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793942af-bc1b-44f4-b8ba-414358a611ce,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:58.788533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.795285 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7c87df66-a8c5-469f-9f18-5fc993ab6193 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '793942af-bc1b-44f4-b8ba-414358a611ce', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:58.832699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c87df66-a8c5-469f-9f18-5fc993ab6193 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.849764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-100f14bc-ccac-4582-a581-182628b04797 None None] Provisioning complete for port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:58.850153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-100f14bc-ccac-4582-a581-182628b04797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.897965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c87df66-a8c5-469f-9f18-5fc993ab6193 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.904261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c87df66-a8c5-469f-9f18-5fc993ab6193 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.905090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed2069-2468-4383-8076-75558c9e397d None None] Pushing event updated for resources: {'Port': ['ID=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:58.928021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87df66-a8c5-469f-9f18-5fc993ab6193 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c98f929-1c84-4422-8e4e-499609b7b46a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:58.938444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c87df66-a8c5-469f-9f18-5fc993ab6193 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.939240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-100f14bc-ccac-4582-a581-182628b04797 None None] Port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:58.939921 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7c87df66-a8c5-469f-9f18-5fc993ab6193 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537747 Dec 06 12:16:58.943098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46202) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:58.947774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d35cb799-f904-4b62-8726-e3bc23b24f03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '793942af-bc1b-44f4-b8ba-414358a611ce', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:58.948641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Attempting to bind port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:16:58.949028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Attempting to bind port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:16:58.949400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Attempting to bind port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 on network 212a9731-79a4-4810-8ff2-a2280cc27e49 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:16:58.961693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:16:58.962090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Checking segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:16:58.962590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.962859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Bound using segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:16:58.963356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Bound port: a9171a0d-cfbc-4a8f-a5b6-0592226753d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:16:58.963737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.975068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-100f14bc-ccac-4582-a581-182628b04797 None None] Provisioning complete for port 3bcea924-e386-4984-9772-a618177d0d75 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:58.975445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-100f14bc-ccac-4582-a581-182628b04797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:58.977473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d35cb799-f904-4b62-8726-e3bc23b24f03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.050644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d35cb799-f904-4b62-8726-e3bc23b24f03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.054959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d35cb799-f904-4b62-8726-e3bc23b24f03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.072888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] For port a9171a0d-cfbc-4a8f-a5b6-0592226753d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:16:59.074736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cb799-f904-4b62-8726-e3bc23b24f03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9190c4ce-47b8-4d66-8c68-296f215b0ddc,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:59.077405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] For port a9171a0d-cfbc-4a8f-a5b6-0592226753d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:16:59.084390 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d35cb799-f904-4b62-8726-e3bc23b24f03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.085751 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d35cb799-f904-4b62-8726-e3bc23b24f03 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416330 Dec 06 12:16:59.089574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46204) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:59.095338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-076b9635-439a-4e39-81db-5ce51b38afc9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '793942af-bc1b-44f4-b8ba-414358a611ce', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:59.104878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.126554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-076b9635-439a-4e39-81db-5ce51b38afc9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.164276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3bcea924-e386-4984-9772-a618177d0d75 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:16:59.201406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-076b9635-439a-4e39-81db-5ce51b38afc9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.205606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-076b9635-439a-4e39-81db-5ce51b38afc9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.226632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b9635-439a-4e39-81db-5ce51b38afc9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db8351b-842d-4838-b806-41b7411ffe0b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:59.238632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-076b9635-439a-4e39-81db-5ce51b38afc9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.240377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-076b9635-439a-4e39-81db-5ce51b38afc9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491761 Dec 06 12:16:59.243131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46206) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:59.248354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-eb112501-7b35-4a3d-87a3-d817b75f52b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '793942af-bc1b-44f4-b8ba-414358a611ce', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:59.280787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb112501-7b35-4a3d-87a3-d817b75f52b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.349424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb112501-7b35-4a3d-87a3-d817b75f52b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.354357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb112501-7b35-4a3d-87a3-d817b75f52b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.376276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb112501-7b35-4a3d-87a3-d817b75f52b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712518d2-f2f8-4e35-a15c-3c582cf05642,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:59.381675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed2069-2468-4383-8076-75558c9e397d None None] Pushing event updated for resources: {'Port': ['ID=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:59.392234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb112501-7b35-4a3d-87a3-d817b75f52b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.394041 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-eb112501-7b35-4a3d-87a3-d817b75f52b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493762 Dec 06 12:16:59.394295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:16:59.394910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:16:59.396444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46208) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:59.401075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ca3f599d-5d2c-41df-9aa2-b17d3f697ab2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '793942af-bc1b-44f4-b8ba-414358a611ce', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:59.423406 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-ca3f599d-5d2c-41df-9aa2-b17d3f697ab2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:16:59.428623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca3f599d-5d2c-41df-9aa2-b17d3f697ab2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.436565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] Provisioning complete for port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:59.436940 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.487579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca3f599d-5d2c-41df-9aa2-b17d3f697ab2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.492755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca3f599d-5d2c-41df-9aa2-b17d3f697ab2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.510433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f599d-5d2c-41df-9aa2-b17d3f697ab2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d93e4f-760d-4d0e-8c0a-ed7763a71cf6,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:59.519614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca3f599d-5d2c-41df-9aa2-b17d3f697ab2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.520872 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ca3f599d-5d2c-41df-9aa2-b17d3f697ab2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233542 Dec 06 12:16:59.523683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46210) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:16:59.528151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a08200ea-249c-4866-8ce2-90902c156dc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '793942af-bc1b-44f4-b8ba-414358a611ce', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:16:59.531932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 3bcea924-e386-4984-9772-a618177d0d75 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:59.532477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.550027 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-a08200ea-249c-4866-8ce2-90902c156dc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:16:59.555494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a08200ea-249c-4866-8ce2-90902c156dc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.588055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:16:59.618741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a08200ea-249c-4866-8ce2-90902c156dc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.622525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a08200ea-249c-4866-8ce2-90902c156dc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.640819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08200ea-249c-4866-8ce2-90902c156dc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7282bd78-3e54-4fa2-b4c1-639453064ef5,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:59.648260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a08200ea-249c-4866-8ce2-90902c156dc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.649499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a08200ea-249c-4866-8ce2-90902c156dc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248043 Dec 06 12:16:59.698865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.804377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-95be904c-70ba-4143-9755-76b9558c0c53 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67966250&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0473044 Dec 06 12:16:59.834516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] For port a9171a0d-cfbc-4a8f-a5b6-0592226753d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:16:59.837689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.841193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.855278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694105-301d-4662-8e1a-21dadb52a653 req-0bbc686f-8d8c-4c53-a91a-7f6b15e0e02b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:16:59.856788 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-0bbc686f-8d8c-4c53-a91a-7f6b15e0e02b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 929 time: 0.0454819 Dec 06 12:16:59.921867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] Provisioning complete for port cab9abe4-d617-4ef9-ae89-edf83cd969ba triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:16:59.922953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:16:59.942891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-c4de88c9-7aaa-4d2c-b3f8-8f8c55a8456e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:16:59.944022 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-c4de88c9-7aaa-4d2c-b3f8-8f8c55a8456e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0745184 Dec 06 12:16:59.965594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] Pushing event updated for resources: {'Port': ['ID=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:16:59.981869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5f50ad04-0488-476b-99ce-4960662be257 None None] Port cab9abe4-d617-4ef9-ae89-edf83cd969ba cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:16:59.986718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e20726ed-2a7e-486e-9e06-d5f2b0efb524 service neutron] 10.222.0.24 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0352409 Dec 06 12:17:00.003612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:00.030864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b9ee9-002f-4b92-8ce2-831cfb3dd26e None None] The sync data for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv is: [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:00.105968 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-22836b3e-a6d5-44e2-a12c-ccd699ee303f service neutron] 10.222.0.24 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119049 Dec 06 12:17:00.114305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e90ce4e0-a644-4753-ba2f-2c6c3a99097b None None] Provisioning complete for port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:00.114689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e90ce4e0-a644-4753-ba2f-2c6c3a99097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:00.207776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-2a5939d8-28a3-461e-865a-8c998d4ba3b7 service neutron] 10.222.0.24 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951173 Dec 06 12:17:00.384264 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a22dd776-f305-4196-827b-d9df8c31824f req-f6d31ec4-6fa2-4df9-b2f3-02dd803ce69c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 210 time: 0.0286682 Dec 06 12:17:00.858048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.169451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a9171a0d-cfbc-4a8f-a5b6-0592226753d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:01.222824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:01.223209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.249885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694105-301d-4662-8e1a-21dadb52a653 req-a89a9944-0b73-4f06-8e99-4e75b3b84553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:01.252204 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-a89a9944-0b73-4f06-8e99-4e75b3b84553 service neutron] 10.222.0.43 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1025 time: 0.0373182 Dec 06 12:17:01.368257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694105-301d-4662-8e1a-21dadb52a653 req-942b2960-a385-40fd-8251-8ca571f64c23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:01.369671 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-942b2960-a385-40fd-8251-8ca571f64c23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=212a9731-79a4-4810-8ff2-a2280cc27e49 HTTP/1.1" status: 200 len: 797 time: 0.1118588 Dec 06 12:17:01.449124 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-1dbe343f-bca9-426e-b71b-a8d0fdfefaa5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 378 time: 0.0611255 Dec 06 12:17:01.469602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Request body: {'port': {'device_id': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:01.503676 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fd73975e-82c0-4015-af7b-030c900b8270 req-de34a66d-a0a7-4681-ac2e-69322b85a7c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 210 time: 0.0475118 Dec 06 12:17:01.546050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.802900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab9abe4-d617-4ef9-ae89-edf83cd969ba {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:01.810382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.822944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Transition to ACTIVE for port object cab9abe4-d617-4ef9-ae89-edf83cd969ba will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:17:01.826578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.896265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:01.918138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:01.954791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Attempting to bind port cab9abe4-d617-4ef9-ae89-edf83cd969ba on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:01.955109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Attempting to bind port cab9abe4-d617-4ef9-ae89-edf83cd969ba by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:01.955434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Attempting to bind port cab9abe4-d617-4ef9-ae89-edf83cd969ba on network 212a9731-79a4-4810-8ff2-a2280cc27e49 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:01.959942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Port cab9abe4-d617-4ef9-ae89-edf83cd969ba on network 212a9731-79a4-4810-8ff2-a2280cc27e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:17:01.960302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Attempting to bind port cab9abe4-d617-4ef9-ae89-edf83cd969ba on network 212a9731-79a4-4810-8ff2-a2280cc27e49 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:01.965378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:01.965710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Checking segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:01.966086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Bound using segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:01.966507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Bound port: cab9abe4-d617-4ef9-ae89-edf83cd969ba, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:01.966855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.035694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:02.038743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:02.042293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.079315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.080009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:02.081442 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] 10.222.0.43 "PUT /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1130 time: 0.6234975 Dec 06 12:17:02.081888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:02.084219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a750cbe-24b0-41e7-8257-4a91d9620d21" -d '{"events": [{"name": "network-changed", "server_uuid": "247b3c15-4f07-4ff8-ba7d-67f216ee35e1", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:02.108794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f0204-687a-4ad0-842c-9d58be677c91 service neutron] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:02.133430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c89899-cafd-49a5-a893-930e8835aaf2 x-openstack-request-id: req-73c89899-cafd-49a5-a893-930e8835aaf2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:02.133729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247b3c15-4f07-4ff8-ba7d-67f216ee35e1", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:02.134014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73c89899-cafd-49a5-a893-930e8835aaf2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:02.134437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'status': 'completed', 'code': 200} Dec 06 12:17:02.179569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694105-301d-4662-8e1a-21dadb52a653 req-897d66cb-a273-4d96-924e-353d17c90fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.181160 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-897d66cb-a273-4d96-924e-353d17c90fd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 1133 time: 0.0427194 Dec 06 12:17:02.230291 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-01935d23-ba70-46fd-a683-9b0fb481becb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 217 time: 0.0410750 Dec 06 12:17:02.289688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694105-301d-4662-8e1a-21dadb52a653 req-c57c0117-425a-4c7f-a41a-19dff95d81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.291149 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-c57c0117-425a-4c7f-a41a-19dff95d81cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=813ea410-6577-482c-9c9d-3bf2448a9b6d HTTP/1.1" status: 200 len: 834 time: 0.0452034 Dec 06 12:17:02.335967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694105-301d-4662-8e1a-21dadb52a653 req-2d20f1bc-7699-4de4-8efc-367d838f7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.337361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-2d20f1bc-7699-4de4-8efc-367d838f7ae1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=212a9731-79a4-4810-8ff2-a2280cc27e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390723 Dec 06 12:17:02.446740 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-3eb9a6b2-4e9c-4b44-9b62-e4583f003b8f service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024997 Dec 06 12:17:02.536574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5694105-301d-4662-8e1a-21dadb52a653 req-9fc6a129-ce86-41a2-9c76-3c93edaefde1 service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819137 Dec 06 12:17:02.652696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ea58-ec3b-4653-8f7b-f7075604021a req-95362642-dd97-4ea3-8b0d-a67e4500988f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.654081 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58c8ea58-ec3b-4653-8f7b-f7075604021a req-95362642-dd97-4ea3-8b0d-a67e4500988f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 980 time: 0.0813563 Dec 06 12:17:02.657384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-f96cb2ea-f111-43e5-8bf7-02f17f016a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.658889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-f96cb2ea-f111-43e5-8bf7-02f17f016a2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 1133 time: 0.0768991 Dec 06 12:17:02.760545 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58c8ea58-ec3b-4653-8f7b-f7075604021a req-e3cbcef6-4b0e-4806-adf3-92e591d62bbf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997055 Dec 06 12:17:02.781142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-0a40c7c7-5dc4-403d-aea5-b3f01e7b5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.783417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-0a40c7c7-5dc4-403d-aea5-b3f01e7b5e94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=212a9731-79a4-4810-8ff2-a2280cc27e49 HTTP/1.1" status: 200 len: 898 time: 0.1169159 Dec 06 12:17:02.825602 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-a1a39083-5426-44c2-a586-496c23c0933d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 217 time: 0.0344806 Dec 06 12:17:02.874535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-657a2d92-fd8d-4fbd-aed5-a08c556227a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.876073 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-657a2d92-fd8d-4fbd-aed5-a08c556227a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=813ea410-6577-482c-9c9d-3bf2448a9b6d HTTP/1.1" status: 200 len: 834 time: 0.0426664 Dec 06 12:17:02.923923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-00b97aa7-b1d5-4fb8-8c70-fa2d860c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:02.925289 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-00b97aa7-b1d5-4fb8-8c70-fa2d860c5c96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=212a9731-79a4-4810-8ff2-a2280cc27e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428762 Dec 06 12:17:03.011576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-1d73340c-5202-4c5d-93c7-442394d13e19 service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792243 Dec 06 12:17:03.105789 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a750cbe-24b0-41e7-8257-4a91d9620d21 req-65d916fe-5ed2-4448-92c4-305ca130f0d5 service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859568 Dec 06 12:17:03.878694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051df45-5812-4cd7-9094-a13c7eb4b4e3 req-0cf84c60-53da-4822-8fba-e1bdf92399f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:03.880169 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6051df45-5812-4cd7-9094-a13c7eb4b4e3 req-0cf84c60-53da-4822-8fba-e1bdf92399f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 980 time: 0.0494640 Dec 06 12:17:03.925686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6051df45-5812-4cd7-9094-a13c7eb4b4e3 req-17aeaaf1-6096-431c-94a0-3fca436592c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Dec 06 12:17:05.039272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549613f-91b1-4368-8372-4ea6eee6031f req-448abbae-eeb6-4d39-aba3-c0fc7ef6fc4c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:05.041665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c549613f-91b1-4368-8372-4ea6eee6031f req-448abbae-eeb6-4d39-aba3-c0fc7ef6fc4c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 980 time: 0.0479264 Dec 06 12:17:05.053048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cab9abe4-d617-4ef9-ae89-edf83cd969ba details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:17:05.095711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c549613f-91b1-4368-8372-4ea6eee6031f req-30dce972-8365-483f-bc5f-753b463e94e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Dec 06 12:17:05.152353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:05.163451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'port_id': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'mac_address': 'fa:16:3e:60:6c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:17:05.200025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:05.213093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab9abe4-d617-4ef9-ae89-edf83cd969ba {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:05.231276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:05.235518 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:05.281382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:05.566221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['cab9abe4-d617-4ef9-ae89-edf83cd969ba'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:17:06.208945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3266e0-a2d3-42da-8413-f3493327b858 req-91a7b964-e01f-4c1b-be04-29358b130a2b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:06.210335 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6e3266e0-a2d3-42da-8413-f3493327b858 req-91a7b964-e01f-4c1b-be04-29358b130a2b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 981 time: 0.0491109 Dec 06 12:17:06.257745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6e3266e0-a2d3-42da-8413-f3493327b858 req-013dd64a-4f9c-48e9-ac71-71a9aa11dbd7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Dec 06 12:17:07.055873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cab9abe4-d617-4ef9-ae89-edf83cd969ba up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:07.105669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port cab9abe4-d617-4ef9-ae89-edf83cd969ba completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:17:07.109609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port cab9abe4-d617-4ef9-ae89-edf83cd969ba triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:07.109979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.188871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.211185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:07.213362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49efefe-f380-4cc0-9acd-7372ab376ae6" -d '{"events": [{"server_uuid": "247b3c15-4f07-4ff8-ba7d-67f216ee35e1", "name": "network-vif-plugged", "status": "completed", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:07.225608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:07.230249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:07.261218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6288201f-346b-46e8-88da-22bf9d2bb729 x-openstack-request-id: req-6288201f-346b-46e8-88da-22bf9d2bb729 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:07.261511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247b3c15-4f07-4ff8-ba7d-67f216ee35e1", "name": "network-vif-plugged", "status": "completed", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:07.261763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6288201f-346b-46e8-88da-22bf9d2bb729 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:07.262154 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'code': 200} Dec 06 12:17:07.299229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:07.382289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc675-153a-486a-9a14-56b31f34eaf1 req-8d3581d8-c721-41b0-babf-765603a1b868 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:07.383985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f49cc675-153a-486a-9a14-56b31f34eaf1 req-8d3581d8-c721-41b0-babf-765603a1b868 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 982 time: 0.0531435 Dec 06 12:17:07.460025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620993f4-08a3-4e95-8cf7-8ac96dd46986 req-c5a115ff-4928-4c79-ae9e-afb89e70338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:07.461566 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-620993f4-08a3-4e95-8cf7-8ac96dd46986 req-c5a115ff-4928-4c79-ae9e-afb89e70338a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 1135 time: 0.0698309 Dec 06 12:17:07.466021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f49cc675-153a-486a-9a14-56b31f34eaf1 req-41f1a386-3331-4a3e-bcd4-9619393c0685 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760694 Dec 06 12:17:07.511919 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-620993f4-08a3-4e95-8cf7-8ac96dd46986 req-592321b0-53fc-4e72-937a-c6e8d5062e0b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Dec 06 12:17:08.589543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e3b1a-6601-4ea8-bc4f-16232f13e45c req-ed0bdaff-9d3e-4544-b9b8-40cee6bfc514 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:08.591004 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75e3b1a-6601-4ea8-bc4f-16232f13e45c req-ed0bdaff-9d3e-4544-b9b8-40cee6bfc514 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 982 time: 0.0476861 Dec 06 12:17:08.646818 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75e3b1a-6601-4ea8-bc4f-16232f13e45c req-2078b7cc-ac2c-439f-a3a1-ee18a66ce475 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471632 Dec 06 12:17:09.764881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a7d39-87e7-4112-947a-9756e2940fd8 req-2d4edda5-dbf2-469c-a749-5492f2d8c533 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:09.766396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-548a7d39-87e7-4112-947a-9756e2940fd8 req-2d4edda5-dbf2-469c-a749-5492f2d8c533 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 982 time: 0.0483823 Dec 06 12:17:09.817230 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-548a7d39-87e7-4112-947a-9756e2940fd8 req-dc5f7023-47f8-4d81-a675-d978a19fdabf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446513 Dec 06 12:17:09.931839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bfc7-5478-4b90-ab06-82b720bbff39 req-59e50ac7-2b52-4a47-8b33-15fe3863211c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:09.933291 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8439bfc7-5478-4b90-ab06-82b720bbff39 req-59e50ac7-2b52-4a47-8b33-15fe3863211c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 982 time: 0.0482011 Dec 06 12:17:09.980953 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8439bfc7-5478-4b90-ab06-82b720bbff39 req-25e1147c-c3d9-47d4-a3b8-18afb213e728 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Dec 06 12:17:10.004126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46268) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:10.041640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b772d-c732-493d-91ea-a7b33c69ace3 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:10.043110 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b78b772d-c732-493d-91ea-a7b33c69ace3 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 1130 time: 0.0380108 Dec 06 12:17:10.045882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46270) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:10.050652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:10.073401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.171618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.273460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.227 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/e2d47cdf-4640-48e6-9b3f-4cd14230c5fd) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:10.377484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.412855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:10.452690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:10.456219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:10.459903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:10.465334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=e2d47cdf-4640-48e6-9b3f-4cd14230c5fd,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:11.153955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.220093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.370065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.374549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.447437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=e2d47cdf-4640-48e6-9b3f-4cd14230c5fd,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:11.459124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.557999 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP ae9ab8b4-3e87-41cb-b679-379f1f74cae6 associated. External IP: 172.36.1.227, port: cab9abe4-d617-4ef9-ae89-edf83cd969ba. Dec 06 12:17:11.764240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:11.869422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:11.879191 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] Sync routers for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:11.888456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:11.889757 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:11.890372 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:11.920238 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9a5371a3-57ef-499f-b8b1-9e75902b2c52 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.8732965 Dec 06 12:17:11.920848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:11.923828 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46272) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:11.924376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedef382-9f7c-4468-8ef3-962fe1aae66d" -d '{"events": [{"name": "network-changed", "server_uuid": "247b3c15-4f07-4ff8-ba7d-67f216ee35e1", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:11.962087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fc156d-2984-4eeb-a367-087d876be1c9 x-openstack-request-id: req-29fc156d-2984-4eeb-a367-087d876be1c9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:11.962389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247b3c15-4f07-4ff8-ba7d-67f216ee35e1", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:11.962804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29fc156d-2984-4eeb-a367-087d876be1c9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:11.963219 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'status': 'completed', 'code': 200} Dec 06 12:17:12.002129 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:12.009258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d149ca0-846f-4876-87e9-663014a41f31 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:12.013478 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1d149ca0-846f-4876-87e9-663014a41f31 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1&network_id=212a9731-79a4-4810-8ff2-a2280cc27e49 HTTP/1.1" status: 200 len: 1130 time: 0.0858424 Dec 06 12:17:12.030547 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-b4330ec8-a5fa-402d-a99e-fd50227be68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:12.032609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-b4330ec8-a5fa-402d-a99e-fd50227be68b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 1135 time: 0.0460637 Dec 06 12:17:12.132490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-25ae4457-7e9c-4000-9128-c687e6468428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:12.134001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-25ae4457-7e9c-4000-9128-c687e6468428 service neutron] 10.222.0.43 "GET /v2.0/networks?id=212a9731-79a4-4810-8ff2-a2280cc27e49 HTTP/1.1" status: 200 len: 898 time: 0.0937650 Dec 06 12:17:12.236226 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-e7acd979-90f0-4718-b52d-6ac52e23f161 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1036 time: 0.0937810 Dec 06 12:17:12.241748 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae9ab8b4-3e87-41cb-b679-379f1f74cae6', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'port_id': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-234910114', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'mac_address': 'fa:16:3e:60:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:17:10Z', 'updated_at': '2021-12-06T12:17:10Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:12.268621 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] Checking router: 45759e08-2b02-4f20-a2bc-3ab3aec2f54d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:12.277263 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:12.277795 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:12.287059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee260-36b1-45fc-ac4f-22ac2b752a74 req-609dd6b3-0831-4476-9345-b83e05aa818b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:12.288724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b5bee260-36b1-45fc-ac4f-22ac2b752a74 req-609dd6b3-0831-4476-9345-b83e05aa818b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 982 time: 0.0842674 Dec 06 12:17:12.319400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-80812fee-abf1-4f61-aebf-33c059d94b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:12.320908 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-80812fee-abf1-4f61-aebf-33c059d94b05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=813ea410-6577-482c-9c9d-3bf2448a9b6d HTTP/1.1" status: 200 len: 834 time: 0.0760951 Dec 06 12:17:12.382756 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b5bee260-36b1-45fc-ac4f-22ac2b752a74 req-7698c130-93c6-402a-a975-50afb3540851 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840044 Dec 06 12:17:12.389311 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:12.407209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-e24be3aa-f3ac-467d-8ddf-f14e72608f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:12.408768 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-e24be3aa-f3ac-467d-8ddf-f14e72608f99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=212a9731-79a4-4810-8ff2-a2280cc27e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773025 Dec 06 12:17:12.501137 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-fb0de778-58e3-4208-8f1c-370876823293 service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828190 Dec 06 12:17:12.596576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cedef382-9f7c-4468-8ef3-962fe1aae66d req-64ca5d93-9483-4c14-a9e1-f611c5709422 service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876484 Dec 06 12:17:12.625728 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae9ab8b4-3e87-41cb-b679-379f1f74cae6', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'port_id': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-234910114', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'mac_address': 'fa:16:3e:60:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:17:10Z', 'updated_at': '2021-12-06T12:17:10Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:12.660740 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d2844-1bb1-467c-98dd-7bad7c9e1714 None None] The sync data for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv is: [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae9ab8b4-3e87-41cb-b679-379f1f74cae6', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'port_id': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-234910114', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'mac_address': 'fa:16:3e:60:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247b3c15-4f07-4ff8-ba7d-67f216ee35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:17:10Z', 'updated_at': '2021-12-06T12:17:10Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:12.861777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c6399-6925-4cad-8111-c337ef262aa9 None None] New status for floating IP ae9ab8b4-3e87-41cb-b679-379f1f74cae6: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:17:13.502886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf9d0b-6591-4c54-a174-8e4c5915e3b9 req-8e10f1f5-d5e4-45f6-943d-e2c9ccfa2133 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:13.504372 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfdf9d0b-6591-4c54-a174-8e4c5915e3b9 req-8e10f1f5-d5e4-45f6-943d-e2c9ccfa2133 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 982 time: 0.0494492 Dec 06 12:17:13.551622 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bfdf9d0b-6591-4c54-a174-8e4c5915e3b9 req-515390af-e4c5-4472-bd4a-4c0e34e09385 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Dec 06 12:17:13.646683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a21c7f-782f-4136-8071-21de7e3da149 req-58ee0152-29a1-4ac7-a3e5-99e62ec5b643 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:13.648134 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12a21c7f-782f-4136-8071-21de7e3da149 req-58ee0152-29a1-4ac7-a3e5-99e62ec5b643 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 982 time: 0.0516171 Dec 06 12:17:13.691579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a21c7f-782f-4136-8071-21de7e3da149 req-382d1009-cf49-43ff-a974-8ee1adec999c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:13.692999 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12a21c7f-782f-4136-8071-21de7e3da149 req-382d1009-cf49-43ff-a974-8ee1adec999c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0390744 Dec 06 12:17:13.794741 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12a21c7f-782f-4136-8071-21de7e3da149 req-cb88a769-2e19-4e02-91d6-879fc0453606 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0959127 Dec 06 12:17:13.806270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:13.862635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:13.997588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:14.030570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:14.063623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] device_id is not set on port cab9abe4-d617-4ef9-ae89-edf83cd969ba yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:17:14.072949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:14.079686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:14.185400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:14.253625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] No DVR routers for this DVR port cab9abe4-d617-4ef9-ae89-edf83cd969ba on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:14.362123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a0510625-5b60-4e2b-9317-15f9558988e0 None None] Provisioning complete for port cab9abe4-d617-4ef9-ae89-edf83cd969ba triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:14.362904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0510625-5b60-4e2b-9317-15f9558988e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:14.396057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] In _notify_port_updated(), no bound segment for port cab9abe4-d617-4ef9-ae89-edf83cd969ba on network 212a9731-79a4-4810-8ff2-a2280cc27e49 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:17:14.396661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a0510625-5b60-4e2b-9317-15f9558988e0 None None] Port cab9abe4-d617-4ef9-ae89-edf83cd969ba cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:14.396861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:14.397467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:14.398770 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12a21c7f-782f-4136-8071-21de7e3da149 req-bce9dd4d-4d9f-4592-9059-7a75b6d75598 service neutron] 10.222.0.43 "PUT /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1025 time: 0.5965354 Dec 06 12:17:14.664330 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-62a26f78-e090-4deb-ba57-3e09b5daed9b req-e6cc2c47-608a-4bdd-94f5-d3f87daeebf5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=247b3c15-4f07-4ff8-ba7d-67f216ee35e1 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Dec 06 12:17:15.035416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:15.043228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46284) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:15.199708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Deleting port 7359ea5a-bb6b-4381-b2f7-c00f7a9e8111 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:15.199983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:15.283193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:15.283567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:15.295332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Calling delete_port for 7359ea5a-bb6b-4381-b2f7-c00f7a9e8111 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:15.442141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:15.465062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event deleted for resources: {'Port': ['ID=7359ea5a-bb6b-4381-b2f7-c00f7a9e8111,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:15.530481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:15.530804 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Floating IP cc2d0413-44e1-477d-a5e8-9627eafacf58 disassociated (deleted). External IP: 172.36.1.125, port: 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36. Dec 06 12:17:15.722804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46288) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:15.734351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:15.770437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05292e60-a368-4d98-b746-f9ee9011a3a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:15.772195 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-05292e60-a368-4d98-b746-f9ee9011a3a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 924 time: 0.0482752 Dec 06 12:17:15.848043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:15.852331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:15.857197 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:15.868900 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:15.869733 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:15.880430 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fd8db116-d60e-4467-8771-68f092265b6c tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "DELETE /v2.0/floatingips/cc2d0413-44e1-477d-a5e8-9627eafacf58 HTTP/1.1" status: 204 len: 168 time: 0.8360829 Dec 06 12:17:15.881024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:15.883299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3cff1d-1bcf-4908-978a-08860f7390ce" -d '{"events": [{"name": "network-changed", "server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:15.989255 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:16.055265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7192dc-b7a4-4e39-926a-9cf23aba03ea x-openstack-request-id: req-fd7192dc-b7a4-4e39-926a-9cf23aba03ea {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:16.055678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:16.055969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd7192dc-b7a4-4e39-926a-9cf23aba03ea {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:16.056377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'status': 'completed', 'code': 200} Dec 06 12:17:16.087145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46298) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:16.092670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b6381dbc-5621-4fc5-99d0-6353e3b0e720 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460297970', 'description': 'tempest-secgroup-smoke-460297970 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:16.119563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6381dbc-5621-4fc5-99d0-6353e3b0e720 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.159721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-10743bf9-fde7-42d9-8cca-c48f5248dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:16.161408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-10743bf9-fde7-42d9-8cca-c48f5248dc8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 1098 time: 0.0792034 Dec 06 12:17:16.174933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a8f49-2c1e-402c-b0fc-d4517baef68c req-732f7f3d-b818-444f-961b-1a58460503a1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:16.176536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f60a8f49-2c1e-402c-b0fc-d4517baef68c req-732f7f3d-b818-444f-961b-1a58460503a1 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 945 time: 0.0613053 Dec 06 12:17:16.199234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6381dbc-5621-4fc5-99d0-6353e3b0e720 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.204685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6381dbc-5621-4fc5-99d0-6353e3b0e720 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.238786 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:20Z', 'revision_number': 1, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:16.243319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6381dbc-5621-4fc5-99d0-6353e3b0e720 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.244664 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b6381dbc-5621-4fc5-99d0-6353e3b0e720 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1559827 Dec 06 12:17:16.247511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46300) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:16.253195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2c6e4571-e468-424e-8f29-a31e3c3cc662 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5f384-3096-4616-9213-f3425a9d81aa', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:16.258522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6381dbc-5621-4fc5-99d0-6353e3b0e720 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d5f384-3096-4616-9213-f3425a9d81aa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:16.299269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4571-e468-424e-8f29-a31e3c3cc662 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.300623 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f60a8f49-2c1e-402c-b0fc-d4517baef68c req-afddf64c-98ed-4deb-8b3f-365f51cf4ced tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159492 Dec 06 12:17:16.315397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-435130ec-43b0-4d06-906e-2813c03839cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:16.316948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-435130ec-43b0-4d06-906e-2813c03839cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.1395304 Dec 06 12:17:16.365906 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-5b35d422-b17e-4b45-9519-97a26823402e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 HTTP/1.1" status: 200 len: 217 time: 0.0406618 Dec 06 12:17:16.370405 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:16.372986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4571-e468-424e-8f29-a31e3c3cc662 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.378206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4571-e468-424e-8f29-a31e3c3cc662 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.380112 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:16.380838 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:16:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:16.402679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4571-e468-424e-8f29-a31e3c3cc662 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.408630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46302) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:16.408843 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2c6e4571-e468-424e-8f29-a31e3c3cc662 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601119 Dec 06 12:17:16.411595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e4571-e468-424e-8f29-a31e3c3cc662 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32554a05-67a3-456e-9264-4b8b5d98112b,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:16.413045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-75776d53-d2d9-4ddd-825a-50595cc798c8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5f384-3096-4616-9213-f3425a9d81aa', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:16.444780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-a6f01664-582a-47b7-8b37-a676bdc04c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:16.446338 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-a6f01664-582a-47b7-8b37-a676bdc04c74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0727115 Dec 06 12:17:16.480261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75776d53-d2d9-4ddd-825a-50595cc798c8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.494435 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:16.523239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-05744e86-f00d-4af6-925c-a24fde5da694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:16.524869 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-05744e86-f00d-4af6-925c-a24fde5da694 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689511 Dec 06 12:17:16.604611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75776d53-d2d9-4ddd-825a-50595cc798c8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.612356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75776d53-d2d9-4ddd-825a-50595cc798c8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.646253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75776d53-d2d9-4ddd-825a-50595cc798c8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcecfb35-22ba-4237-853a-0993c640f741,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:16.654886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75776d53-d2d9-4ddd-825a-50595cc798c8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.656207 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-75776d53-d2d9-4ddd-825a-50595cc798c8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2465117 Dec 06 12:17:16.658725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-0b8d341f-4c2a-46c6-a9e4-5fe4be9e4b75 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255429 Dec 06 12:17:16.659281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46304) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:16.663603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1d31e42a-760b-405b-af97-e80876d7ee84 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5f384-3096-4616-9213-f3425a9d81aa', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:16.724116 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:20Z', 'revision_number': 1, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:16.755750 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb4126-e3ba-409c-b926-d975d0df7311 None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '502cc2e1-fd57-494b-8855-b7fee821f552', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'floating_ip_address': '172.36.1.10', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'port_id': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'mac_address': 'fa:16:3e:1a:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:13:18Z', 'updated_at': '2021-12-06T12:13:20Z', 'revision_number': 1, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:16.757126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d31e42a-760b-405b-af97-e80876d7ee84 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.799223 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3cff1d-1bcf-4908-978a-08860f7390ce req-ea622845-ec4d-4991-ac85-f49c42cbd4f6 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302242 Dec 06 12:17:16.825731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d31e42a-760b-405b-af97-e80876d7ee84 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.830913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d31e42a-760b-405b-af97-e80876d7ee84 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.850978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31e42a-760b-405b-af97-e80876d7ee84 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780afa04-8505-44a3-8337-0f1ff8f518f0,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:16.858831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d31e42a-760b-405b-af97-e80876d7ee84 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.860146 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1d31e42a-760b-405b-af97-e80876d7ee84 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998532 Dec 06 12:17:16.862913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46306) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:16.867494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7f072526-befc-4315-b0b3-8c1ae62b876f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5f384-3096-4616-9213-f3425a9d81aa', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:16.899565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f072526-befc-4315-b0b3-8c1ae62b876f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.964607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f072526-befc-4315-b0b3-8c1ae62b876f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.972305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f072526-befc-4315-b0b3-8c1ae62b876f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:16.991599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f072526-befc-4315-b0b3-8c1ae62b876f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b39b7a-b44b-4bca-93b5-6393dd6cdd5b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:16.998894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f072526-befc-4315-b0b3-8c1ae62b876f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.000641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7f072526-befc-4315-b0b3-8c1ae62b876f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362317 Dec 06 12:17:17.004092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46308) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:17.008749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-61a000d6-e669-4fad-9c5c-ed3ed333b37f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5f384-3096-4616-9213-f3425a9d81aa', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:17.018104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0943486-7530-4a4a-8e54-75c9d42a8a09 None None] New status for floating IP cc2d0413-44e1-477d-a5e8-9627eafacf58: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:17:17.030799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-61a000d6-e669-4fad-9c5c-ed3ed333b37f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:17:17.037489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61a000d6-e669-4fad-9c5c-ed3ed333b37f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.084322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cab9abe4-d617-4ef9-ae89-edf83cd969ba no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:17.100573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61a000d6-e669-4fad-9c5c-ed3ed333b37f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.105015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61a000d6-e669-4fad-9c5c-ed3ed333b37f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.123255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cab9abe4-d617-4ef9-ae89-edf83cd969ba not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:17.125851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a000d6-e669-4fad-9c5c-ed3ed333b37f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c88081-233a-46e9-ac30-912cc8eb6cc6,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:17.133569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61a000d6-e669-4fad-9c5c-ed3ed333b37f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.137529 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-61a000d6-e669-4fad-9c5c-ed3ed333b37f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297410 Dec 06 12:17:17.138039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46310) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:17.142869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4f7afa46-1369-4081-bcdb-9adbd9667d67 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5f384-3096-4616-9213-f3425a9d81aa', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:17.165265 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-4f7afa46-1369-4081-bcdb-9adbd9667d67 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:17:17.170298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f7afa46-1369-4081-bcdb-9adbd9667d67 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.573708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f7afa46-1369-4081-bcdb-9adbd9667d67 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.585865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f7afa46-1369-4081-bcdb-9adbd9667d67 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.619696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7afa46-1369-4081-bcdb-9adbd9667d67 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a734fb6-75c2-4485-96d8-e19f5f3f5320,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:17.631327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f7afa46-1369-4081-bcdb-9adbd9667d67 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:17.632561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4f7afa46-1369-4081-bcdb-9adbd9667d67 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4940021 Dec 06 12:17:17.647260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0b71c-9973-4659-9f1d-651f3a065388 req-5738a31a-6d22-485d-a09d-91a89b7a1da8 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:17.648898 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04f0b71c-9973-4659-9f1d-651f3a065388 req-5738a31a-6d22-485d-a09d-91a89b7a1da8 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 945 time: 0.0738769 Dec 06 12:17:17.712468 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04f0b71c-9973-4659-9f1d-651f3a065388 req-3d604723-90d3-408f-82fa-9c848db0fc8d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573330 Dec 06 12:17:17.753683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-befc0ef8-d131-4524-9cba-0ee896c995ad tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:17.755159 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-befc0ef8-d131-4524-9cba-0ee896c995ad tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 945 time: 0.0571356 Dec 06 12:17:17.861842 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-54d8f953-c0ef-4caa-b37a-805284e9ec6f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460297970&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.1055965 Dec 06 12:17:17.919953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-99b32654-f251-48cb-93d5-65ef5d64f4f0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:17.921307 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-99b32654-f251-48cb-93d5-65ef5d64f4f0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 929 time: 0.0520151 Dec 06 12:17:17.924830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Deleting port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:17.925173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.013641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-13aedd0d-30cf-4c5e-96dc-3b13cafe7d78 service neutron] 10.222.0.24 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0739086 Dec 06 12:17:18.102363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] For port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:18.102720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.122441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Calling delete_port for 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:18.178126 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-72ca5de9-fbee-4193-96a8-7b09711cf9f6 service neutron] 10.222.0.24 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570015 Dec 06 12:17:18.317072 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-0c2c4b8c-4e07-4e7f-bd3f-80e9d6986a2c service neutron] 10.222.0.24 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325705 Dec 06 12:17:18.346304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.378543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event deleted for resources: {'Port': ['ID=6da2d43d-35bd-4d0f-9122-3c5cc5edfe36,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:18.430452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] No DVR routers for this DVR port 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:18.433449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:18.438180 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0bf4e07e-8352-4472-8caa-bc6b2b2805f5 req-bcb4f27a-881e-4e5f-8cfd-0e123b0dc9d6 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "DELETE /v2.0/ports/6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 HTTP/1.1" status: 204 len: 173 time: 0.6768234 Dec 06 12:17:18.438542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'name': 'network-vif-deleted', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:18.441217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a26727-9b70-42ee-99ad-655263a34843" -d '{"events": [{"server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "name": "network-vif-deleted", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:18.498510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cde1ef-c485-46c4-82f2-7123d3af5684 x-openstack-request-id: req-b0cde1ef-c485-46c4-82f2-7123d3af5684 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:18.498906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf311a8-7a2b-4c5d-b10f-051540c9cb70", "name": "network-vif-deleted", "tag": "6da2d43d-35bd-4d0f-9122-3c5cc5edfe36", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:18.499217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0cde1ef-c485-46c4-82f2-7123d3af5684 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:18.499685 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf311a8-7a2b-4c5d-b10f-051540c9cb70', 'name': 'network-vif-deleted', 'tag': '6da2d43d-35bd-4d0f-9122-3c5cc5edfe36', 'status': 'completed', 'code': 200} Dec 06 12:17:18.502043 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6a7bf0d8-a4b4-4a15-8d2e-581e5087325b req-a51b2f75-fe1d-41fd-8419-9d8471ba6e3f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 210 time: 0.0331554 Dec 06 12:17:18.830165 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46b5650b-402d-4cec-96ce-465d767eae76 req-807ffe98-3639-445f-9f5d-26835dec2990 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 210 time: 0.0341036 Dec 06 12:17:19.406485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-6a211fee-8ccb-46b4-9a9b-c26e9d09d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:19.409006 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-6a211fee-8ccb-46b4-9a9b-c26e9d09d3bf service neutron] 10.222.0.43 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1025 time: 0.0486827 Dec 06 12:17:19.527943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-158d2d12-3d5d-41ad-b662-6659e05950eb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:19.529744 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-158d2d12-3d5d-41ad-b662-6659e05950eb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=212a9731-79a4-4810-8ff2-a2280cc27e49 HTTP/1.1" status: 200 len: 797 time: 0.1145439 Dec 06 12:17:19.618040 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d5519c27-73e6-4f54-b2b8-f9536034fc79 req-e5ca7637-a990-46f6-96cc-21e839cf74f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 210 time: 0.0369055 Dec 06 12:17:19.647581 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-e96beba6-1adc-4148-b870-ceea4c923a79 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 470 time: 0.1077888 Dec 06 12:17:19.659599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Request body: {'port': {'device_id': '6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:19.718084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:19.926919 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3975ebe7-cd04-4c4c-aad9-1f72674d7e88 req-493e7a02-cecb-4884-aa61-cba7bb64959e tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 210 time: 0.0311534 Dec 06 12:17:20.024632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab9abe4-d617-4ef9-ae89-edf83cd969ba {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:20.032847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:20.044921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Transition to ACTIVE for port object cab9abe4-d617-4ef9-ae89-edf83cd969ba will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:17:20.049210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:20.126601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:20.230367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Attempting to bind port cab9abe4-d617-4ef9-ae89-edf83cd969ba on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:20.230704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Attempting to bind port cab9abe4-d617-4ef9-ae89-edf83cd969ba by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:20.231029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Attempting to bind port cab9abe4-d617-4ef9-ae89-edf83cd969ba on network 212a9731-79a4-4810-8ff2-a2280cc27e49 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:20.236270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Port cab9abe4-d617-4ef9-ae89-edf83cd969ba on network 212a9731-79a4-4810-8ff2-a2280cc27e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:17:20.236591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Attempting to bind port cab9abe4-d617-4ef9-ae89-edf83cd969ba on network 212a9731-79a4-4810-8ff2-a2280cc27e49 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:20.242859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:20.243191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Checking segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:20.243576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Bound using segment: {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:20.244039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Bound port: cab9abe4-d617-4ef9-ae89-edf83cd969ba, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:20.244395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:20.318929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:20.322705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:20.326942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:20.368302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:20.368924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:20.370405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] 10.222.0.43 "PUT /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1130 time: 0.7150605 Dec 06 12:17:20.391381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b81a6-b239-48ae-889e-b7caad762ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:20.459286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-6d4a61e6-c520-421d-b1d6-7e16a02e4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:20.461037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-6d4a61e6-c520-421d-b1d6-7e16a02e4f93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 1133 time: 0.0469289 Dec 06 12:17:20.510495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:20.512777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829f37be-e18a-4b83-a2b8-2547ac35fb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:20.544557 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-dbe305bb-41f5-4de1-a0f2-0b765a9bf52e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1036 time: 0.0759208 Dec 06 12:17:20.560680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c783cd56-076f-4ad3-8c79-542d49104f01 x-openstack-request-id: req-c783cd56-076f-4ad3-8c79-542d49104f01 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:20.560977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:20.561234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c783cd56-076f-4ad3-8c79-542d49104f01 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:20.561631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'status': 'completed', 'code': 200} Dec 06 12:17:20.601734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-849ef0aa-ec90-455c-9bf7-9e18165cdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:20.603306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-849ef0aa-ec90-455c-9bf7-9e18165cdb32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=813ea410-6577-482c-9c9d-3bf2448a9b6d HTTP/1.1" status: 200 len: 834 time: 0.0516448 Dec 06 12:17:20.650361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-f0420e2c-a6fd-4446-9a27-3292b319fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:20.652134 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-f0420e2c-a6fd-4446-9a27-3292b319fcdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=212a9731-79a4-4810-8ff2-a2280cc27e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417218 Dec 06 12:17:20.781098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d019665-7bd0-45c2-b2b5-33850cd470d6 req-0ce9428c-8a50-452c-93d0-173972b990b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:20.782909 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d019665-7bd0-45c2-b2b5-33850cd470d6 req-0ce9428c-8a50-452c-93d0-173972b990b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 980 time: 0.0910485 Dec 06 12:17:20.800404 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-01bf5834-8025-4a10-8467-d9a11aa82581 service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410182 Dec 06 12:17:20.890145 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d019665-7bd0-45c2-b2b5-33850cd470d6 req-d248bd33-5411-46c9-ab7a-6fdcba9bbaad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995774 Dec 06 12:17:20.919366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aa88cd05-fdef-49d4-b822-2f170a6aa0cc req-1e257961-9af0-4eca-a88f-3497230098d0 service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115530 Dec 06 12:17:21.015345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-5f10ebd3-ff71-4f35-8e7f-c8091a381e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:21.018268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-5f10ebd3-ff71-4f35-8e7f-c8091a381e29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 1133 time: 0.0534289 Dec 06 12:17:21.044751 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-25adac52-7ebe-42b7-9f00-becc0bcee96d req-19dd705a-e707-41d3-9af6-a0ecc945124d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 210 time: 0.0400052 Dec 06 12:17:21.100499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:21.124622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:21.125005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 6da2d43d-35bd-4d0f-9122-3c5cc5edfe36 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:21.139243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-5204f9cb-e5c8-4f79-96a4-886a0cfe8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:21.141464 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-5204f9cb-e5c8-4f79-96a4-886a0cfe8a1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=212a9731-79a4-4810-8ff2-a2280cc27e49 HTTP/1.1" status: 200 len: 898 time: 0.1050296 Dec 06 12:17:21.210937 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-bbde3ff4-da83-4035-999b-bbd4e170ae29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1036 time: 0.0617301 Dec 06 12:17:21.267385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-04eb0861-b124-4c2c-8f94-fd5632e4efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:21.268922 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-04eb0861-b124-4c2c-8f94-fd5632e4efb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=813ea410-6577-482c-9c9d-3bf2448a9b6d HTTP/1.1" status: 200 len: 834 time: 0.0512950 Dec 06 12:17:21.316369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-26fe5602-2bd3-486f-ac25-359644fe6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:21.318496 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-26fe5602-2bd3-486f-ac25-359644fe6071 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=212a9731-79a4-4810-8ff2-a2280cc27e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426424 Dec 06 12:17:21.418637 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-7ef1764a-ad24-480c-a2b3-c080d67104b9 service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924776 Dec 06 12:17:21.515122 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-829f37be-e18a-4b83-a2b8-2547ac35fb7b req-8086a4a2-1af7-4dfb-8af9-74a5f1984f1b service neutron] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889471 Dec 06 12:17:22.014324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deab70-1fdc-4e07-b131-d4a0f6f271fc req-d601cd4d-2574-4c46-a5ac-f9e573f76e2a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:22.017209 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-89deab70-1fdc-4e07-b131-d4a0f6f271fc req-d601cd4d-2574-4c46-a5ac-f9e573f76e2a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 980 time: 0.0546775 Dec 06 12:17:22.068782 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-89deab70-1fdc-4e07-b131-d4a0f6f271fc req-03a043ab-11b4-43c9-9856-83e270164aad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Dec 06 12:17:22.156036 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-777f48e2-ec35-4171-a993-8c096613c5a0 req-e47a2326-ce02-4d0d-b2d9-5a0f1302e0e3 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 210 time: 0.0310526 Dec 06 12:17:23.196118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0ad0e-18db-43b8-83ae-c7d671303fd5 req-d3e0084b-c532-4048-911b-bbd6d8469359 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:23.197685 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e0c0ad0e-18db-43b8-83ae-c7d671303fd5 req-d3e0084b-c532-4048-911b-bbd6d8469359 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 980 time: 0.0504854 Dec 06 12:17:23.255127 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e0c0ad0e-18db-43b8-83ae-c7d671303fd5 req-de2b513a-9a03-415a-9cb0-7ea663e2070d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516465 Dec 06 12:17:23.269833 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3dd4b077-bcda-4bf3-99d2-8ef5b8c71f0c req-2b4a4409-7178-4194-87e8-e405b934cb6f tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=caf311a8-7a2b-4c5d-b10f-051540c9cb70 HTTP/1.1" status: 200 len: 210 time: 0.0302620 Dec 06 12:17:24.380212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49769c2-00c5-4cd7-9a58-24fa469308d6 req-fc407304-3f54-43ee-b7f8-afd876cc4ec0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:24.381759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d49769c2-00c5-4cd7-9a58-24fa469308d6 req-fc407304-3f54-43ee-b7f8-afd876cc4ec0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 980 time: 0.0573206 Dec 06 12:17:24.439721 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d49769c2-00c5-4cd7-9a58-24fa469308d6 req-940e2950-ff32-48e5-9190-416100ab52fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515177 Dec 06 12:17:25.130675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cab9abe4-d617-4ef9-ae89-edf83cd969ba details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:17:25.231345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:25.252552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'port_id': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'mac_address': 'fa:16:3e:60:6c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:17:25.298224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:25.313270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab9abe4-d617-4ef9-ae89-edf83cd969ba {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:25.334438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:25.338822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:25.388705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=9']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:25.568944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78635814-af77-437d-a730-10cb7822d832 req-2e1cd47d-dc06-46fa-814a-32989dd4c9f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:25.570363 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78635814-af77-437d-a730-10cb7822d832 req-2e1cd47d-dc06-46fa-814a-32989dd4c9f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 981 time: 0.0550427 Dec 06 12:17:25.621100 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78635814-af77-437d-a730-10cb7822d832 req-bf090729-5be1-437f-9d5e-6585fa32b42f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Dec 06 12:17:25.648790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['cab9abe4-d617-4ef9-ae89-edf83cd969ba'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:17:26.216378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f70d4ed1-dcf5-4aad-9291-21e3afb95cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:26.740845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fe017-badf-4a1f-a5a5-dfabe519765a req-b3d6780d-41ab-417e-8cb4-d4e7f43efffd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:26.742352 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6f4fe017-badf-4a1f-a5a5-dfabe519765a req-b3d6780d-41ab-417e-8cb4-d4e7f43efffd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 981 time: 0.0499697 Dec 06 12:17:26.791298 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6f4fe017-badf-4a1f-a5a5-dfabe519765a req-da1fe5f6-25b2-44e1-9d54-e86e8233b540 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 Dec 06 12:17:27.130781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cab9abe4-d617-4ef9-ae89-edf83cd969ba up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:27.184255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port cab9abe4-d617-4ef9-ae89-edf83cd969ba completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:17:27.188216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port cab9abe4-d617-4ef9-ae89-edf83cd969ba triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:27.188593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:27.267548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:27.292257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:27.294619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459c3c17-0b02-4807-bd08-97970bed6eda" -d '{"events": [{"server_uuid": "6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f", "name": "network-vif-plugged", "status": "completed", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:27.309910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:27.315342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:27.339623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a979d6a-58b4-4750-be62-369bb09f4345 x-openstack-request-id: req-8a979d6a-58b4-4750-be62-369bb09f4345 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:27.339967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f", "name": "network-vif-plugged", "status": "completed", "tag": "cab9abe4-d617-4ef9-ae89-edf83cd969ba", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:27.340230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a979d6a-58b4-4750-be62-369bb09f4345 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:27.340646 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab9abe4-d617-4ef9-ae89-edf83cd969ba', 'code': 200} Dec 06 12:17:27.372196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:27.505610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebacba7-4cd0-411b-b843-ebac09d72512 req-29160908-8e0c-4fbb-8d7e-1e78454ec8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:27.507136 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ebacba7-4cd0-411b-b843-ebac09d72512 req-29160908-8e0c-4fbb-8d7e-1e78454ec8d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 1136 time: 0.0446062 Dec 06 12:17:27.552473 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ebacba7-4cd0-411b-b843-ebac09d72512 req-f6be2810-8e35-4e9b-bbd9-b8bbfdc3c433 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374608 Dec 06 12:17:27.910609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792abd5f-f32c-45fd-99a6-39dafca3f693 req-cee3ff30-1384-42ca-8ee2-94c734987397 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:27.912122 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-792abd5f-f32c-45fd-99a6-39dafca3f693 req-cee3ff30-1384-42ca-8ee2-94c734987397 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 983 time: 0.0535984 Dec 06 12:17:27.973290 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-792abd5f-f32c-45fd-99a6-39dafca3f693 req-88758b5d-e341-4c07-8d86-7a71fa825517 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 Dec 06 12:17:28.629689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cff544b-e988-442d-967d-c08111ba5fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.106198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d4f64-24f8-4934-adf9-ce9d767d974f req-999a527f-cf9c-4f8a-852a-59dd303b8b12 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:29.107976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a35d4f64-24f8-4934-adf9-ce9d767d974f req-999a527f-cf9c-4f8a-852a-59dd303b8b12 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 983 time: 0.0560327 Dec 06 12:17:29.159977 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a35d4f64-24f8-4934-adf9-ce9d767d974f req-4c9a4026-6248-4879-a22a-f13ff616c564 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Dec 06 12:17:29.278818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6067729-8702-4c1f-b8f1-2e0e813d09c5 req-3a1fb9f9-ddaf-453a-aa74-23695a5e8d47 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:29.280517 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6067729-8702-4c1f-b8f1-2e0e813d09c5 req-3a1fb9f9-ddaf-453a-aa74-23695a5e8d47 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 983 time: 0.0516920 Dec 06 12:17:29.332455 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6067729-8702-4c1f-b8f1-2e0e813d09c5 req-dc70b5a2-fd7c-4201-87aa-d980cdaf2276 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449321 Dec 06 12:17:29.354853 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46398) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:29.426599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143395c-3b96-4600-98fe-d773ab5d7424 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:29.428158 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4143395c-3b96-4600-98fe-d773ab5d7424 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f&network_id=212a9731-79a4-4810-8ff2-a2280cc27e49 HTTP/1.1" status: 200 len: 1131 time: 0.0722902 Dec 06 12:17:29.641423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60373ba-c9e1-4e62-8459-ea14742f0923 req-3169a272-560a-43e7-b898-d54935244609 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:29.642911 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a60373ba-c9e1-4e62-8459-ea14742f0923 req-3169a272-560a-43e7-b898-d54935244609 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 983 time: 0.0503941 Dec 06 12:17:29.690103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a60373ba-c9e1-4e62-8459-ea14742f0923 req-2678cb72-dafc-45c4-ab53-e27da2ca5f8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Dec 06 12:17:29.725551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46406) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:29.787049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.887677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Deleting port cd829079-d4d9-4177-ac56-d334fa68ce94 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:29.887961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.968023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.968378 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:29.980293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Calling delete_port for cd829079-d4d9-4177-ac56-d334fa68ce94 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:30.148905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.171515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event deleted for resources: {'Port': ['ID=cd829079-d4d9-4177-ac56-d334fa68ce94,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:30.236296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.236740 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Floating IP 502cc2e1-fd57-494b-8855-b7fee821f552 disassociated (deleted). External IP: 172.36.1.10, port: f2eae54a-4810-4a22-8e5a-c615bad4daf2. Dec 06 12:17:30.443527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:30.550823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:30.555201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.560614 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:30.570004 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:30.570609 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:30.581730 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e4e50e21-252a-4d04-9ad3-cb63e30d3af2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "DELETE /v2.0/floatingips/502cc2e1-fd57-494b-8855-b7fee821f552 HTTP/1.1" status: 204 len: 168 time: 0.8550904 Dec 06 12:17:30.582584 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:30.585238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43d520d-fce7-41f6-9e04-783eb967f2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:30.685344 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:30.720465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c199ec9-dde3-4288-bbeb-bdc6af17cdb8 x-openstack-request-id: req-0c199ec9-dde3-4288-bbeb-bdc6af17cdb8 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:30.722231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:30.723351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c199ec9-dde3-4288-bbeb-bdc6af17cdb8 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:30.724282 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'status': 'completed', 'code': 200} Dec 06 12:17:30.869533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-fddf4a5a-b2a4-4de6-8b5c-502c313bbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:30.871151 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-fddf4a5a-b2a4-4de6-8b5c-502c313bbe88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67ab925408f94f2ca80b9355416614b2&device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 1098 time: 0.1263053 Dec 06 12:17:30.873442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:30.881751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517c529-64eb-41fd-80f0-d1d844eb3d78 req-dee71603-710d-4b5b-ad00-7ee907ab09ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:30.883283 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3517c529-64eb-41fd-80f0-d1d844eb3d78 req-dee71603-710d-4b5b-ad00-7ee907ab09ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 983 time: 0.1080432 Dec 06 12:17:30.893379 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:30.899804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0849e38-000b-4f13-95f5-1e684c301993 req-293f71e5-eac1-48a4-9d6c-c8f613043fa0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:30.901299 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0849e38-000b-4f13-95f5-1e684c301993 req-293f71e5-eac1-48a4-9d6c-c8f613043fa0 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 945 time: 0.1141555 Dec 06 12:17:30.924210 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:30.934478 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:30.934923 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:31.040866 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:31.052352 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3517c529-64eb-41fd-80f0-d1d844eb3d78 req-2106f477-079d-4c61-9d52-bd350b8d0b1f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0317685f-ab7c-4641-8e73-6befadc43abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485422 Dec 06 12:17:31.075188 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0849e38-000b-4f13-95f5-1e684c301993 req-cae4ede3-4bf8-4d78-84bd-e0993a934c1d tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471105 Dec 06 12:17:31.091097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-7e52cdd6-a6ac-41c2-ab60-3ca62410236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:31.092627 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-7e52cdd6-a6ac-41c2-ab60-3ca62410236f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 200 len: 912 time: 0.2083783 Dec 06 12:17:31.115652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-0ed30788-0520-4386-a1d2-1837a8f23382 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:31.117185 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-0ed30788-0520-4386-a1d2-1837a8f23382 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 983 time: 0.0939460 Dec 06 12:17:31.151679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-48ff328d-be3d-488c-be2f-3ab74a1a9161 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2 HTTP/1.1" status: 200 len: 217 time: 0.0508811 Dec 06 12:17:31.213912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-de91cad3-6d61-4414-b59e-1203819b792c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:31.215316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-de91cad3-6d61-4414-b59e-1203819b792c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0718577 Dec 06 12:17:31.238736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-16c58d5c-6841-4e03-bbbe-17b3d1c49fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:31.238980 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:31.240436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-16c58d5c-6841-4e03-bbbe-17b3d1c49fd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 200 len: 850 time: 0.0657194 Dec 06 12:17:31.264565 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfdbba-66fb-4e8b-b104-fb0d2e6820cb None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:00Z', 'revision_number': 4, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582abbc8-553c-460d-8c1e-a10d1d6dffaa', 'name': '', 'network_id': '9db4f462-d759-40a6-874a-84bb45b7b094', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'mac_address': 'fa:16:3e:e4:4b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:58Z', 'updated_at': '2021-12-06T12:10:10Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'subnets': [{'id': 'c05e822a-f2f8-4e48-badb-9b2505086a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:31.346451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-b623b014-c194-43a8-bfc4-5d2c3da0914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:31.347998 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-b623b014-c194-43a8-bfc4-5d2c3da0914a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9db4f462-d759-40a6-874a-84bb45b7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968308 Dec 06 12:17:31.372857 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-3aafb72d-e755-4182-b945-22476c44f137 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1461530 Dec 06 12:17:31.395455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:31.497450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.508628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11810535-60a2-4348-b258-9423ffb65403 None None] New status for floating IP 502cc2e1-fd57-494b-8855-b7fee821f552: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:17:31.522536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-e1c75a8e-22a8-46cc-af6e-6adfb9dd46a3 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653008 Dec 06 12:17:31.699520 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f43d520d-fce7-41f6-9e04-783eb967f2c9 req-6af0580f-f575-4c60-be54-ad5858a0fe32 service neutron] 10.222.0.43 "GET /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571643 Dec 06 12:17:31.723401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cab9abe4-d617-4ef9-ae89-edf83cd969ba,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:31.758621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] For port cab9abe4-d617-4ef9-ae89-edf83cd969ba, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:31.795314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] device_id is not set on port cab9abe4-d617-4ef9-ae89-edf83cd969ba yet. {{(pid=103286) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 12:17:31.804542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.811347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.892680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] Pushing event updated for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:31.918839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:31.932796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] No DVR routers for this DVR port cab9abe4-d617-4ef9-ae89-edf83cd969ba on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:32.072362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-da99831b-4441-4f90-b9d2-d8e4a840bfe1 None None] Provisioning complete for port cab9abe4-d617-4ef9-ae89-edf83cd969ba triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:32.073044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da99831b-4441-4f90-b9d2-d8e4a840bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.078657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] In _notify_port_updated(), no bound segment for port cab9abe4-d617-4ef9-ae89-edf83cd969ba on network 212a9731-79a4-4810-8ff2-a2280cc27e49 {{(pid=103286) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 12:17:32.079899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:32.080556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.082155 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c06b892-55aa-4f7d-8a0f-5926f2ccba3b req-9632e471-55d5-4f39-b2c8-73aac5cdc44b service neutron] 10.222.0.43 "PUT /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 200 len: 1026 time: 0.6994643 Dec 06 12:17:32.119241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-da99831b-4441-4f90-b9d2-d8e4a840bfe1 None None] Port cab9abe4-d617-4ef9-ae89-edf83cd969ba cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:32.174870 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1730d71-a885-4efb-a8d5-031aae3c2553 req-a2c7dcb0-c825-4c52-9abd-fd93ada1aa38 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fe33e15-5dda-44e8-ba13-3e60e3eb8c0f HTTP/1.1" status: 200 len: 210 time: 0.0263376 Dec 06 12:17:32.232634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a66da-17f1-450b-82f3-82fdb5a51b3e req-cde799bb-40db-407a-bc40-71edcb4bbf9a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:32.234144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-600a66da-17f1-450b-82f3-82fdb5a51b3e req-cde799bb-40db-407a-bc40-71edcb4bbf9a tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 945 time: 0.0583563 Dec 06 12:17:32.283211 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-600a66da-17f1-450b-82f3-82fdb5a51b3e req-ca7ad9c1-3a6e-4ac8-9389-fb2c332a2f72 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff3defee-7de2-47a6-8ec7-6fdae2e4377b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Dec 06 12:17:32.430531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-cd694b66-eec6-4496-8704-f8e0bea831db tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:32.432094 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-cd694b66-eec6-4496-8704-f8e0bea831db tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 945 time: 0.0480132 Dec 06 12:17:32.534082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Deleting port f2eae54a-4810-4a22-8e5a-c615bad4daf2 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:32.534369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.623147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] For port f2eae54a-4810-4a22-8e5a-c615bad4daf2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f2eae54a-4810-4a22-8e5a-c615bad4daf2,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:32.623505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.637124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Calling delete_port for f2eae54a-4810-4a22-8e5a-c615bad4daf2 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:32.762785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.791306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event deleted for resources: {'Port': ['ID=f2eae54a-4810-4a22-8e5a-c615bad4daf2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:32.835880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] No DVR routers for this DVR port f2eae54a-4810-4a22-8e5a-c615bad4daf2 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:32.838653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:32.842290 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f0b4fad-cbf2-4133-a062-df1fb56b1baf req-b2446158-ee83-4f1c-97b3-53f50e7ec2c2 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.43 "DELETE /v2.0/ports/f2eae54a-4810-4a22-8e5a-c615bad4daf2 HTTP/1.1" status: 204 len: 173 time: 0.4021964 Dec 06 12:17:32.842732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'name': 'network-vif-deleted', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:32.846603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc7bc40-99cf-488a-b761-8dcabbb5ad9d" -d '{"events": [{"server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "name": "network-vif-deleted", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:32.882355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f609fc5a-98e1-4e41-9857-c0037997c1fa x-openstack-request-id: req-f609fc5a-98e1-4e41-9857-c0037997c1fa {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:32.882774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81f7801-e18b-476c-93ab-5f7c0be14e7e", "name": "network-vif-deleted", "tag": "f2eae54a-4810-4a22-8e5a-c615bad4daf2", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:32.883124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f609fc5a-98e1-4e41-9857-c0037997c1fa {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:32.883542 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81f7801-e18b-476c-93ab-5f7c0be14e7e', 'name': 'network-vif-deleted', 'tag': 'f2eae54a-4810-4a22-8e5a-c615bad4daf2', 'status': 'completed', 'code': 200} Dec 06 12:17:33.179971 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cab9abe4-d617-4ef9-ae89-edf83cd969ba no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:33.229721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device cab9abe4-d617-4ef9-ae89-edf83cd969ba not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:33.238908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46426) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:33.313285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33222f29-5e9d-43ef-8856-c9096eba6477 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.340700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33222f29-5e9d-43ef-8856-c9096eba6477 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.393060 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1cb0cdbe-02d4-4c2d-bfb3-df131be300e8 req-7ee9f699-3979-4903-8a49-2cea4058a1e4 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 210 time: 0.0377836 Dec 06 12:17:33.429178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33222f29-5e9d-43ef-8856-c9096eba6477 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.431771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33222f29-5e9d-43ef-8856-c9096eba6477 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.432996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-33222f29-5e9d-43ef-8856-c9096eba6477 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/f6d5f384-3096-4616-9213-f3425a9d81aa HTTP/1.1" status: 204 len: 168 time: 0.1931007 Dec 06 12:17:33.445407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33222f29-5e9d-43ef-8856-c9096eba6477 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d5f384-3096-4616-9213-f3425a9d81aa,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:33.463151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46432) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:33.624153 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port e2d47cdf-4640-48e6-9b3f-4cd14230c5fd {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:33.624496 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.705099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.705354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.718164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for e2d47cdf-4640-48e6-9b3f-4cd14230c5fd owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:33.869394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.896676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=e2d47cdf-4640-48e6-9b3f-4cd14230c5fd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:33.955771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:33.956093 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP ae9ab8b4-3e87-41cb-b679-379f1f74cae6 disassociated (deleted). External IP: 172.36.1.227, port: cab9abe4-d617-4ef9-ae89-edf83cd969ba. Dec 06 12:17:34.166450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:34.274286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:34.279464 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.286273 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] Sync routers for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:34.298455 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:34.299166 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:34.310563 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6070f52b-1e84-40a3-b7eb-6409a1c124d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/ae9ab8b4-3e87-41cb-b679-379f1f74cae6 HTTP/1.1" status: 204 len: 168 time: 0.8438520 Dec 06 12:17:34.381979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46438) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:34.412546 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:34.450980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fa99518-4a83-4d7c-b447-f659cd534d0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.481057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fa99518-4a83-4d7c-b447-f659cd534d0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.531876 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7aa0c0c8-9c59-4c6e-a9d4-ced2ece16838 req-3b24313d-24ad-496b-b3e9-581cdd490c50 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 210 time: 0.0339854 Dec 06 12:17:34.568704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fa99518-4a83-4d7c-b447-f659cd534d0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.571625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8fa99518-4a83-4d7c-b447-f659cd534d0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.572985 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8fa99518-4a83-4d7c-b447-f659cd534d0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/793942af-bc1b-44f4-b8ba-414358a611ce HTTP/1.1" status: 204 len: 168 time: 0.1900427 Dec 06 12:17:34.584559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa99518-4a83-4d7c-b447-f659cd534d0d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=793942af-bc1b-44f4-b8ba-414358a611ce,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:34.641450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46444) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:34.679344 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:17:34.730504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4e195d50-5e22-4f57-9947-8868c6aea6cf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port cab9abe4-d617-4ef9-ae89-edf83cd969ba {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:34.730947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e195d50-5e22-4f57-9947-8868c6aea6cf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.758596 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:34.792540 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] Checking router: 45759e08-2b02-4f20-a2bc-3ab3aec2f54d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:34.801696 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:34.802316 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:34.826785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e195d50-5e22-4f57-9947-8868c6aea6cf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:34.846605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4e195d50-5e22-4f57-9947-8868c6aea6cf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for cab9abe4-d617-4ef9-ae89-edf83cd969ba owned by {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:34.917247 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:34.996595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e195d50-5e22-4f57-9947-8868c6aea6cf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.029080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e195d50-5e22-4f57-9947-8868c6aea6cf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=cab9abe4-d617-4ef9-ae89-edf83cd969ba,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:35.116261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4e195d50-5e22-4f57-9947-8868c6aea6cf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:35.122144 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4e195d50-5e22-4f57-9947-8868c6aea6cf tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/ports/cab9abe4-d617-4ef9-ae89-edf83cd969ba HTTP/1.1" status: 204 len: 168 time: 0.4770863 Dec 06 12:17:35.122696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46446) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:35.161642 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:35.178025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device f2eae54a-4810-4a22-8e5a-c615bad4daf2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:35.193088 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe50021-2271-4380-b7c2-53045f42a89a None None] The sync data for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv is: [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:56Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a9171a0d-cfbc-4a8f-a5b6-0592226753d2', 'name': '', 'network_id': '212a9731-79a4-4810-8ff2-a2280cc27e49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:f9:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:55Z', 'updated_at': '2021-12-06T12:16:59Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '813ea410-6577-482c-9c9d-3bf2448a9b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:35.216344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: f2eae54a-4810-4a22-8e5a-c615bad4daf2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:35.216694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device f2eae54a-4810-4a22-8e5a-c615bad4daf2 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:35.495279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e903e51d-c216-45dd-9d8e-021fd308932a None None] New status for floating IP ae9ab8b4-3e87-41cb-b679-379f1f74cae6: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:17:35.696669 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1fc849f9-56ea-4849-834b-c88a409d8e3c req-2b6872ca-7c25-437f-b581-03c9466c87ae tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 210 time: 0.0330060 Dec 06 12:17:35.901109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.161313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port a9171a0d-cfbc-4a8f-a5b6-0592226753d2 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:36.161727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.248643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port a9171a0d-cfbc-4a8f-a5b6-0592226753d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:36.248995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.263039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for a9171a0d-cfbc-4a8f-a5b6-0592226753d2 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:36.454966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.478870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=a9171a0d-cfbc-4a8f-a5b6-0592226753d2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:36.664982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:36.803732 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bea58f25-2b6b-4874-9f90-c55599708d27 req-964d025b-5fe7-4770-85fb-d37d35faa624 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81f7801-e18b-476c-93ab-5f7c0be14e7e HTTP/1.1" status: 200 len: 210 time: 0.0314770 Dec 06 12:17:36.911253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:37.018690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:37.026873 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ebcbdda9-91de-4106-ad18-c4caa51b7922 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/45759e08-2b02-4f20-a2bc-3ab3aec2f54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9000490 Dec 06 12:17:37.026873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46452) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:37.029398 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] Sync routers for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:37.040395 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:37.041001 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:37.081093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-144ee2c1-11cf-4980-85e1-833bcf438405 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet 813ea410-6577-482c-9c9d-3bf2448a9b6d {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:17:37.084484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-144ee2c1-11cf-4980-85e1-833bcf438405 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.136598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-144ee2c1-11cf-4980-85e1-833bcf438405 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.163473 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:37.246092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-144ee2c1-11cf-4980-85e1-833bcf438405 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.315231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-144ee2c1-11cf-4980-85e1-833bcf438405 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.341690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ee2c1-11cf-4980-85e1-833bcf438405 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=813ea410-6577-482c-9c9d-3bf2448a9b6d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:37.347355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-144ee2c1-11cf-4980-85e1-833bcf438405 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.350461 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-144ee2c1-11cf-4980-85e1-833bcf438405 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/813ea410-6577-482c-9c9d-3bf2448a9b6d HTTP/1.1" status: 204 len: 168 time: 0.3229179 Dec 06 12:17:37.355336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2ddde-1248-46df-a616-34e2590e969e None None] Network 212a9731-79a4-4810-8ff2-a2280cc27e49 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:17:37.356950 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:17:36Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:37.357692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46454) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:37.387972 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] Checking router: 45759e08-2b02-4f20-a2bc-3ab3aec2f54d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:37.397225 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] Routers {'45759e08-2b02-4f20-a2bc-3ab3aec2f54d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:37.397841 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:37.482493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.515274 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] Set router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:37.563002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] DHCP port deletion for 212a9731-79a4-4810-8ff2-a2280cc27e49 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:37.630102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] Deleting port 3bcea924-e386-4984-9772-a618177d0d75 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:37.630477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.717161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] For port 3bcea924-e386-4984-9772-a618177d0d75, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bcea924-e386-4984-9772-a618177d0d75,segment=NetworkSegment(f85a3a06-736b-40b5-a3e7-4a7b0863aedf),segment_id=f85a3a06-736b-40b5-a3e7-4a7b0863aedf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:37.717722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.732373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] Calling delete_port for 3bcea924-e386-4984-9772-a618177d0d75 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:37.746065 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:17:36Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:37.775325 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd6237-50fa-4845-8a30-3f3a4c9d1b96 None None] The sync data for ids ['45759e08-2b02-4f20-a2bc-3ab3aec2f54d'] in dv-neutron-master-2-hyperv is: [{'id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'name': 'tempest-TestNetworkBasicOps-router-92887945', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141'}], 'enable_snat': True}, 'gw_port_id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:17:36Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'd95362e9-5770-4662-911a-bf0c42ad8dba', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45759e08-2b02-4f20-a2bc-3ab3aec2f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:16:53Z', 'updated_at': '2021-12-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:37.838393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.865510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46458) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:37.866376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] Pushing event deleted for resources: {'Port': ['ID=3bcea924-e386-4984-9772-a618177d0d75,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:37.872145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80158ae5-524b-4f69-92af-bf82c52aca48 None None] No DVR routers for this DVR port 3bcea924-e386-4984-9772-a618177d0d75 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:37.912408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:37.966253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port d95362e9-5770-4662-911a-bf0c42ad8dba {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:37.966574 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.004092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Deleting port 3907137d-fe28-42a3-a5cb-caec64eba930 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:38.004434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.048834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port d95362e9-5770-4662-911a-bf0c42ad8dba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d95362e9-5770-4662-911a-bf0c42ad8dba,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:38.049191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.061840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for d95362e9-5770-4662-911a-bf0c42ad8dba owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:38.085972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.086196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.098449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Calling delete_port for 3907137d-fe28-42a3-a5cb-caec64eba930 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:38.245287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.247051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.273804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=d95362e9-5770-4662-911a-bf0c42ad8dba,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:38.276378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event deleted for resources: {'Port': ['ID=3907137d-fe28-42a3-a5cb-caec64eba930,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:38.301891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73255885-e8fd-4370-b5c3-ab7f229fe45d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:38.339620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.350240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.352839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.354006 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e1de45d8-41aa-4604-b446-29a73d0a9a11 tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf8ff59f-ea7f-431d-bd60-117937d4552b HTTP/1.1" status: 204 len: 168 time: 0.4868145 Dec 06 12:17:38.434516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.436076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.486287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.487025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Fanout notify agent at l3_agent the message router_deleted on router 45759e08-2b02-4f20-a2bc-3ab3aec2f54d {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:17:38.494836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.496074 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-44b3bba8-cb0b-4fe2-a977-62508e11b74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/routers/45759e08-2b02-4f20-a2bc-3ab3aec2f54d HTTP/1.1" status: 204 len: 168 time: 1.1373370 Dec 06 12:17:38.499899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46468) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:38.591655 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.689743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.709341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212a9731-79a4-4810-8ff2-a2280cc27e49']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:38.718966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:38.719284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85a3a06-736b-40b5-a3e7-4a7b0863aedf') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:38.728880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.743022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.748931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:17:38.749309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:17:38.752636 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:17:38.821290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.828910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.832425 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/212a9731-79a4-4810-8ff2-a2280cc27e49 HTTP/1.1" status: 204 len: 168 time: 0.3325870 Dec 06 12:17:38.847513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46470) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:38.850609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a37e6-4d4b-4701-8155-b78fc2f7d2f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=212a9731-79a4-4810-8ff2-a2280cc27e49,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:38.859505 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-51c08f65-e65d-4931-b87a-64bb5b8f6ee9 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106587 Dec 06 12:17:38.861847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46472) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:38.867114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--907516206', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:38.888684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:17:38.893307 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.917039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:17:38.926048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:38.926389 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment b73309c0-1fee-4680-af14-b31406c78fcc of type vlan for network e8d93890-4bc2-49f3-9c2c-8355ccf3065b Dec 06 12:17:38.969371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.000350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.006251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:39.006874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.075843 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2129190 Dec 06 12:17:39.082163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46474) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:39.088316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'admin_state_up': True, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:39.094998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb09e7a-4c1c-4595-9c65-09890435218e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=e8d93890-4bc2-49f3-9c2c-8355ccf3065b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:39.120042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:17:39.120768 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.121680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.182918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.214562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3bcea924-e386-4984-9772-a618177d0d75 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:39.238053 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 3bcea924-e386-4984-9772-a618177d0d75 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:39.238685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3bcea924-e386-4984-9772-a618177d0d75 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:39.239124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d95362e9-5770-4662-911a-bf0c42ad8dba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:39.258837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d95362e9-5770-4662-911a-bf0c42ad8dba {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:39.259463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d95362e9-5770-4662-911a-bf0c42ad8dba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:39.260079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a9171a0d-cfbc-4a8f-a5b6-0592226753d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:39.291994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a9171a0d-cfbc-4a8f-a5b6-0592226753d2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:39.291994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a9171a0d-cfbc-4a8f-a5b6-0592226753d2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:39.353528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.556559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.581027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.685538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.225 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/2f72d4c7-e675-4555-a33b-6d36e7829b93) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:39.798088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.832167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:39.874445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:39.879094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:39.884415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:39.886556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=2f72d4c7-e675-4555-a33b-6d36e7829b93,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:39.892262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f021c3-ff87-4f4c-9296-7bc15850c9a4 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:40.018063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-558795df-c3c6-4192-8386-a579d517d3c0 None None] Provisioning complete for port 2f72d4c7-e675-4555-a33b-6d36e7829b93 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:40.018434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-558795df-c3c6-4192-8386-a579d517d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.053950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-558795df-c3c6-4192-8386-a579d517d3c0 None None] Port 2f72d4c7-e675-4555-a33b-6d36e7829b93 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:40.166548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.368469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.497290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 359e37db-0cf7-44da-aac5-883ac1f0df0e is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:17:40.608322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:40.621885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Sync routers for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:40.633662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.636332 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9caca0f4-5b9a-4788-a3da-07db4437def1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5534854 Dec 06 12:17:40.638040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46480) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:40.639596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:40.640292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:40.672685 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8690cfdf-650c-474f-8207-78af7198e86a tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306828 Dec 06 12:17:40.673287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46482) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:40.761436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:40.771619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f532ff-d687-4e59-813f-a18932ff1121 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:40.775849 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-66f532ff-d687-4e59-813f-a18932ff1121 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972960 Dec 06 12:17:40.776286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46484) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:40.807806 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1b21a43f-7064-4fce-863e-1c5563fb4d12 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280244 Dec 06 12:17:40.808160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46486) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:40.813338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482228737', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:40.905434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:17:40.909488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:40.954575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:40Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:40.982036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Checking router: 359e37db-0cf7-44da-aac5-883ac1f0df0e for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:40.982355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Updating router 359e37db-0cf7-44da-aac5-883ac1f0df0e port 2f72d4c7-e675-4555-a33b-6d36e7829b93 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:17:41.013393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.113051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.187465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=70d2d8b3-41e4-4c4a-8cf3-7c98911c2916,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:41.194807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:41.195138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: e8d93890-4bc2-49f3-9c2c-8355ccf3065b, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:17:41.214387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:17:41.225920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e8d93890-4bc2-49f3-9c2c-8355ccf3065b) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:41.230743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:41.231472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.245699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf4121e-6e8f-4534-81cc-cdd8c05dd159 None None] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:17:41.250229 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-dc895a25-e3ac-45cd-ab22-5799e59a0236 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4404745 Dec 06 12:17:41.253132 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46488) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:41.405140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.415010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.487820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a111bd-91ca-4882-8861-3ccaee0218c0 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:41.504191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:17:41.505071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.522569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Attempting to bind port 2f72d4c7-e675-4555-a33b-6d36e7829b93 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:41.522954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Attempting to bind port 2f72d4c7-e675-4555-a33b-6d36e7829b93 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:41.523357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Attempting to bind port 2f72d4c7-e675-4555-a33b-6d36e7829b93 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:41.529509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bfd92-098b-48ed-88e2-c9d12f88dfce None None] Pushing event updated for resources: {'Port': ['ID=2f72d4c7-e675-4555-a33b-6d36e7829b93,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:41.533898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:41.534282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:41.534701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.535079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:41.535957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Bound port: 2f72d4c7-e675-4555-a33b-6d36e7829b93, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:41.535957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.684853 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Allocated IP 172.20.0.2 (e8d93890-4bc2-49f3-9c2c-8355ccf3065b/70d2d8b3-41e4-4c4a-8cf3-7c98911c2916/e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:41.706271 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46492) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:41.737370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.784334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d24535cc-625e-4ba9-bd43-b5353aeef1af tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.826688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d24535cc-625e-4ba9-bd43-b5353aeef1af tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.861867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.893193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.916758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c02a6789-a609-46ee-bb50-fd93129dc78a None None] Provisioning complete for port 2f72d4c7-e675-4555-a33b-6d36e7829b93 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:41.917451 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c02a6789-a609-46ee-bb50-fd93129dc78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.925153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d24535cc-625e-4ba9-bd43-b5353aeef1af tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.931009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d24535cc-625e-4ba9-bd43-b5353aeef1af tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:41.936068 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d24535cc-625e-4ba9-bd43-b5353aeef1af tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] 10.222.0.24 "DELETE /v2.0/security-groups/ff3defee-7de2-47a6-8ec7-6fdae2e4377b HTTP/1.1" status: 204 len: 168 time: 0.2252190 Dec 06 12:17:41.936258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:41.953752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24535cc-625e-4ba9-bd43-b5353aeef1af tempest-TestVolumeBootPattern-366031108 tempest-TestVolumeBootPattern-366031108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3defee-7de2-47a6-8ec7-6fdae2e4377b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:41.977550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:42.003594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46496) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:42.004112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:42.014666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] For port 2f72d4c7-e675-4555-a33b-6d36e7829b93, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:42.047706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] For port 2f72d4c7-e675-4555-a33b-6d36e7829b93, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f72d4c7-e675-4555-a33b-6d36e7829b93,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:42.062129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.1 (e8d93890-4bc2-49f3-9c2c-8355ccf3065b/70d2d8b3-41e4-4c4a-8cf3-7c98911c2916/2e4226db-351f-4c26-a950-e54094a3da7f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:42.073386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c02a6789-a609-46ee-bb50-fd93129dc78a None None] Port 2f72d4c7-e675-4555-a33b-6d36e7829b93 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:42.075323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.081615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Pushing event updated for resources: {'Port': ['ID=e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:42.149300 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e63057-550f-4c3f-bc2a-ee2c9408382b None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:42.159556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Attempting to bind port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:42.160032 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Attempting to bind port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:42.160409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Attempting to bind port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 on network e8d93890-4bc2-49f3-9c2c-8355ccf3065b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:42.183827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:42.183827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Checking segment: {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:42.184256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.184497 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Bound using segment: {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:42.184920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Bound port: e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:42.185310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.187364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:42.188515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:42.194819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bfd92-098b-48ed-88e2-c9d12f88dfce None None] Pushing event updated for resources: {'Port': ['ID=2f72d4c7-e675-4555-a33b-6d36e7829b93,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:42.239444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.295655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.360798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=2e4226db-351f-4c26-a950-e54094a3da7f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:42.377515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:42.379125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:42.381993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:42.432295 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.501252 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-488df65c-21f4-4939-974e-553868d47ecf None None] Provisioning complete for port 2f72d4c7-e675-4555-a33b-6d36e7829b93 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:42.501709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-488df65c-21f4-4939-974e-553868d47ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.560090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] For port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:42.569582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] For port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:42.578522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:42.610368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.696138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.832751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56475d-e174-477f-bdac-45b85770bba0 None None] Pushing event updated for resources: {'Port': ['ID=e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:42.862826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-488df65c-21f4-4939-974e-553868d47ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.888191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-488df65c-21f4-4939-974e-553868d47ecf None None] For port 2f72d4c7-e675-4555-a33b-6d36e7829b93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f72d4c7-e675-4555-a33b-6d36e7829b93,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:42.902275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-488df65c-21f4-4939-974e-553868d47ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:42.981418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:40Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:42.997644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.025775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488df65c-21f4-4939-974e-553868d47ecf None None] Pushing event updated for resources: {'Port': ['ID=2f72d4c7-e675-4555-a33b-6d36e7829b93,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:43.028919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Deleting port 582abbc8-553c-460d-8c1e-a10d1d6dffaa {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:43.029477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.029612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1b9fc-ba5e-4331-a783-cd82f9d466a9 None None] The sync data for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv is: [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:40Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:43.153893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] For port 582abbc8-553c-460d-8c1e-a10d1d6dffaa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=582abbc8-553c-460d-8c1e-a10d1d6dffaa,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:43.154351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.183604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Calling delete_port for 582abbc8-553c-460d-8c1e-a10d1d6dffaa owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:43.258636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:43.362020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:43.362425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.457714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.492340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Pushing event deleted for resources: {'Port': ['ID=582abbc8-553c-460d-8c1e-a10d1d6dffaa,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:43.492626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.495059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.505958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.542084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:43.553305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.631108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:43.675639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=2e4226db-351f-4c26-a950-e54094a3da7f,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:43.678116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.758563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:43.787511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:43.789164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:43.938528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 359e37db-0cf7-44da-aac5-883ac1f0df0e has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:44.132314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:44.147495 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1c192eaa-ed0c-448f-82fd-7d8e2daa1101 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/359e37db-0cf7-44da-aac5-883ac1f0df0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8927422 Dec 06 12:17:44.148935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46500) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:44.322469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d36a67-504f-487c-abf7-f898f9670000 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.322946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d36a67-504f-487c-abf7-f898f9670000 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.323413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d36a67-504f-487c-abf7-f898f9670000 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.323882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d36a67-504f-487c-abf7-f898f9670000 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.324349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d36a67-504f-487c-abf7-f898f9670000 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.324810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d36a67-504f-487c-abf7-f898f9670000 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.330829 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c0d36a67-504f-487c-abf7-f898f9670000 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1806037 Dec 06 12:17:44.334233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821dc03-e202-40cc-b618-45581ca1c57a None None] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:17:44.344421 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46502) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:44.433802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679fd97-0e82-4b63-90c4-b5f79da72e50 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.434183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679fd97-0e82-4b63-90c4-b5f79da72e50 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.434638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679fd97-0e82-4b63-90c4-b5f79da72e50 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.435088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679fd97-0e82-4b63-90c4-b5f79da72e50 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.435534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679fd97-0e82-4b63-90c4-b5f79da72e50 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.436060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679fd97-0e82-4b63-90c4-b5f79da72e50 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:44.441186 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f679fd97-0e82-4b63-90c4-b5f79da72e50 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0953910 Dec 06 12:17:44.441815 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46504) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:44.469726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2a890075-1b11-4306-bb6b-ed80689648d7 None None] Provisioning complete for port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:44.470102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a890075-1b11-4306-bb6b-ed80689648d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:44.508938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Router 18f093db-8e03-436a-98f4-8a90dbd56ce7 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:44.611289 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3f326a7a-d31d-4ee5-8236-9449060ef0a1 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1681886 Dec 06 12:17:44.639924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:44.647999 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a1d31a2c-9f62-4371-93a8-31f449d41752 admin admin] 10.222.0.24 "PUT /v2.0/routers/18f093db-8e03-436a-98f4-8a90dbd56ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6403191 Dec 06 12:17:44.648695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46508) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:44.655603 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] Sync routers for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:44.680019 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:44.680651 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:44.823576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:44.860901 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:44.968763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fd21c8f2-8a31-4c07-8eba-6d66b5b47641 None None] Provisioning complete for port 2e4226db-351f-4c26-a950-e54094a3da7f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:44.971206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd21c8f2-8a31-4c07-8eba-6d66b5b47641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.026136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.081878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fd21c8f2-8a31-4c07-8eba-6d66b5b47641 None None] Port 2e4226db-351f-4c26-a950-e54094a3da7f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:45.150682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.177819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fd21c8f2-8a31-4c07-8eba-6d66b5b47641 None None] Provisioning complete for port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:45.178275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd21c8f2-8a31-4c07-8eba-6d66b5b47641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.193041 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Deleting port 5ab7f32b-32dc-47d7-af45-effade59b57d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:45.196844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.362773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46510) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:45.364721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] For port 5ab7f32b-32dc-47d7-af45-effade59b57d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ab7f32b-32dc-47d7-af45-effade59b57d,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:45.365816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.368319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772075634', 'description': 'tempest-secgroup-smoke-772075634 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:45.399542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Calling delete_port for 5ab7f32b-32dc-47d7-af45-effade59b57d owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:45.420731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.524547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2f72d4c7-e675-4555-a33b-6d36e7829b93 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:45.532852 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121'}], 'enable_snat': True}, 'gw_port_id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:17:43Z', 'revision_number': 5, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port': {'id': '5ab7f32b-32dc-47d7-af45-effade59b57d', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:45.581991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3b997b6b-3d6d-420f-8749-4ab7788a6bb7 None None] Provisioning complete for port 2e4226db-351f-4c26-a950-e54094a3da7f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:45.582483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b997b6b-3d6d-420f-8749-4ab7788a6bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.588634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Sync routers for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:45.602976 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] Checking router: 18f093db-8e03-436a-98f4-8a90dbd56ce7 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:45.606840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.612948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.626965 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] Routers {'18f093db-8e03-436a-98f4-8a90dbd56ce7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:45.627952 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['18f093db-8e03-436a-98f4-8a90dbd56ce7'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:45.641587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:45.642615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:45.645161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3b997b6b-3d6d-420f-8749-4ab7788a6bb7 None None] Port 2e4226db-351f-4c26-a950-e54094a3da7f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:45.647744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.649373 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2854688 Dec 06 12:17:45.652679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46512) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:45.662196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cd4bc4c2-30c2-4234-b2ef-31a80cb2bcf6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'b746bae2-bc6c-4324-b1f9-5ca30bc5b57f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:45.714329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:45.723813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2f72d4c7-e675-4555-a33b-6d36e7829b93 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:45.724849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.737428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.737838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.738137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.738487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.738832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.739158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.739504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.739834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.740729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.741235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.741576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.741905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.742473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d78df-c8f6-46dc-af26-f2620a5f41fd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.746185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd4bc4c2-30c2-4234-b2ef-31a80cb2bcf6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.778137 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] Set router 18f093db-8e03-436a-98f4-8a90dbd56ce7 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:45.791579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.837894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab7f32b-32dc-47d7-af45-effade59b57d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:45.844380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1b82bd12-2890-4ec8-a083-632f445051fa None None] Provisioning complete for port 2e4226db-351f-4c26-a950-e54094a3da7f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:45.844869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b82bd12-2890-4ec8-a083-632f445051fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.847894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:45.863606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd4bc4c2-30c2-4234-b2ef-31a80cb2bcf6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.866863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.867312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.867615 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.867934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.868340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.868596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.868931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.869260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.869607 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.869956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.870249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.870462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd4bc4c2-30c2-4234-b2ef-31a80cb2bcf6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.870740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.871073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:45.892212 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:17:45Z', 'revision_number': 6, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:45.900745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd4bc4c2-30c2-4234-b2ef-31a80cb2bcf6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.902589 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cd4bc4c2-30c2-4234-b2ef-31a80cb2bcf6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2485123 Dec 06 12:17:45.905473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46514) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:45.910606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a7ddaffc-d259-44d7-80c6-d05ab6caaa02 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'b746bae2-bc6c-4324-b1f9-5ca30bc5b57f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:45.915283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bc4c2-30c2-4234-b2ef-31a80cb2bcf6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26784d70-bdfb-4bf1-bade-8ed3a59d719b,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:45.918549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:45.922601 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bbdf9-9cd5-4438-a756-22ce87636f7c None None] The sync data for ids ['18f093db-8e03-436a-98f4-8a90dbd56ce7'] in dv-neutron-master-2-hyperv is: [{'id': '18f093db-8e03-436a-98f4-8a90dbd56ce7', 'name': 'tempest-TestVolumeBootPattern-928321749-router', 'tenant_id': '67ab925408f94f2ca80b9355416614b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:09:56Z', 'updated_at': '2021-12-06T12:17:45Z', 'revision_number': 6, 'project_id': '67ab925408f94f2ca80b9355416614b2', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:45.936166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f31d3-3367-4b46-a18a-8eca5ecda9e8 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:45.950956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7ddaffc-d259-44d7-80c6-d05ab6caaa02 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.022065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7ddaffc-d259-44d7-80c6-d05ab6caaa02 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.027427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7ddaffc-d259-44d7-80c6-d05ab6caaa02 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.030979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.033256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.047790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddaffc-d259-44d7-80c6-d05ab6caaa02 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a0f187-8bcd-4d7b-a9c5-e0290858cac0,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:46.064689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7ddaffc-d259-44d7-80c6-d05ab6caaa02 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.065972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1b82bd12-2890-4ec8-a083-632f445051fa None None] Port 2e4226db-351f-4c26-a950-e54094a3da7f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:46.066293 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a7ddaffc-d259-44d7-80c6-d05ab6caaa02 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1595006 Dec 06 12:17:46.069758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46516) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:46.074519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-90027568-6149-4808-a50f-ad90988826e1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'b746bae2-bc6c-4324-b1f9-5ca30bc5b57f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:46.085297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.086106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18f093db-8e03-436a-98f4-8a90dbd56ce7 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:17:46.092208 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.093602 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f052be9a-e721-4141-a516-ef8737c819d1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/18f093db-8e03-436a-98f4-8a90dbd56ce7 HTTP/1.1" status: 204 len: 168 time: 1.4438260 Dec 06 12:17:46.096124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46518) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:46.103745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:46.113774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90027568-6149-4808-a50f-ad90988826e1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.148749 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-83236016-e40a-414d-9148-0033ffd77aa1 admin admin] Deleting subnet c05e822a-f2f8-4e48-badb-9b2505086a19 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:17:46.152051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83236016-e40a-414d-9148-0033ffd77aa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.186294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90027568-6149-4808-a50f-ad90988826e1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.190288 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83236016-e40a-414d-9148-0033ffd77aa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.191464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90027568-6149-4808-a50f-ad90988826e1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.206951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:46.207328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.210975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90027568-6149-4808-a50f-ad90988826e1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ac42c4-9458-4810-b024-b14719257b5f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:46.221387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90027568-6149-4808-a50f-ad90988826e1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.225207 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-90027568-6149-4808-a50f-ad90988826e1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519620 Dec 06 12:17:46.225763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46520) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:46.231963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cfe1b5e8-ca4e-48c7-8040-c1859bcae86b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'b746bae2-bc6c-4324-b1f9-5ca30bc5b57f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:46.262628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfe1b5e8-ca4e-48c7-8040-c1859bcae86b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.280084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:17:43Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:46.284792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83236016-e40a-414d-9148-0033ffd77aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.341812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Checking router: 359e37db-0cf7-44da-aac5-883ac1f0df0e for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:46.342164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Updating router 359e37db-0cf7-44da-aac5-883ac1f0df0e port 2e4226db-351f-4c26-a950-e54094a3da7f binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:17:46.353228 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83236016-e40a-414d-9148-0033ffd77aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.360241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfe1b5e8-ca4e-48c7-8040-c1859bcae86b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.365110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfe1b5e8-ca4e-48c7-8040-c1859bcae86b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.388475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83236016-e40a-414d-9148-0033ffd77aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c05e822a-f2f8-4e48-badb-9b2505086a19,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:46.389456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1b5e8-ca4e-48c7-8040-c1859bcae86b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af5427d-5e6d-4c1f-a9b0-69697cb1ff5f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:46.392239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83236016-e40a-414d-9148-0033ffd77aa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.399052 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-83236016-e40a-414d-9148-0033ffd77aa1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c05e822a-f2f8-4e48-badb-9b2505086a19 HTTP/1.1" status: 204 len: 168 time: 0.2995765 Dec 06 12:17:46.399301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46522) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:46.403162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfe1b5e8-ca4e-48c7-8040-c1859bcae86b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.405023 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cfe1b5e8-ca4e-48c7-8040-c1859bcae86b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782002 Dec 06 12:17:46.410009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46524) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:46.415463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3489f161-20ad-4b60-8de6-48562c51cc23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'b746bae2-bc6c-4324-b1f9-5ca30bc5b57f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:46.453115 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-3489f161-20ad-4b60-8de6-48562c51cc23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:17:46.461288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3489f161-20ad-4b60-8de6-48562c51cc23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.477339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.535890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Deleting port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:46.536237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.545256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3489f161-20ad-4b60-8de6-48562c51cc23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.550681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3489f161-20ad-4b60-8de6-48562c51cc23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.551341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc0e4d-2b8c-432b-9d77-a00795d4b980 None None] Network 9db4f462-d759-40a6-874a-84bb45b7b094 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:17:46.571473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489f161-20ad-4b60-8de6-48562c51cc23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1fae5f-9f7b-4cca-9a02-3fbf306a3787,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:46.585344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3489f161-20ad-4b60-8de6-48562c51cc23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.587309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3489f161-20ad-4b60-8de6-48562c51cc23 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1757452 Dec 06 12:17:46.587531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.589819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46526) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:46.595128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9ee950ce-1893-4761-8883-a2d20314c78d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'b746bae2-bc6c-4324-b1f9-5ca30bc5b57f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:46.618793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] For port 37a4e1fb-a46b-4d23-9782-94c9ebc63194, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37a4e1fb-a46b-4d23-9782-94c9ebc63194,segment=NetworkSegment(facdfffc-b184-4938-8150-ef02540c4e0b),segment_id=facdfffc-b184-4938-8150-ef02540c4e0b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:46.619255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.621130 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-9ee950ce-1893-4761-8883-a2d20314c78d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:17:46.628779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ee950ce-1893-4761-8883-a2d20314c78d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.635677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Calling delete_port for 37a4e1fb-a46b-4d23-9782-94c9ebc63194 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:46.697020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ee950ce-1893-4761-8883-a2d20314c78d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.701578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ee950ce-1893-4761-8883-a2d20314c78d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.719191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee950ce-1893-4761-8883-a2d20314c78d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5066681e-3d6d-491c-9d18-1be549966480,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:46.729403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.733546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ee950ce-1893-4761-8883-a2d20314c78d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.743244 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9ee950ce-1893-4761-8883-a2d20314c78d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445618 Dec 06 12:17:46.771125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a4e1fb-a46b-4d23-9782-94c9ebc63194,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:46.773447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] No DVR routers for this DVR port 37a4e1fb-a46b-4d23-9782-94c9ebc63194 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:46.857246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.885286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db4f462-d759-40a6-874a-84bb45b7b094']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:46.893067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dafaf9f-8e8a-4af4-b868-2796124fa6d5 None None] DHCP port deletion for 9db4f462-d759-40a6-874a-84bb45b7b094 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:46.896677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facdfffc-b184-4938-8150-ef02540c4e0b') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:46.897053 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facdfffc-b184-4938-8150-ef02540c4e0b') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:46.911890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.936519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.945334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:17:46.946124 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:17:46.948989 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:17:46.954972 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-6719218e-ce34-4f4f-b10d-83f2f559ed7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772075634&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0716093 Dec 06 12:17:47.013450 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.019172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.025572 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9db4f462-d759-40a6-874a-84bb45b7b094 HTTP/1.1" status: 204 len: 168 time: 0.6251485 Dec 06 12:17:47.026289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46540) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:47.034350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.045744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.084606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-5f0bb1c8-63d5-47c4-a6b1-1c93be3abac5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:47.086173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-5f0bb1c8-63d5-47c4-a6b1-1c93be3abac5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b HTTP/1.1" status: 200 len: 796 time: 0.1235714 Dec 06 12:17:47.094634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02fb52-ff97-47b0-93d9-c29826797b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db4f462-d759-40a6-874a-84bb45b7b094,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:47.110463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321fef8-d44a-4e67-9317-0da011338d54 None None] Pushing event updated for resources: {'Port': ['ID=2e4226db-351f-4c26-a950-e54094a3da7f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:47.110715 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-ae620035-47c8-40f1-ba4f-749faff3047e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0134292 Dec 06 12:17:47.216945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Attempting to bind port 2e4226db-351f-4c26-a950-e54094a3da7f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:47.217495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Attempting to bind port 2e4226db-351f-4c26-a950-e54094a3da7f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:47.217907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Attempting to bind port 2e4226db-351f-4c26-a950-e54094a3da7f on network e8d93890-4bc2-49f3-9c2c-8355ccf3065b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:47.225533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:47.225965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Checking segment: {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:47.226372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.226777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Bound using segment: {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:47.227347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Bound port: 2e4226db-351f-4c26-a950-e54094a3da7f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:47.227677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.264318 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-5dae8245-81ce-4705-b1f4-c5f4657b584f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301012 Dec 06 12:17:47.267832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5ab7f32b-32dc-47d7-af45-effade59b57d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:47.313250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5ab7f32b-32dc-47d7-af45-effade59b57d {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:47.313601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5ab7f32b-32dc-47d7-af45-effade59b57d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:47.314240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 582abbc8-553c-460d-8c1e-a10d1d6dffaa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:47.350325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 582abbc8-553c-460d-8c1e-a10d1d6dffaa {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:47.350665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 582abbc8-553c-460d-8c1e-a10d1d6dffaa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:47.351090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 37a4e1fb-a46b-4d23-9782-94c9ebc63194 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:47.377975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-1a3092f6-c2d1-402d-b38f-fda14497d3c1 service neutron] 10.222.0.24 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053357 Dec 06 12:17:47.384278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 37a4e1fb-a46b-4d23-9782-94c9ebc63194 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:47.384686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 37a4e1fb-a46b-4d23-9782-94c9ebc63194 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:47.395701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] For port 2e4226db-351f-4c26-a950-e54094a3da7f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:47.409679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] For port 2e4226db-351f-4c26-a950-e54094a3da7f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e4226db-351f-4c26-a950-e54094a3da7f,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:47.416976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.485408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:47.486238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:47.506970 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-95647620-524a-4f38-a629-489988b4d225 service neutron] 10.222.0.24 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226852 Dec 06 12:17:47.537768 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.539269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321fef8-d44a-4e67-9317-0da011338d54 None None] Pushing event updated for resources: {'Port': ['ID=2e4226db-351f-4c26-a950-e54094a3da7f,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:47.560638 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1020872e-43e1-4130-8bd3-62c86cf4b83a None None] Provisioning complete for port 2e4226db-351f-4c26-a950-e54094a3da7f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:47.561344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1020872e-43e1-4130-8bd3-62c86cf4b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.663941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:47.753022 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aba816d8-283d-48ac-99d2-d7a8af9585ce req-08cc3f87-a910-4e0b-90e3-63f9e19196b8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 210 time: 0.0446923 Dec 06 12:17:47.753541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1020872e-43e1-4130-8bd3-62c86cf4b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.841946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1020872e-43e1-4130-8bd3-62c86cf4b83a None None] For port 2e4226db-351f-4c26-a950-e54094a3da7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e4226db-351f-4c26-a950-e54094a3da7f,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:47.871167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1020872e-43e1-4130-8bd3-62c86cf4b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.889095 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Deleting port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:47.890647 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.946689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020872e-43e1-4130-8bd3-62c86cf4b83a None None] Pushing event updated for resources: {'Port': ['ID=2e4226db-351f-4c26-a950-e54094a3da7f,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:47.982689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] For port 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,segment=NetworkSegment(25e77a5f-d8f3-4e3e-9269-1bf2139bf516),segment_id=25e77a5f-d8f3-4e3e-9269-1bf2139bf516)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:47.983237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:47.997572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Calling delete_port for 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:48.007728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7f7fa60b-6423-434b-83a6-9e6158a26469 None None] Provisioning complete for port 2e4226db-351f-4c26-a950-e54094a3da7f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:48.007929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f7fa60b-6423-434b-83a6-9e6158a26469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:48.012391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:17:47Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:48.060204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ada5a0-9362-48c8-86fb-97e0fab0929b None None] The sync data for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv is: [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:17:47Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:48.266128 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:48.300376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec08191-717f-4ac2-bc49-4b0f5ab8dc29,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:48.804144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-5164e009-7a84-444f-8138-a4ce43b80fd8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:48.806341 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-5164e009-7a84-444f-8138-a4ce43b80fd8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b HTTP/1.1" status: 200 len: 796 time: 0.1281884 Dec 06 12:17:48.822764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:48.883043 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-697cc570-68d7-4449-8c0d-826325e3316a req-d6a6cc83-53b6-4079-b98b-dabba76ec3f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 210 time: 0.0509727 Dec 06 12:17:48.934896 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-1fe2944b-963b-41c9-88ec-99b78786ec09 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 379 time: 0.1190851 Dec 06 12:17:48.944721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['b746bae2-bc6c-4324-b1f9-5ca30bc5b57f']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:49.082210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Router c28a8651-8301-44bb-819f-ba6f513f0a16 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:17:49.083083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:17:49.088364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.234173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:17:49.244558 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] Sync routers for ids ['c28a8651-8301-44bb-819f-ba6f513f0a16'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:17:49.250301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46558) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:49.257207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.12 (e8d93890-4bc2-49f3-9c2c-8355ccf3065b/70d2d8b3-41e4-4c4a-8cf3-7c98911c2916/ea274b1c-a28f-4747-ae7b-a67eed875a4d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:17:49.258513 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e71951d5-b64d-4a37-80bb-50fce2f81212 admin admin] 10.222.0.24 "PUT /v2.0/routers/c28a8651-8301-44bb-819f-ba6f513f0a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2127144 Dec 06 12:17:49.267243 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] Routers {'c28a8651-8301-44bb-819f-ba6f513f0a16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:49.267930 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c28a8651-8301-44bb-819f-ba6f513f0a16'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:49.303250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2e4226db-351f-4c26-a950-e54094a3da7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:49.362917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2e4226db-351f-4c26-a950-e54094a3da7f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:49.363300 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.394636 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] Set router c28a8651-8301-44bb-819f-ba6f513f0a16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:49.458610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.590267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.592641 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89'}], 'enable_snat': True}, 'gw_port_id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:17:48Z', 'revision_number': 5, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port': {'id': '7f01c3ef-f378-4fcc-97de-f508cc2be292', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:10:05Z', 'updated_at': '2021-12-06T12:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:49.611590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.619292 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] Checking router: c28a8651-8301-44bb-819f-ba6f513f0a16 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:17:49.630840 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] Routers {'c28a8651-8301-44bb-819f-ba6f513f0a16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:17:49.631557 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['c28a8651-8301-44bb-819f-ba6f513f0a16'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:49.659260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.715465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:17:49.716889 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] Set router c28a8651-8301-44bb-819f-ba6f513f0a16 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:17:49.724516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:17:49.727459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=ea274b1c-a28f-4747-ae7b-a67eed875a4d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:49.729844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:17:49.763538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Deleting port 7f01c3ef-f378-4fcc-97de-f508cc2be292 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:49.764138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.773864 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:17:49Z', 'revision_number': 6, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:49.802913 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2995f511-3cc7-4bbc-8242-3aedc8a287ac None None] The sync data for ids ['c28a8651-8301-44bb-819f-ba6f513f0a16'] in dv-neutron-master-2-hyperv is: [{'id': 'c28a8651-8301-44bb-819f-ba6f513f0a16', 'name': 'tempest-TestVolumeBootPattern-208753114-router', 'tenant_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:10:04Z', 'updated_at': '2021-12-06T12:17:49Z', 'revision_number': 6, 'project_id': '286a02b9cc0d4cc4901ae28f1620f90f', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:17:49.839244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:49.839244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.867997 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-e6b7c850-a327-4415-beff-a91d100a0afa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9272945 Dec 06 12:17:49.882424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Request body: {'port': {'device_id': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:17:49.919682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] For port 7f01c3ef-f378-4fcc-97de-f508cc2be292, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f01c3ef-f378-4fcc-97de-f508cc2be292,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:49.920268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:49.946400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Calling delete_port for 7f01c3ef-f378-4fcc-97de-f508cc2be292 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:49.997635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a6aa5dfe-59ad-4d74-93a7-73e28c3a0172 None None] Provisioning complete for port ea274b1c-a28f-4747-ae7b-a67eed875a4d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:49.998111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5dfe-59ad-4d74-93a7-73e28c3a0172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.005793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.032472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa5dfe-59ad-4d74-93a7-73e28c3a0172 None None] Port ea274b1c-a28f-4747-ae7b-a67eed875a4d cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:17:50.106949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68baa6-a48f-4112-bb33-518159cb9b8f req-0ffe0bd3-a1c0-4720-ace1-580e76b0826f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:50.108359 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec68baa6-a48f-4112-bb33-518159cb9b8f req-0ffe0bd3-a1c0-4720-ace1-580e76b0826f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 932 time: 0.1398602 Dec 06 12:17:50.286944 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec68baa6-a48f-4112-bb33-518159cb9b8f req-e4fd22e4-5e8c-44a8-98a1-b9348272feae tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714730 Dec 06 12:17:50.394132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.442165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f01c3ef-f378-4fcc-97de-f508cc2be292,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:50.450310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ace6e2-a225-48e8-bbe9-3fad58b76a06 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:50.540802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.544109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea274b1c-a28f-4747-ae7b-a67eed875a4d {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:50.578689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.647464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.649533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Transition to ACTIVE for port object ea274b1c-a28f-4747-ae7b-a67eed875a4d will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:17:50.650919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.659590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.728405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.728912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c28a8651-8301-44bb-819f-ba6f513f0a16 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:17:50.733474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.737565 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-07dfac4f-cd29-454b-b7d6-aa5313bd49b9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c28a8651-8301-44bb-819f-ba6f513f0a16 HTTP/1.1" status: 204 len: 168 time: 1.4839895 Dec 06 12:17:50.738157 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46562) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:50.774234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea274b1c-a28f-4747-ae7b-a67eed875a4d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:50.805361 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b96491-d736-4b04-ae68-c50825d1ef81 admin admin] Deleting subnet 91001fc6-e745-4e62-986f-1d4ea43eed98 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:17:50.809588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95b96491-d736-4b04-ae68-c50825d1ef81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.833672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Attempting to bind port ea274b1c-a28f-4747-ae7b-a67eed875a4d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:17:50.834011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Attempting to bind port ea274b1c-a28f-4747-ae7b-a67eed875a4d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:17:50.834362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Attempting to bind port ea274b1c-a28f-4747-ae7b-a67eed875a4d on network e8d93890-4bc2-49f3-9c2c-8355ccf3065b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:50.839214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Port ea274b1c-a28f-4747-ae7b-a67eed875a4d on network e8d93890-4bc2-49f3-9c2c-8355ccf3065b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:17:50.839535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Attempting to bind port ea274b1c-a28f-4747-ae7b-a67eed875a4d on network e8d93890-4bc2-49f3-9c2c-8355ccf3065b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:17:50.846727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:17:50.846892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Checking segment: {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:17:50.847311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Bound using segment: {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:17:50.847749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Bound port: ea274b1c-a28f-4747-ae7b-a67eed875a4d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73309c0-1fee-4680-af14-b31406c78fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:17:50.848133 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.851116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95b96491-d736-4b04-ae68-c50825d1ef81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.934121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] For port ea274b1c-a28f-4747-ae7b-a67eed875a4d, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:17:50.940384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] For port ea274b1c-a28f-4747-ae7b-a67eed875a4d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:17:50.946134 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.949477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95b96491-d736-4b04-ae68-c50825d1ef81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.983640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:50.984476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:50.985684 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] 10.222.0.43 "PUT /v2.0/ports/ea274b1c-a28f-4747-ae7b-a67eed875a4d HTTP/1.1" status: 200 len: 1094 time: 1.1074941 Dec 06 12:17:50.986135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:50.988458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3746d6a9-6990-4428-b29b-071bc04d7456" -d '{"events": [{"name": "network-changed", "server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:51.018118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95b96491-d736-4b04-ae68-c50825d1ef81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.021269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a5765-8fc9-4ef8-8eeb-4654fd7a8de9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea274b1c-a28f-4747-ae7b-a67eed875a4d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:51.049349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b96491-d736-4b04-ae68-c50825d1ef81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91001fc6-e745-4e62-986f-1d4ea43eed98,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:51.052109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95b96491-d736-4b04-ae68-c50825d1ef81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.058723 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-95b96491-d736-4b04-ae68-c50825d1ef81 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/91001fc6-e745-4e62-986f-1d4ea43eed98 HTTP/1.1" status: 204 len: 168 time: 0.3196459 Dec 06 12:17:51.059571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb54ce-f942-4931-a242-3eee50ed3e69 None None] Network a8b2ad51-ee01-4b06-a437-e318f21cc9a3 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:17:51.060393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46566) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:51.090502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92becc4f-6cb4-4c6e-a1b8-8cabba2465c2 x-openstack-request-id: req-92becc4f-6cb4-4c6e-a1b8-8cabba2465c2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:51.090920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:51.091449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92becc4f-6cb4-4c6e-a1b8-8cabba2465c2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:51.092672 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'status': 'completed', 'code': 200} Dec 06 12:17:51.111431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-623ada6d-c142-439e-a0d5-afbd41b6e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.113688 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-623ada6d-c142-439e-a0d5-afbd41b6e953 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 1097 time: 0.0711675 Dec 06 12:17:51.144964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.172133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-7dfb64c5-1036-4890-93ac-b5ef41d727da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d HTTP/1.1" status: 200 len: 217 time: 0.0498488 Dec 06 12:17:51.213091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:51.235650 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Deleting port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:51.236426 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.249258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:51.249586 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6ec08191-717f-4ac2-bc49-4b0f5ab8dc29 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:51.250533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f01c3ef-f378-4fcc-97de-f508cc2be292 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:51.255328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-4860d5b4-5dda-42de-bc5c-e815ef221a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.258110 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-4860d5b4-5dda-42de-bc5c-e815ef221a05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70d2d8b3-41e4-4c4a-8cf3-7c98911c2916 HTTP/1.1" status: 200 len: 835 time: 0.0731413 Dec 06 12:17:51.274906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 7f01c3ef-f378-4fcc-97de-f508cc2be292 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:51.275262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7f01c3ef-f378-4fcc-97de-f508cc2be292 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:51.301010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] DHCP port deletion for a8b2ad51-ee01-4b06-a437-e318f21cc9a3 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:17:51.314644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] For port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,segment=NetworkSegment(25e77a5f-d8f3-4e3e-9269-1bf2139bf516),segment_id=25e77a5f-d8f3-4e3e-9269-1bf2139bf516)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:51.315017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.328737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-c4a435b5-69ec-4882-af58-cedbc035ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.330930 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-c4a435b5-69ec-4882-af58-cedbc035ddbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581732 Dec 06 12:17:51.331087 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Calling delete_port for f0f4472e-cc73-4d9c-a8aa-50115d93c2fa owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:51.376152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] Deleting port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:17:51.378193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.444848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.456713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] For port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,segment=NetworkSegment(25e77a5f-d8f3-4e3e-9269-1bf2139bf516),segment_id=25e77a5f-d8f3-4e3e-9269-1bf2139bf516)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:51.456713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.470859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] Calling delete_port for f0f4472e-cc73-4d9c-a8aa-50115d93c2fa owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:17:51.472451 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:51.475977 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] No DVR routers for this DVR port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:51.484063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbe35-ca41-4321-9ec5-a30901fe5c37 req-d5d32c17-2321-4c1b-aeb5-b9f6961ca6df tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.485978 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-705dbe35-ca41-4321-9ec5-a30901fe5c37 req-d5d32c17-2321-4c1b-aeb5-b9f6961ca6df tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 944 time: 0.0731790 Dec 06 12:17:51.497103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-f822df4a-5c08-4795-9aa4-94cc179b6496 service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574469 Dec 06 12:17:51.554000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.558892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.576816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b2ad51-ee01-4b06-a437-e318f21cc9a3']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:51.584084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] Pushing event deleted for resources: {'Port': ['ID=f0f4472e-cc73-4d9c-a8aa-50115d93c2fa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:51.586737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e77a5f-d8f3-4e3e-9269-1bf2139bf516') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:51.587040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e77a5f-d8f3-4e3e-9269-1bf2139bf516') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:17:51.588450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949c722-debc-4ebc-a7a2-27d4181f3170 None None] No DVR routers for this DVR port f0f4472e-cc73-4d9c-a8aa-50115d93c2fa on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:17:51.598558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.614580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.620829 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:17:51.621214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:17:51.622867 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:17:51.626528 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-705dbe35-ca41-4321-9ec5-a30901fe5c37 req-8b56362c-1ec5-4a0a-8b43-b70c45da8688 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260457 Dec 06 12:17:51.629388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90179198-15ad-42da-9dbd-a5e76b46e505 req-777f8157-1a6e-4eeb-8f9b-a0c52548cda2 service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234663 Dec 06 12:17:51.685745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.692125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.695401 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a8b2ad51-ee01-4b06-a437-e318f21cc9a3 HTTP/1.1" status: 204 len: 168 time: 0.6338744 Dec 06 12:17:51.705100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab5396-213b-4ffe-9551-0265d95636a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b2ad51-ee01-4b06-a437-e318f21cc9a3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:51.724613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-862317f2-dd0d-4659-a353-4d172ea2827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.726045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-862317f2-dd0d-4659-a353-4d172ea2827d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 1097 time: 0.0470257 Dec 06 12:17:51.813281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46572) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:51.825756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-af2d18a7-e8bf-44a7-931d-43bfb0458b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.827204 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-af2d18a7-e8bf-44a7-931d-43bfb0458b61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b HTTP/1.1" status: 200 len: 897 time: 0.0941377 Dec 06 12:17:51.856964 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3662fe2a-9ddd-4318-997f-bd8b1b934193 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67ab925408f94f2ca80b9355416614b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423079 Dec 06 12:17:51.859232 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46574) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:51.870230 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-406d19cf-ca9c-4340-a5f1-911a72bc7b55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d HTTP/1.1" status: 200 len: 217 time: 0.0349071 Dec 06 12:17:51.913610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa11dab4-44a5-48f2-b34c-1474f7633e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.918793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-4c9a72ca-97d2-4093-8418-470c7553c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.920261 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-4c9a72ca-97d2-4093-8418-470c7553c7cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70d2d8b3-41e4-4c4a-8cf3-7c98911c2916 HTTP/1.1" status: 200 len: 835 time: 0.0430584 Dec 06 12:17:51.934991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa11dab4-44a5-48f2-b34c-1474f7633e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.967768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-dd0ea278-01a3-49dc-a07e-6cf4eb0d1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:51.969484 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-dd0ea278-01a3-49dc-a07e-6cf4eb0d1d3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416009 Dec 06 12:17:51.983430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa11dab4-44a5-48f2-b34c-1474f7633e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.986729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aa11dab4-44a5-48f2-b34c-1474f7633e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:51.987899 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aa11dab4-44a5-48f2-b34c-1474f7633e52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7e967fc-6985-4d69-a0b7-fcc63e52b188 HTTP/1.1" status: 204 len: 168 time: 0.1277595 Dec 06 12:17:51.995891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11dab4-44a5-48f2-b34c-1474f7633e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e967fc-6985-4d69-a0b7-fcc63e52b188,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:52.067687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-5f96aeec-ac0b-4d7a-9031-31972791c32e service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914326 Dec 06 12:17:52.168240 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3746d6a9-6990-4428-b29b-071bc04d7456 req-28bd6c0e-05bb-46ad-819a-bf96206d7e3f service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934992 Dec 06 12:17:52.316876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46580) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:52.356658 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2f98b76a-9503-47da-838a-d89df0654c34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=286a02b9cc0d4cc4901ae28f1620f90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385628 Dec 06 12:17:52.359135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46582) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:17:52.407057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a316-e9d1-4a5e-a139-dfaa96e15b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:52.427758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a316-e9d1-4a5e-a139-dfaa96e15b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:52.474734 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a316-e9d1-4a5e-a139-dfaa96e15b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:52.477438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a316-e9d1-4a5e-a139-dfaa96e15b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:52.478657 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a4d6a316-e9d1-4a5e-a139-dfaa96e15b1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a4c1aa0-e886-4869-b562-4a23ef14c692 HTTP/1.1" status: 204 len: 168 time: 0.1184382 Dec 06 12:17:52.486490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6a316-e9d1-4a5e-a139-dfaa96e15b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c1aa0-e886-4869-b562-4a23ef14c692,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:52.761988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35aa11-2bbf-4cb8-b2a0-0e0220466c99 req-137da84c-6911-44dc-9471-08f8520c1279 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:52.763716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f35aa11-2bbf-4cb8-b2a0-0e0220466c99 req-137da84c-6911-44dc-9471-08f8520c1279 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 944 time: 0.0529313 Dec 06 12:17:52.819485 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f35aa11-2bbf-4cb8-b2a0-0e0220466c99 req-c46bf4f2-4785-492c-b620-03d11501c5cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490725 Dec 06 12:17:53.179229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f0f4472e-cc73-4d9c-a8aa-50115d93c2fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:17:53.200347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f0f4472e-cc73-4d9c-a8aa-50115d93c2fa {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:17:53.200689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f0f4472e-cc73-4d9c-a8aa-50115d93c2fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:17:53.933674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63c177-6317-4695-a25a-afc3e6c56d17 req-3feba781-f0b4-499f-8016-28948c966b2f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:53.935128 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd63c177-6317-4695-a25a-afc3e6c56d17 req-3feba781-f0b4-499f-8016-28948c966b2f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 944 time: 0.0485277 Dec 06 12:17:53.983600 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd63c177-6317-4695-a25a-afc3e6c56d17 req-431f1553-b12e-4727-8204-d334a3406331 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419919 Dec 06 12:17:55.106845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e961-d81e-4368-a672-52b5f1279e5a req-07721b5b-48fd-4f64-a01b-11c23933c71e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:55.108344 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c819e961-d81e-4368-a672-52b5f1279e5a req-07721b5b-48fd-4f64-a01b-11c23933c71e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 944 time: 0.0532565 Dec 06 12:17:55.159561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c819e961-d81e-4368-a672-52b5f1279e5a req-1616d71a-e98e-449b-9d0d-01db5c7a914e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447216 Dec 06 12:17:55.255069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device ea274b1c-a28f-4747-ae7b-a67eed875a4d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:17:55.361464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port ea274b1c-a28f-4747-ae7b-a67eed875a4d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:55.372568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'port_id': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'mac_address': 'fa:16:3e:a5:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:17:55.409807 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:55.422727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea274b1c-a28f-4747-ae7b-a67eed875a4d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:17:55.441608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port ea274b1c-a28f-4747-ae7b-a67eed875a4d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:55.445286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:55.494058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=ea274b1c-a28f-4747-ae7b-a67eed875a4d,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:55.501408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.501757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.502102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.502436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.502766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.503095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.503424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.503751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.504170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.504502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.504824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.505144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.505461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:17:55.752484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['ea274b1c-a28f-4747-ae7b-a67eed875a4d'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:17:56.220332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4686712f-3cb0-4b9e-8d6d-9c819bb1f5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:56.279227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed19f63-4a13-4c1b-93d3-7f29ee2de867 req-f8c4961d-b9df-4f47-ac7d-4eb8b2b1485c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:56.281418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ed19f63-4a13-4c1b-93d3-7f29ee2de867 req-f8c4961d-b9df-4f47-ac7d-4eb8b2b1485c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 945 time: 0.0518544 Dec 06 12:17:56.331267 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ed19f63-4a13-4c1b-93d3-7f29ee2de867 req-87111b95-4293-4fb9-acee-3f1ca8eda6cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440214 Dec 06 12:17:57.255062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device ea274b1c-a28f-4747-ae7b-a67eed875a4d up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:17:57.307562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port ea274b1c-a28f-4747-ae7b-a67eed875a4d completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:17:57.312182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port ea274b1c-a28f-4747-ae7b-a67eed875a4d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:17:57.312707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:57.397033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:57.422259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:17:57.424582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04d6ca0-cdd0-410a-b845-3c72829d7086" -d '{"events": [{"server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "name": "network-vif-plugged", "status": "completed", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:17:57.438808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port ea274b1c-a28f-4747-ae7b-a67eed875a4d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:17:57.442873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:57.477082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b8fb8-0585-4f3e-b754-282a539b8091 x-openstack-request-id: req-ea8b8fb8-0585-4f3e-b754-282a539b8091 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:17:57.477549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "name": "network-vif-plugged", "status": "completed", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:17:57.477812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea8b8fb8-0585-4f3e-b754-282a539b8091 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:17:57.478204 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'code': 200} Dec 06 12:17:57.478549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdccf9f-03fd-49ce-9d55-072e3c5280a6 req-4faede9e-d50a-404a-b8da-4c5afc4ebbab tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:57.481045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dbdccf9f-03fd-49ce-9d55-072e3c5280a6 req-4faede9e-d50a-404a-b8da-4c5afc4ebbab tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 945 time: 0.0783689 Dec 06 12:17:57.501765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=ea274b1c-a28f-4747-ae7b-a67eed875a4d,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:17:57.544818 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dbdccf9f-03fd-49ce-9d55-072e3c5280a6 req-ffe576b3-bbf0-492c-9854-a9b4924f1514 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572104 Dec 06 12:17:57.650125 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e9300-883a-4072-9e79-6f09da4778a2 req-6128821f-1b48-4491-8b00-c57c76fe9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:57.651728 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-694e9300-883a-4072-9e79-6f09da4778a2 req-6128821f-1b48-4491-8b00-c57c76fe9370 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 1099 time: 0.0428705 Dec 06 12:17:57.700325 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-694e9300-883a-4072-9e79-6f09da4778a2 req-45e62d0d-c67a-42f3-bc2d-6700ac205e57 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Dec 06 12:17:58.631507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c2a37b7-7464-4a92-a597-f25ccb2dfd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:58.662480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b38c09-2dc4-49c9-a6c5-d892606b1cfc req-0379559a-27b2-4fa4-8fd4-5cd9d2b23ee1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:58.663997 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9b38c09-2dc4-49c9-a6c5-d892606b1cfc req-0379559a-27b2-4fa4-8fd4-5cd9d2b23ee1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 946 time: 0.0487542 Dec 06 12:17:58.715512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9b38c09-2dc4-49c9-a6c5-d892606b1cfc req-71c6a0e4-d582-43b9-8ac8-8c2b7d24c195 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455754 Dec 06 12:17:59.793164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:17:59.830236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aff01-a1ff-4561-9ad6-ffbe62bbc6ca req-fb7ddec8-0400-41d9-9d8b-14f14d5cd78f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:17:59.831710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f7aff01-a1ff-4561-9ad6-ffbe62bbc6ca req-fb7ddec8-0400-41d9-9d8b-14f14d5cd78f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 946 time: 0.0493243 Dec 06 12:17:59.881843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f7aff01-a1ff-4561-9ad6-ffbe62bbc6ca req-a692a0f3-98b5-4379-b366-f001e16e1605 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442305 Dec 06 12:18:00.000552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dee985-b889-402b-9fd8-c3eb7cf135d3 req-1c8fb46b-fdf9-44ff-bbec-87675ef97923 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:00.001936 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90dee985-b889-402b-9fd8-c3eb7cf135d3 req-1c8fb46b-fdf9-44ff-bbec-87675ef97923 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 946 time: 0.0489483 Dec 06 12:18:00.050538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90dee985-b889-402b-9fd8-c3eb7cf135d3 req-2272a269-6f52-44ab-aec0-cfcd3705b7ef tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Dec 06 12:18:00.072410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46604) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:00.115539 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d21941d-d69b-4139-aa39-885d4d8f50cd tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:00.117666 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0d21941d-d69b-4139-aa39-885d4d8f50cd tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 1094 time: 0.0437086 Dec 06 12:18:00.120032 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46606) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:00.124288 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:18:00.145554 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.241173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.346400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.86 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/81272f8a-3cd8-409b-a960-80dff00f6a0d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:18:00.445579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.478095 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.521984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:18:00.524897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:18:00.528560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:18:00.534488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=81272f8a-3cd8-409b-a960-80dff00f6a0d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:00.864472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.890996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:00.961359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.112462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.117115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.181184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=81272f8a-3cd8-409b-a960-80dff00f6a0d,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:18:01.195316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.296685 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 9d1e6be3-30d5-4f32-9788-877a960b098f associated. External IP: 172.36.1.86, port: ea274b1c-a28f-4747-ae7b-a67eed875a4d. Dec 06 12:18:01.507956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 359e37db-0cf7-44da-aac5-883ac1f0df0e has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:18:01.616194 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:18:01.626155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] Sync routers for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:18:01.634179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:01.635473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:01.636120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:01.661790 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7f46c668-b6b5-431a-99a5-6f91da6273e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5407388 Dec 06 12:18:01.662383 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:18:01.664673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b059d-43a9-41a4-82ce-07033ab8a135" -d '{"events": [{"name": "network-changed", "server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:18:01.664882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46608) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:01.705643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78154aa5-8d0c-40fb-9ffb-24e8383dd5b5 x-openstack-request-id: req-78154aa5-8d0c-40fb-9ffb-24e8383dd5b5 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:18:01.705983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:18:01.706241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78154aa5-8d0c-40fb-9ffb-24e8383dd5b5 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:18:01.706645 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'status': 'completed', 'code': 200} Dec 06 12:18:01.748921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:01.817520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-2156d32a-e3f4-4943-ade4-9a0823409abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:01.818949 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-2156d32a-e3f4-4943-ade4-9a0823409abe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 1099 time: 0.0886106 Dec 06 12:18:01.822861 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-491c3880-b8f6-487f-a9ef-7eb413a3bd6b tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers/359e37db-0cf7-44da-aac5-883ac1f0df0e HTTP/1.1" status: 200 len: 923 time: 0.1570861 Dec 06 12:18:01.825680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46612) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:01.897400 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ea714e48-7135-43c0-a86a-8dd2352528fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 200 len: 991 time: 0.0694900 Dec 06 12:18:01.919776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-5c163529-47ec-4bda-ba10-e64ca67e0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:01.921530 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-5c163529-47ec-4bda-ba10-e64ca67e0ca2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b HTTP/1.1" status: 200 len: 897 time: 0.0954638 Dec 06 12:18:01.948112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:02.136303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d1e6be3-30d5-4f32-9788-877a960b098f', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.86', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'port_id': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'mac_address': 'fa:16:3e:a5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:00Z', 'updated_at': '2021-12-06T12:18:00Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:17:47Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:02.167808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] Checking router: 359e37db-0cf7-44da-aac5-883ac1f0df0e for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:18:02.177651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:18:02.178287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:17:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:02.291960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:18:02.349705 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-292c9119-fe66-4e70-9a20-e06d6034989c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d HTTP/1.1" status: 200 len: 999 time: 0.4202366 Dec 06 12:18:02.398485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-ebc92e3e-f7f3-4698-8f77-7a1854195507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:02.399840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-ebc92e3e-f7f3-4698-8f77-7a1854195507 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70d2d8b3-41e4-4c4a-8cf3-7c98911c2916 HTTP/1.1" status: 200 len: 835 time: 0.0434277 Dec 06 12:18:02.444613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-721c15ad-b560-4a8e-8c52-d658dcb5e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:02.446176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-721c15ad-b560-4a8e-8c52-d658dcb5e296 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391560 Dec 06 12:18:02.516878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d1e6be3-30d5-4f32-9788-877a960b098f', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.86', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'port_id': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'mac_address': 'fa:16:3e:a5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:00Z', 'updated_at': '2021-12-06T12:18:00Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:17:47Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:18:02.538676 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-a75b116e-04ca-4fce-ba67-19deb8c72b23 service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851433 Dec 06 12:18:02.546142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c49d5-390a-4ca1-815c-399d67eceec9 None None] The sync data for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv is: [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d1e6be3-30d5-4f32-9788-877a960b098f', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.86', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'port_id': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'mac_address': 'fa:16:3e:a5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:00Z', 'updated_at': '2021-12-06T12:18:00Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:17:47Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:18:02.630872 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb0b059d-43a9-41a4-82ce-07033ab8a135 req-2166e14d-0e8b-49eb-b89a-5ca1cbab71be service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856559 Dec 06 12:18:02.738167 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f8bc5-4be2-4720-b4a0-1c2000ddbd11 None None] New status for floating IP 9d1e6be3-30d5-4f32-9788-877a960b098f: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:18:02.900530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46614) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:18:02.960519 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-810bb97d-dc91-434e-b56d-ff6000723a64 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 200 len: 993 time: 0.0588222 Dec 06 12:18:11.672567 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:18:15.042261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:25.016232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-86a7958d-f180-49cd-a17f-69aaa15d727c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441966 Dec 06 12:18:25.096113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-032c8770-e38e-4bdf-a6fa-c5e4e134d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:25.097588 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-032c8770-e38e-4bdf-a6fa-c5e4e134d427 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 1099 time: 0.0398362 Dec 06 12:18:25.198573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-418312ec-c0b8-4715-bbd9-3ab41ecf32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:25.200139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-418312ec-c0b8-4715-bbd9-3ab41ecf32b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b HTTP/1.1" status: 200 len: 897 time: 0.0835271 Dec 06 12:18:25.267234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-75152a68-abcb-461f-bf72-3e5af9d2fd97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d HTTP/1.1" status: 200 len: 1001 time: 0.0602162 Dec 06 12:18:25.317901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-9fe7a343-6cfb-446b-9028-47cd76abd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:25.319366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-9fe7a343-6cfb-446b-9028-47cd76abd33a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70d2d8b3-41e4-4c4a-8cf3-7c98911c2916 HTTP/1.1" status: 200 len: 835 time: 0.0456321 Dec 06 12:18:25.366738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-bef9d03a-213d-49af-bac7-82ec3d393288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:18:25.368211 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-bef9d03a-213d-49af-bac7-82ec3d393288 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418761 Dec 06 12:18:25.458740 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-c39d30d2-74d6-4aea-b62e-b2e21d59a86f service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832939 Dec 06 12:18:25.553102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2550761c-7619-4adc-ad68-f34b5d5576c7 req-b7ed0a3f-42c3-4924-bab7-c8321dd8318d service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Dec 06 12:18:26.222358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85ad0c92-d3f8-46b9-91d5-8717807bdc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:28.632806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f770d64-35b2-4232-b306-e18470d72a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:29.793082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:30.866381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:31.909915 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:38.175873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [req-45cf99dd-6844-4e56-89c8-20755d238b7c req-16ba9691-fb09-41a3-91fa-5393005f7266 service neutron] (103287) timed out ('10.222.0.43', 57184) {{(pid=103287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:18:45.034705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:48.672286 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:18:56.223531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-251910a2-c5a8-405d-b07b-6463a7923eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:58.635489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-316a9cb0-acf2-40f4-a2cf-d39195a16833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:18:59.797009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:00.869334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:01.910792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:14.250972 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46638) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:14.359966 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4d8c2f22-9ce1-49ae-9b94-b496094c05d4 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers/359e37db-0cf7-44da-aac5-883ac1f0df0e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1077814 Dec 06 12:19:14.362820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46642) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:14.480263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432a9c62-da20-49dd-896d-f41841a41821 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=103287) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 06 12:19:14.483918 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-432a9c62-da20-49dd-896d-f41841a41821 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "DELETE /v2.0/agents/0821e08c-47dd-4ec5-8d12-469e14790ae0/l3-routers/359e37db-0cf7-44da-aac5-883ac1f0df0e HTTP/1.1" status: 204 len: 168 time: 0.1201644 Dec 06 12:19:14.486456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46644) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:14.901831 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5bd30aed-dbaa-4fbb-afe8-6dd0efd2d6ba tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers/359e37db-0cf7-44da-aac5-883ac1f0df0e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.4142134 Dec 06 12:19:14.904991 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46646) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:15.035080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.181090 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5db8e41f-39b6-4760-b856-29ffefc7b8fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 200 len: 993 time: 0.2750287 Dec 06 12:19:15.278099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0425bef7-f7fe-4be9-a153-a82cf624bde6 None None] New status for floating IP 9d1e6be3-30d5-4f32-9788-877a960b098f: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:19:15.318207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2e4226db-351f-4c26-a950-e54094a3da7f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:15.477146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.514892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 2e4226db-351f-4c26-a950-e54094a3da7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e4226db-351f-4c26-a950-e54094a3da7f,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:15.518817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.519499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2f72d4c7-e675-4555-a33b-6d36e7829b93 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:15.591122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=2e4226db-351f-4c26-a950-e54094a3da7f,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:15.600457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.600809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.601153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.601492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.601824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.602153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.602481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.602817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.603140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.603470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.603792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.604136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.604458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:15.643448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.663408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 2f72d4c7-e675-4555-a33b-6d36e7829b93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f72d4c7-e675-4555-a33b-6d36e7829b93,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:15.667258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:15.716644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=2f72d4c7-e675-4555-a33b-6d36e7829b93,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:16.185027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46650) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:16.245160 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-18d30deb-fb6a-486e-90b7-6d06c059773d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 200 len: 991 time: 0.0588942 Dec 06 12:19:17.354032 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46656) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:17.477238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a062c1-c0ca-4b46-9e2b-0689d0163255 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Router 359e37db-0cf7-44da-aac5-883ac1f0df0e is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:19:17.477511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a062c1-c0ca-4b46-9e2b-0689d0163255 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=103287) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 06 12:19:17.504983 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b2a062c1-c0ca-4b46-9e2b-0689d0163255 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "POST /v2.0/agents/0821e08c-47dd-4ec5-8d12-469e14790ae0/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1499047 Dec 06 12:19:17.507598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46660) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:17.525403 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c77669-30c4-424f-81df-766d5517a89c None None] Sync routers for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:17.535038 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c77669-30c4-424f-81df-766d5517a89c None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:17.535648 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-77c77669-30c4-424f-81df-766d5517a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:17.620368 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-66c6ab4f-8e1e-46b7-b733-3d11935bc5e0 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers/359e37db-0cf7-44da-aac5-883ac1f0df0e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1113198 Dec 06 12:19:17.623794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46664) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:17.642510 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-77c77669-30c4-424f-81df-766d5517a89c None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:17.687341 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-66d1e94d-713a-4add-bfa4-5d6940241d9d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 200 len: 991 time: 0.0623839 Dec 06 12:19:17.869626 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-77c77669-30c4-424f-81df-766d5517a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d1e6be3-30d5-4f32-9788-877a960b098f', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.86', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'port_id': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'mac_address': 'fa:16:3e:a5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:00Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:17.894784 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c77669-30c4-424f-81df-766d5517a89c None None] Checking router: 359e37db-0cf7-44da-aac5-883ac1f0df0e for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:19:17.902850 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c77669-30c4-424f-81df-766d5517a89c None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:17.903445 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-77c77669-30c4-424f-81df-766d5517a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:18.005534 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-77c77669-30c4-424f-81df-766d5517a89c None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:18.221619 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-77c77669-30c4-424f-81df-766d5517a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d1e6be3-30d5-4f32-9788-877a960b098f', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.86', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'port_id': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'mac_address': 'fa:16:3e:a5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:00Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:18.250525 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c77669-30c4-424f-81df-766d5517a89c None None] The sync data for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv is: [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d1e6be3-30d5-4f32-9788-877a960b098f', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.86', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'port_id': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'mac_address': 'fa:16:3e:a5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:18:00Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:19:15Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:18.691086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46666) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:18.753763 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0a2efad8-f63c-4657-9dda-f7c8259f89f2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 200 len: 991 time: 0.0615330 Dec 06 12:19:19.269688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2f72d4c7-e675-4555-a33b-6d36e7829b93 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:19.321189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2f72d4c7-e675-4555-a33b-6d36e7829b93 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:19.321579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.403368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.424735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 2f72d4c7-e675-4555-a33b-6d36e7829b93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f72d4c7-e675-4555-a33b-6d36e7829b93,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:19.428810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.429561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2e4226db-351f-4c26-a950-e54094a3da7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:19.504556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=2f72d4c7-e675-4555-a33b-6d36e7829b93,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:19.512787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2e4226db-351f-4c26-a950-e54094a3da7f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:19.513154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.597176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.628481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 2e4226db-351f-4c26-a950-e54094a3da7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e4226db-351f-4c26-a950-e54094a3da7f,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:19.632677 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:19.680623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=2e4226db-351f-4c26-a950-e54094a3da7f,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:19.757751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46668) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:19.836595 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b4d78bd9-13b9-48a4-8805-4b084ad49c71 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 200 len: 991 time: 0.0777528 Dec 06 12:19:19.868944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c3cf7-81b6-4fc7-8d68-c490ef26d360 None None] New status for floating IP 9d1e6be3-30d5-4f32-9788-877a960b098f: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:19:20.840204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46670) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:20.899585 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b68186d2-9aed-4c99-b1c5-8078de019b16 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 200 len: 993 time: 0.0582433 Dec 06 12:19:21.136581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46676) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:21.228249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2f72d4c7-e675-4555-a33b-6d36e7829b93 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:21.280780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2f72d4c7-e675-4555-a33b-6d36e7829b93 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:21.281154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.294719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 81272f8a-3cd8-409b-a960-80dff00f6a0d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:21.295096 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.363833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2e4226db-351f-4c26-a950-e54094a3da7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:21.378462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.378795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.390987 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 81272f8a-3cd8-409b-a960-80dff00f6a0d owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:21.410074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2e4226db-351f-4c26-a950-e54094a3da7f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:21.410470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.541771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.568322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=81272f8a-3cd8-409b-a960-80dff00f6a0d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:21.592608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.592957 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.593306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.593649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.593985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.594318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.594651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.594984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.595312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.595642 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.595994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.596322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.596652 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:21.637976 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.638318 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 9d1e6be3-30d5-4f32-9788-877a960b098f disassociated (deleted). External IP: 172.36.1.86, port: ea274b1c-a28f-4747-ae7b-a67eed875a4d. Dec 06 12:19:21.845978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 359e37db-0cf7-44da-aac5-883ac1f0df0e has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:21.957227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:21.961583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:21.967924 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] Sync routers for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:21.978017 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:21.978621 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:21.989325 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9840fa1a-7bac-4d74-b56a-82105c7067c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/9d1e6be3-30d5-4f32-9788-877a960b098f HTTP/1.1" status: 204 len: 168 time: 0.8517156 Dec 06 12:19:21.989980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:21.992595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:22.031885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51673732-772e-48ea-82e2-9cdb9102b2c9 x-openstack-request-id: req-51673732-772e-48ea-82e2-9cdb9102b2c9 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:22.032196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:22.032462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51673732-772e-48ea-82e2-9cdb9102b2c9 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:22.032880 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'status': 'completed', 'code': 200} Dec 06 12:19:22.093612 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:22.103637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-7170892c-c4ec-4973-ac68-a0f5b8f149df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.105219 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-7170892c-c4ec-4973-ac68-a0f5b8f149df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 1099 time: 0.0451159 Dec 06 12:19:22.223255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-65231b89-b703-4d3b-b965-129d738486d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.224765 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-65231b89-b703-4d3b-b965-129d738486d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b HTTP/1.1" status: 200 len: 897 time: 0.1054244 Dec 06 12:19:22.270328 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-3a90a5bc-53ca-40d4-8839-74946f11e155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d HTTP/1.1" status: 200 len: 217 time: 0.0375671 Dec 06 12:19:22.313247 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:22.342847 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] Checking router: 359e37db-0cf7-44da-aac5-883ac1f0df0e for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:19:22.351099 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:22.351707 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:22.356159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-16e651a1-9110-4b86-8523-22167392eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.358359 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-16e651a1-9110-4b86-8523-22167392eff7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70d2d8b3-41e4-4c4a-8cf3-7c98911c2916 HTTP/1.1" status: 200 len: 835 time: 0.0807528 Dec 06 12:19:22.383597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682466e8-c8df-4999-80e0-34bd3480e88f req-334b4451-a0d7-4ea1-9fe9-65da420228b1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.385102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-682466e8-c8df-4999-80e0-34bd3480e88f req-334b4451-a0d7-4ea1-9fe9-65da420228b1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 946 time: 0.2020929 Dec 06 12:19:22.438559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-31b410f6-b5d4-4988-bcf9-abb87a0371da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:22.440085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-31b410f6-b5d4-4988-bcf9-abb87a0371da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8d93890-4bc2-49f3-9c2c-8355ccf3065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748894 Dec 06 12:19:22.456071 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:22.474769 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-682466e8-c8df-4999-80e0-34bd3480e88f req-e4adb465-bb38-423a-a7b4-2134ff15b397 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753012 Dec 06 12:19:22.548039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-694b52bf-dd10-438a-abd2-2163bb8bee28 service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979764 Dec 06 12:19:22.643458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26f3c529-85fa-4f4c-abd9-8222e5ecb7cd req-b1289c7b-7388-4076-a6bc-146e37e5faf5 service neutron] 10.222.0.43 "GET /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868669 Dec 06 12:19:22.741664 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:22.767504 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1cba5-ac43-463b-9653-f01183748869 None None] The sync data for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv is: [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:17:42Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2e4226db-351f-4c26-a950-e54094a3da7f', 'name': '', 'network_id': 'e8d93890-4bc2-49f3-9c2c-8355ccf3065b', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:b6:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:41Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '70d2d8b3-41e4-4c4a-8cf3-7c98911c2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:23.411417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe857e02-d65f-45d3-a838-f29a9f32b9c5 None None] New status for floating IP 9d1e6be3-30d5-4f32-9788-877a960b098f: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:19:23.654523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f063cc-cd74-48f9-ad48-f8988ef081ea req-bd3bf0a4-aa79-4937-8346-a3f7e2be6dc3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:23.656153 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-89f063cc-cd74-48f9-ad48-f8988ef081ea req-bd3bf0a4-aa79-4937-8346-a3f7e2be6dc3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 946 time: 0.1058738 Dec 06 12:19:23.705565 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-89f063cc-cd74-48f9-ad48-f8988ef081ea req-15d59944-5f3b-46fb-9234-7d4c933c375e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Dec 06 12:19:23.844356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-46fd910a-587e-4d8a-9698-9e5c530e0a81 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:23.845739 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-46fd910a-587e-4d8a-9698-9e5c530e0a81 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c HTTP/1.1" status: 200 len: 946 time: 0.0481429 Dec 06 12:19:23.937939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port ea274b1c-a28f-4747-ae7b-a67eed875a4d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:23.938273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.026036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port ea274b1c-a28f-4747-ae7b-a67eed875a4d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea274b1c-a28f-4747-ae7b-a67eed875a4d,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:24.026390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.039307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for ea274b1c-a28f-4747-ae7b-a67eed875a4d owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:24.167558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.200041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=ea274b1c-a28f-4747-ae7b-a67eed875a4d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:24.224201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.224556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.224901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.225238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.225571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.225902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.226233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.226556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.226881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.227206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.227530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.227863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.228193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:24.250452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port ea274b1c-a28f-4747-ae7b-a67eed875a4d on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:24.252990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.256533 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-851a2dc0-ebd0-45a6-8368-91681d0feb91 req-7054a2a4-75e5-4c89-abfd-95078287fac9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/ea274b1c-a28f-4747-ae7b-a67eed875a4d HTTP/1.1" status: 204 len: 173 time: 0.4049482 Dec 06 12:19:24.256994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'name': 'network-vif-deleted', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:24.259291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd9dab7-4b49-469e-8d52-ff0f0d24c981" -d '{"events": [{"server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "name": "network-vif-deleted", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:24.302857 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2476d0-4dfb-4fd3-8e59-0e6170c3d21b x-openstack-request-id: req-dc2476d0-4dfb-4fd3-8e59-0e6170c3d21b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:24.303183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c", "name": "network-vif-deleted", "tag": "ea274b1c-a28f-4747-ae7b-a67eed875a4d", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:24.303580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc2476d0-4dfb-4fd3-8e59-0e6170c3d21b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:24.304050 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404c2f2-16f2-4faa-9c35-87c0ce6d3f4c', 'name': 'network-vif-deleted', 'tag': 'ea274b1c-a28f-4747-ae7b-a67eed875a4d', 'status': 'completed', 'code': 200} Dec 06 12:19:24.764526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46696) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:24.824673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-840e25ea-5fa9-4075-95ae-a7562ef50bf1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.850133 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-840e25ea-5fa9-4075-95ae-a7562ef50bf1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.908240 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-840e25ea-5fa9-4075-95ae-a7562ef50bf1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.910829 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-840e25ea-5fa9-4075-95ae-a7562ef50bf1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:24.912023 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-840e25ea-5fa9-4075-95ae-a7562ef50bf1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/b746bae2-bc6c-4324-b1f9-5ca30bc5b57f HTTP/1.1" status: 204 len: 168 time: 0.1464927 Dec 06 12:19:24.922118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e25ea-5fa9-4075-95ae-a7562ef50bf1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746bae2-bc6c-4324-b1f9-5ca30bc5b57f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:24.945912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46700) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:25.302645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.559875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 2e4226db-351f-4c26-a950-e54094a3da7f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:25.560219 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.650697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 2e4226db-351f-4c26-a950-e54094a3da7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e4226db-351f-4c26-a950-e54094a3da7f,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:25.651058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.663512 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 2e4226db-351f-4c26-a950-e54094a3da7f owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:25.671273 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:19:25.845880 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:25.870605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=2e4226db-351f-4c26-a950-e54094a3da7f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:26.049422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.224738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a366085e-9435-4e52-aec7-b7b58005a834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.268677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 359e37db-0cf7-44da-aac5-883ac1f0df0e has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:26.375945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:26.381214 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a2039c72-54af-4718-aca3-6afaade956e9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/359e37db-0cf7-44da-aac5-883ac1f0df0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340129 Dec 06 12:19:26.383605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46702) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:26.386184 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] Sync routers for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:26.396789 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:26.397393 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:26.436423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9053d80-8c10-4ed8-b607-c760c866ac13 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet 70d2d8b3-41e4-4c4a-8cf3-7c98911c2916 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:19:26.439786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9053d80-8c10-4ed8-b607-c760c866ac13 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.485726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9053d80-8c10-4ed8-b607-c760c866ac13 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.503558 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:26.574870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9053d80-8c10-4ed8-b607-c760c866ac13 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.635118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9053d80-8c10-4ed8-b607-c760c866ac13 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.664006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9053d80-8c10-4ed8-b607-c760c866ac13 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=70d2d8b3-41e4-4c4a-8cf3-7c98911c2916,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:26.665936 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9053d80-8c10-4ed8-b607-c760c866ac13 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.669180 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c9053d80-8c10-4ed8-b607-c760c866ac13 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/70d2d8b3-41e4-4c4a-8cf3-7c98911c2916 HTTP/1.1" status: 204 len: 168 time: 0.2845473 Dec 06 12:19:26.671359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae17b2-94b9-42f7-912d-50fbbc24541c None None] Network e8d93890-4bc2-49f3-9c2c-8355ccf3065b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:26.672108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46704) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:26.697999 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:25Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:26.724388 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] Checking router: 359e37db-0cf7-44da-aac5-883ac1f0df0e for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:19:26.733613 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] Routers {'359e37db-0cf7-44da-aac5-883ac1f0df0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:26.734219 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:18:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['359e37db-0cf7-44da-aac5-883ac1f0df0e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:26.782162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.843175 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] Set router 359e37db-0cf7-44da-aac5-883ac1f0df0e gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:26.881071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] DHCP port deletion for e8d93890-4bc2-49f3-9c2c-8355ccf3065b request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:26.905152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.940721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] Deleting port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:26.941468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:26.967652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 2f72d4c7-e675-4555-a33b-6d36e7829b93 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:19:26.968121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.017530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] For port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08,segment=NetworkSegment(b73309c0-1fee-4680-af14-b31406c78fcc),segment_id=b73309c0-1fee-4680-af14-b31406c78fcc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:27.017934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.031216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] Calling delete_port for e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:27.042580 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:25Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:27.050049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 2f72d4c7-e675-4555-a33b-6d36e7829b93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f72d4c7-e675-4555-a33b-6d36e7829b93,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:27.050537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.062816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 2f72d4c7-e675-4555-a33b-6d36e7829b93 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:19:27.069333 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eebdc9-dba6-4577-aefb-52e2cc08b5bf None None] The sync data for ids ['359e37db-0cf7-44da-aac5-883ac1f0df0e'] in dv-neutron-master-2-hyperv is: [{'id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'name': 'tempest-TestNetworkBasicOps-router-1563354725', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225'}], 'enable_snat': True}, 'gw_port_id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:25Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '2f72d4c7-e675-4555-a33b-6d36e7829b93', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359e37db-0cf7-44da-aac5-883ac1f0df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:17:39Z', 'updated_at': '2021-12-06T12:19:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:27.123526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.152588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] Pushing event deleted for resources: {'Port': ['ID=e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:27.156686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153befa-91a6-4fe6-a7c7-7e64f61db629 None None] No DVR routers for this DVR port e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:19:27.237729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.260657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=2f72d4c7-e675-4555-a33b-6d36e7829b93,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:27.275800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040c289-5e4d-447f-9f55-1740fb53baf3 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:27.327806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.417757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.420043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.472202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.473314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Fanout notify agent at l3_agent the message router_deleted on router 359e37db-0cf7-44da-aac5-883ac1f0df0e {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:19:27.480350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.481567 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-32fd8909-e63c-4f2b-9d67-e16204bdd247 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/routers/359e37db-0cf7-44da-aac5-883ac1f0df0e HTTP/1.1" status: 204 len: 168 time: 0.8084047 Dec 06 12:19:27.484897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46706) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:27.504596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device ea274b1c-a28f-4747-ae7b-a67eed875a4d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:27.540889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: ea274b1c-a28f-4747-ae7b-a67eed875a4d {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:27.541237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device ea274b1c-a28f-4747-ae7b-a67eed875a4d not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:27.560613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2e4226db-351f-4c26-a950-e54094a3da7f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:27.580185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.581595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 2e4226db-351f-4c26-a950-e54094a3da7f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:27.582200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2e4226db-351f-4c26-a950-e54094a3da7f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:27.582629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:27.603262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:27.603617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e9e3d0a4-3cb5-4bc5-8d4e-08ddb2588c08 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:27.673514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.694082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d93890-4bc2-49f3-9c2c-8355ccf3065b']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:27.704055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73309c0-1fee-4680-af14-b31406c78fcc') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:27.704245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73309c0-1fee-4680-af14-b31406c78fcc') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:27.714102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.728033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.734998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:19:27.735385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:19:27.738425 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:19:27.802325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.810110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.813551 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/e8d93890-4bc2-49f3-9c2c-8355ccf3065b HTTP/1.1" status: 204 len: 168 time: 0.3277025 Dec 06 12:19:27.827055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e19b74-11d3-47a2-a210-34a00ef2a756 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=e8d93890-4bc2-49f3-9c2c-8355ccf3065b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:27.841271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46708) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:27.847180 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--527214059', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:27.869693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:27.873380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.902216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:19:27.912160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.912560 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment e8ee0859-199f-4b4e-88a6-29ff66c1d24f of type vlan for network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 Dec 06 12:19:27.952818 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.978440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:27.984347 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:27.985162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.021462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1784832 Dec 06 12:19:28.024459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46710) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:28.029915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'admin_state_up': True, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:28.053417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.054642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.056000 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867a027-2e68-4746-857a-d61c2c5254c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=6576b4c0-b887-4bfd-a96f-72f8eced9be8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:28.066586 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:19:28.109647 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.255551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.451033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.469544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.566650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.45 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/0e2cebab-42ce-4bc0-998c-0ea065b5b16c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:28.640177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aea11ca0-1cd3-44a3-ac25-5a5a95b7a268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.674662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.707419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.744398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:28.747111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:28.750712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:28.759457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e357bf-70d1-4f1e-b4d9-534c2cb961f5 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:28.774221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=0e2cebab-42ce-4bc0-998c-0ea065b5b16c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:28.854639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dc3aadb8-1412-4800-9188-f89c4a086273 None None] Provisioning complete for port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:28.854932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc3aadb8-1412-4800-9188-f89c4a086273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:28.892874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dc3aadb8-1412-4800-9188-f89c4a086273 None None] Port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:29.003093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.202052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2f72d4c7-e675-4555-a33b-6d36e7829b93 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:19:29.203875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.228783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 2f72d4c7-e675-4555-a33b-6d36e7829b93 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:19:29.229131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2f72d4c7-e675-4555-a33b-6d36e7829b93 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:19:29.338775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:19:29.441398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:29.450906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Sync routers for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:29.463436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:29.463835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.464261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:29.465150 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0d23d0cd-859e-4c61-9acc-bef7df9f4332 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4396498 Dec 06 12:19:29.468998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46712) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:29.496634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dd1e58af-5990-4ead-af5b-1c8f8d477ecb tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265176 Dec 06 12:19:29.499237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46714) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:29.582427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:29.588683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d969b677-d581-432b-997d-24cff6848cdc tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:29.590189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d969b677-d581-432b-997d-24cff6848cdc tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900545 Dec 06 12:19:29.594078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46716) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:29.625704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0df266cf-b564-4e0f-a382-d2d57f306e28 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305746 Dec 06 12:19:29.628222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46718) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:29.632786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127731349', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:29.720862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:29.724401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.760571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:28Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:29.796038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Checking router: 591fccb4-9ea8-4a2d-9dff-ce8110ec198f for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:19:29.796402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Updating router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:19:29.827162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.828274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.912575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:29.974619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=98708a30-ca8e-4934-8ae9-c880cdf8cfbf,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:29.982035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:29.982367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: 6576b4c0-b887-4bfd-a96f-72f8eced9be8, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:19:30.000016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:19:30.008673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6576b4c0-b887-4bfd-a96f-72f8eced9be8) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:30.012741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:30.013303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.023732 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce78d60-ed21-4a32-afe4-faeab35b81fb None None] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:30.030568 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f048b65d-de3e-4cf8-9a47-b89ef37dbc7d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4013522 Dec 06 12:19:30.033387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46720) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:30.159745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.182656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.244407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749316a6-d590-4b49-8606-6fd83397acd3 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:30.257698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b2e09-3e45-4e3f-a0aa-0d3c19166c07 None None] Pushing event updated for resources: {'Port': ['ID=0e2cebab-42ce-4bc0-998c-0ea065b5b16c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:30.277771 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Attempting to bind port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:30.278151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Attempting to bind port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:30.278523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Attempting to bind port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:30.287658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:30.288009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:30.288402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.288800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:30.289289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Bound port: 0e2cebab-42ce-4bc0-998c-0ea065b5b16c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:30.289678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.316266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:19:30.317150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.374791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fae41a49-eeb5-4771-a3c6-801068ab6979 None None] Provisioning complete for port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:30.375173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fae41a49-eeb5-4771-a3c6-801068ab6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.447304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] For port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:30.477523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] For port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0e2cebab-42ce-4bc0-998c-0ea065b5b16c,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:30.492208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.541529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fae41a49-eeb5-4771-a3c6-801068ab6979 None None] Port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:30.577593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa52825-5cab-453c-8d10-50abf201e877 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:19:30.595711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Allocated IP 172.20.0.2 (6576b4c0-b887-4bfd-a96f-72f8eced9be8/98708a30-ca8e-4934-8ae9-c880cdf8cfbf/f51c9e4c-d3d4-482f-9bf1-10f22139ff16) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:30.606918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b2e09-3e45-4e3f-a0aa-0d3c19166c07 None None] Pushing event updated for resources: {'Port': ['ID=0e2cebab-42ce-4bc0-998c-0ea065b5b16c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:30.617357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:30.617986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:30.825710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.917007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cf5ab4d8-697a-4c90-bb00-f31faa521c7b None None] Provisioning complete for port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:30.917654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab4d8-697a-4c90-bb00-f31faa521c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.975212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:30.995102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:31.155636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.188821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.231951 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.1 (6576b4c0-b887-4bfd-a96f-72f8eced9be8/98708a30-ca8e-4934-8ae9-c880cdf8cfbf/162be52b-c1d8-464f-b194-5c0f5a7adcb9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:31.236769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab4d8-697a-4c90-bb00-f31faa521c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.251430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:31.263691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:31.274687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:31.287612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Pushing event updated for resources: {'Port': ['ID=f51c9e4c-d3d4-482f-9bf1-10f22139ff16,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:31.307516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cf5ab4d8-697a-4c90-bb00-f31faa521c7b None None] For port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0e2cebab-42ce-4bc0-998c-0ea065b5b16c,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:31.315641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab4d8-697a-4c90-bb00-f31faa521c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.350084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.384107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.414889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Attempting to bind port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:31.415183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Attempting to bind port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:31.415554 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Attempting to bind port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 on network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:31.425320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:31.429252 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ab4d8-697a-4c90-bb00-f31faa521c7b None None] Pushing event updated for resources: {'Port': ['ID=0e2cebab-42ce-4bc0-998c-0ea065b5b16c,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:31.430270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:31.432230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:31.432436 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Checking segment: {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:31.432734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.433126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Bound using segment: {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:31.433607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Bound port: f51c9e4c-d3d4-482f-9bf1-10f22139ff16, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:31.434015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.434298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:31.452348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:28Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:31.465185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=162be52b-c1d8-464f-b194-5c0f5a7adcb9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:31.486584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.503791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77896d4e-986b-45b0-8324-aa5842d28374 None None] The sync data for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv is: [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:28Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:31.536188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] For port f51c9e4c-d3d4-482f-9bf1-10f22139ff16, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:31.540864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] For port f51c9e4c-d3d4-482f-9bf1-10f22139ff16, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f51c9e4c-d3d4-482f-9bf1-10f22139ff16,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:31.547605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.622641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec0ae3-21ad-4372-b6e1-514c69632541 None None] Pushing event updated for resources: {'Port': ['ID=f51c9e4c-d3d4-482f-9bf1-10f22139ff16,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:31.640434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:31.917818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.001489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.007881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.091040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.093396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=162be52b-c1d8-464f-b194-5c0f5a7adcb9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:32.193227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:32.194639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:32.334333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:32.458338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:32.463352 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-682fbb3e-0d78-4b8f-90fd-69fb0fceee32 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/591fccb4-9ea8-4a2d-9dff-ce8110ec198f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289696 Dec 06 12:19:32.465865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46722) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:32.567370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1543b-19c7-4181-8149-e5e32836ef86 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.567844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1543b-19c7-4181-8149-e5e32836ef86 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.568328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1543b-19c7-4181-8149-e5e32836ef86 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.568792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1543b-19c7-4181-8149-e5e32836ef86 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.570498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-59f1543b-19c7-4181-8149-e5e32836ef86 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1036727 Dec 06 12:19:32.573270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46724) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:32.629948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00857643-c156-4824-83f1-77bc6a782f47 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.630440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00857643-c156-4824-83f1-77bc6a782f47 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.630958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00857643-c156-4824-83f1-77bc6a782f47 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.631369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00857643-c156-4824-83f1-77bc6a782f47 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:32.634173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-00857643-c156-4824-83f1-77bc6a782f47 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0589280 Dec 06 12:19:32.635809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46726) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:32.667152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d642f-c0f3-413d-be30-3e0773f408cf None None] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:19:32.761233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8fddb97c-22b1-4333-92e9-7fed2b7e6af6 None None] Provisioning complete for port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:32.761613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fddb97c-22b1-4333-92e9-7fed2b7e6af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.769878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6ba7fbcd-8f06-4ee0-a9ec-11930764b2ad tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1329713 Dec 06 12:19:32.900017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fddb97c-22b1-4333-92e9-7fed2b7e6af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:32.938896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8fddb97c-22b1-4333-92e9-7fed2b7e6af6 None None] For port f51c9e4c-d3d4-482f-9bf1-10f22139ff16, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f51c9e4c-d3d4-482f-9bf1-10f22139ff16,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:32.945907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fddb97c-22b1-4333-92e9-7fed2b7e6af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.001325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddb97c-22b1-4333-92e9-7fed2b7e6af6 None None] Pushing event updated for resources: {'Port': ['ID=f51c9e4c-d3d4-482f-9bf1-10f22139ff16,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.003011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46730) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.010321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c7b7bd50-568e-4e7c-a911-5623abd8bcf3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371211418', 'description': 'tempest-secgroup-smoke-371211418 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:33.036162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7b7bd50-568e-4e7c-a911-5623abd8bcf3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.110940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7b7bd50-568e-4e7c-a911-5623abd8bcf3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.114827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7b7bd50-568e-4e7c-a911-5623abd8bcf3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.148102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7b7bd50-568e-4e7c-a911-5623abd8bcf3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.149358 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c7b7bd50-568e-4e7c-a911-5623abd8bcf3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1453397 Dec 06 12:19:33.150493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7bd50-568e-4e7c-a911-5623abd8bcf3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc58511-0197-4b1f-a593-9c3103f52afe,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.152486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46732) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.158962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-90d2a3e3-c00f-4463-a599-ad7a07d5b68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '0bc58511-0197-4b1f-a593-9c3103f52afe', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:33.175581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-82c5e143-79cd-4317-b06a-dd5fb913f8d4 None None] Provisioning complete for port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:33.176019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82c5e143-79cd-4317-b06a-dd5fb913f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.194400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90d2a3e3-c00f-4463-a599-ad7a07d5b68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.221065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-82c5e143-79cd-4317-b06a-dd5fb913f8d4 None None] Port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:33.239643 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-82c5e143-79cd-4317-b06a-dd5fb913f8d4 None None] Provisioning complete for port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:33.240044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82c5e143-79cd-4317-b06a-dd5fb913f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.302582 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Sync routers for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:33.309558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90d2a3e3-c00f-4463-a599-ad7a07d5b68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.317168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90d2a3e3-c00f-4463-a599-ad7a07d5b68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.322723 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:33.323372 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:33.349026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2a3e3-c00f-4463-a599-ad7a07d5b68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a24c820-607a-48c9-86cf-53f8cf88eedb,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.354167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90d2a3e3-c00f-4463-a599-ad7a07d5b68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.355931 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-90d2a3e3-c00f-4463-a599-ad7a07d5b68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011747 Dec 06 12:19:33.358869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46734) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.363684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e4f59f6a-29c5-46c8-8893-aec376c09a40 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '0bc58511-0197-4b1f-a593-9c3103f52afe', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:33.382761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f51c9e4c-d3d4-482f-9bf1-10f22139ff16 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:33.399557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4f59f6a-29c5-46c8-8893-aec376c09a40 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.456957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:33.457389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.472281 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:33.486389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4f59f6a-29c5-46c8-8893-aec376c09a40 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.493315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4f59f6a-29c5-46c8-8893-aec376c09a40 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.519586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f59f6a-29c5-46c8-8893-aec376c09a40 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7003ad8-2070-4866-9662-228cc1419682,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.527606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4f59f6a-29c5-46c8-8893-aec376c09a40 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.532620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46736) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.532837 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e4f59f6a-29c5-46c8-8893-aec376c09a40 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1727827 Dec 06 12:19:33.544372 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-465eaece-c8a2-42e8-9c13-9db41aa3a66f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '0bc58511-0197-4b1f-a593-9c3103f52afe', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:33.562179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0e2cebab-42ce-4bc0-998c-0ea065b5b16c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:33.592956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-465eaece-c8a2-42e8-9c13-9db41aa3a66f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.595165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b20f1883-dacf-4b48-b72e-dadcfc5385cf None None] Provisioning complete for port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:33.595542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b20f1883-dacf-4b48-b72e-dadcfc5385cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.645570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b20f1883-dacf-4b48-b72e-dadcfc5385cf None None] Port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:33.647107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:33.647483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.672901 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-465eaece-c8a2-42e8-9c13-9db41aa3a66f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.678233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-465eaece-c8a2-42e8-9c13-9db41aa3a66f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.702149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465eaece-c8a2-42e8-9c13-9db41aa3a66f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49fce3e-1655-443f-96e1-e983a187ad6b,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.707976 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:33.718759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-465eaece-c8a2-42e8-9c13-9db41aa3a66f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.722730 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-465eaece-c8a2-42e8-9c13-9db41aa3a66f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1861706 Dec 06 12:19:33.723078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46738) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.727615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e12bd366-54ec-4b6e-b49b-62382eacfba3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '0bc58511-0197-4b1f-a593-9c3103f52afe', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:33.748537 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Checking router: 591fccb4-9ea8-4a2d-9dff-ce8110ec198f for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:19:33.749121 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Updating router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:19:33.755820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e12bd366-54ec-4b6e-b49b-62382eacfba3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.766537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1e33ef77-0eb3-4258-bfd7-3ad89001b2e9 None None] Provisioning complete for port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:33.767010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e33ef77-0eb3-4258-bfd7-3ad89001b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.776537 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.802776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1e33ef77-0eb3-4258-bfd7-3ad89001b2e9 None None] Port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:33.821096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e12bd366-54ec-4b6e-b49b-62382eacfba3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.824881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e12bd366-54ec-4b6e-b49b-62382eacfba3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.843965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bd366-54ec-4b6e-b49b-62382eacfba3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44533fcf-b4c3-438d-8f18-26e07745db99,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.851882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e12bd366-54ec-4b6e-b49b-62382eacfba3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.855768 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e12bd366-54ec-4b6e-b49b-62382eacfba3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290741 Dec 06 12:19:33.856058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46740) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.860572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8e233285-5309-417a-b377-82d06a4f025b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '0bc58511-0197-4b1f-a593-9c3103f52afe', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:33.881894 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-8e233285-5309-417a-b377-82d06a4f025b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:19:33.886656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e233285-5309-417a-b377-82d06a4f025b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.944478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e233285-5309-417a-b377-82d06a4f025b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.948512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e233285-5309-417a-b377-82d06a4f025b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.970935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e233285-5309-417a-b377-82d06a4f025b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e30352f-bd45-4994-9901-d89596c09edd,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:33.977429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e233285-5309-417a-b377-82d06a4f025b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:33.978663 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8e233285-5309-417a-b377-82d06a4f025b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216509 Dec 06 12:19:33.981435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46742) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:33.986045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8667d274-28a1-46d4-8680-3a0186167794 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '0bc58511-0197-4b1f-a593-9c3103f52afe', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:34.009042 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-8667d274-28a1-46d4-8680-3a0186167794 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:19:34.014832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8667d274-28a1-46d4-8680-3a0186167794 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.050263 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.055437 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.077695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8667d274-28a1-46d4-8680-3a0186167794 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.081709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8667d274-28a1-46d4-8680-3a0186167794 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.104061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667d274-28a1-46d4-8680-3a0186167794 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357edf91-14b7-4772-a08a-2ecdb24d8504,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:34.113164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8667d274-28a1-46d4-8680-3a0186167794 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.114428 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8667d274-28a1-46d4-8680-3a0186167794 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320589 Dec 06 12:19:34.216296 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Pushing event updated for resources: {'Port': ['ID=162be52b-c1d8-464f-b194-5c0f5a7adcb9,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:34.225773 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.226127 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.226724 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.226834 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.227126 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.227450 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.227774 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.228128 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.228452 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.228775 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.229094 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.229411 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.229726 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:19:34.260671 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Attempting to bind port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:34.261653 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Attempting to bind port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:34.262363 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Attempting to bind port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 on network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:34.268804 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:34.269272 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Checking segment: {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:34.269743 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.270208 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Bound using segment: {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:34.270738 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Bound port: 162be52b-c1d8-464f-b194-5c0f5a7adcb9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:34.271336 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.297187 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-67772cf5-5a00-456a-9e6b-c82b9e443f15 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371211418&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0540273 Dec 06 12:19:34.338676 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] For port 162be52b-c1d8-464f-b194-5c0f5a7adcb9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:34.342363 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] For port 162be52b-c1d8-464f-b194-5c0f5a7adcb9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=162be52b-c1d8-464f-b194-5c0f5a7adcb9,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:34.347804 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.409059 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:34.409695 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:34.413646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-08cd5321-4c1a-45f2-aba4-e0d611b8ac47 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:34.415364 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-08cd5321-4c1a-45f2-aba4-e0d611b8ac47 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 200 len: 796 time: 0.1120255 Dec 06 12:19:34.437975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-447c50fb-95c9-4c0c-a9ba-d3adf46a30fc None None] Provisioning complete for port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:34.438594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-447c50fb-95c9-4c0c-a9ba-d3adf46a30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.440053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-45b588b2-e2ba-4117-99be-07d2831d0e87 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0122573 Dec 06 12:19:34.449591 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adb7ae-d98e-4859-88df-80adc39be00c None None] Pushing event updated for resources: {'Port': ['ID=162be52b-c1d8-464f-b194-5c0f5a7adcb9,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:34.520201 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-e214369e-360e-4609-84cd-695ac4455a78 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660450 Dec 06 12:19:34.554054 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:34.556702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-447c50fb-95c9-4c0c-a9ba-d3adf46a30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.597340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-447c50fb-95c9-4c0c-a9ba-d3adf46a30fc None None] For port 162be52b-c1d8-464f-b194-5c0f5a7adcb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=162be52b-c1d8-464f-b194-5c0f5a7adcb9,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:34.604115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-447c50fb-95c9-4c0c-a9ba-d3adf46a30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.659219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c50fb-95c9-4c0c-a9ba-d3adf46a30fc None None] Pushing event updated for resources: {'Port': ['ID=162be52b-c1d8-464f-b194-5c0f5a7adcb9,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:34.670420 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-469f0afb-88e6-47e9-a017-d555715a37df service neutron] 10.222.0.24 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493008 Dec 06 12:19:34.726578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6975ed24-ac78-4e8c-a4d0-c9e8e4585f92 None None] Provisioning complete for port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:34.726956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6975ed24-ac78-4e8c-a4d0-c9e8e4585f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:34.762268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-891673ff-75a2-44ce-992e-fcd3ec0e3ff4 service neutron] 10.222.0.24 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909538 Dec 06 12:19:34.777596 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:34Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:34.805829 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f654171-7369-4101-85e8-95adab7a31a4 None None] The sync data for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv is: [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:34Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:34.964480 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e96b3917-3adf-460d-9dcc-b50fceb9fb48 req-e0867a16-de18-4a68-ac66-6abdeee46615 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 210 time: 0.0345571 Dec 06 12:19:35.283524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 162be52b-c1d8-464f-b194-5c0f5a7adcb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:35.335934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:35.336224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:36.045502 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6fe5d508-a3e7-4096-acbc-80bcc5ac1c32 req-f259e78b-50ba-41dc-b5f9-f7c9908d2b65 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 210 time: 0.0272398 Dec 06 12:19:37.121315 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3c61736c-d9c2-40d7-bb64-e6fe97d39887 req-b7241896-3d52-4caa-959f-62408615b6f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 210 time: 0.0254529 Dec 06 12:19:37.881523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-672ec620-ee1c-4be4-88c8-1d0226af72a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:37.882958 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-672ec620-ee1c-4be4-88c8-1d0226af72a7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 200 len: 796 time: 0.1068821 Dec 06 12:19:37.948404 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-51a8b792-d9b0-41c5-a5b8-93db55e8f161 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 379 time: 0.0551624 Dec 06 12:19:37.958650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['0bc58511-0197-4b1f-a593-9c3103f52afe']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:38.069477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:19:38.073245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.222603 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-81a45306-7b50-4bd5-bc84-8a129a3e543f req-4ffd4743-81c2-429a-9d60-b52e0839b22c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 210 time: 0.0317557 Dec 06 12:19:38.223604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.5 (6576b4c0-b887-4bfd-a96f-72f8eced9be8/98708a30-ca8e-4934-8ae9-c880cdf8cfbf/607c23ba-660f-4559-af0d-6efd380070f6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:38.367900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.400846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.444805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:38.447885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:38.452552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:38.459017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=607c23ba-660f-4559-af0d-6efd380070f6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:38.509733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:38.510375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.527746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-f19973f5-554c-48b5-82a2-89159491ef88 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728891 Dec 06 12:19:38.540469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Request body: {'port': {'device_id': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:38.601059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.664775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c56f1ace-b9a3-4e60-a93c-e455aaf1c1e2 None None] Provisioning complete for port 607c23ba-660f-4559-af0d-6efd380070f6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:38.665799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c56f1ace-b9a3-4e60-a93c-e455aaf1c1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.699619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c56f1ace-b9a3-4e60-a93c-e455aaf1c1e2 None None] Port 607c23ba-660f-4559-af0d-6efd380070f6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:19:38.874402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607c23ba-660f-4559-af0d-6efd380070f6 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:38.882034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.895291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Transition to ACTIVE for port object 607c23ba-660f-4559-af0d-6efd380070f6 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:19:38.899693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:38.952233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=607c23ba-660f-4559-af0d-6efd380070f6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:39.019796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Attempting to bind port 607c23ba-660f-4559-af0d-6efd380070f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:19:39.020165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Attempting to bind port 607c23ba-660f-4559-af0d-6efd380070f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:19:39.020493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Attempting to bind port 607c23ba-660f-4559-af0d-6efd380070f6 on network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:39.025144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Port 607c23ba-660f-4559-af0d-6efd380070f6 on network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:19:39.025465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Attempting to bind port 607c23ba-660f-4559-af0d-6efd380070f6 on network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:19:39.030746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:19:39.031087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Checking segment: {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:19:39.031532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Bound using segment: {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:19:39.031986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Bound port: 607c23ba-660f-4559-af0d-6efd380070f6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:19:39.032370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.102438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] For port 607c23ba-660f-4559-af0d-6efd380070f6, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:19:39.106229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] For port 607c23ba-660f-4559-af0d-6efd380070f6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=607c23ba-660f-4559-af0d-6efd380070f6,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:19:39.111406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.148010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.148645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:39.150051 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 200 len: 1093 time: 0.6140525 Dec 06 12:19:39.150503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:39.152834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e529050-bedf-45a6-bf8c-4ec3c4874d80" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "tag": "607c23ba-660f-4559-af0d-6efd380070f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:39.179549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec5ad0-14c9-4d2a-9c65-c2d65d4ab0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=607c23ba-660f-4559-af0d-6efd380070f6,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:39.193803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e21332-079a-4105-987e-dea8c8f22e9c x-openstack-request-id: req-48e21332-079a-4105-987e-dea8c8f22e9c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:39.194118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "tag": "607c23ba-660f-4559-af0d-6efd380070f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:39.194418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48e21332-079a-4105-987e-dea8c8f22e9c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:39.194929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6', 'status': 'completed', 'code': 200} Dec 06 12:19:39.244612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-c0102cc9-9a0f-404f-a22e-d1dfe0ff82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.246237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-c0102cc9-9a0f-404f-a22e-d1dfe0ff82d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1096 time: 0.0439239 Dec 06 12:19:39.292885 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-350de885-e719-499f-85e2-841adcfc633a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 200 len: 217 time: 0.0372531 Dec 06 12:19:39.378996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-100db3de-5f75-482c-a890-9cd6db03445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.380543 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-100db3de-5f75-482c-a890-9cd6db03445c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 200 len: 844 time: 0.0787175 Dec 06 12:19:39.393275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b7983-2712-41c4-9281-37509a4a0173 req-90b7994a-5fa4-4ce6-a608-c808b746d65c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.394695 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c66b7983-2712-41c4-9281-37509a4a0173 req-90b7994a-5fa4-4ce6-a608-c808b746d65c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 943 time: 0.0947661 Dec 06 12:19:39.455753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-e9ed86a2-a1db-491d-b010-51b6b2220622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.457280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-e9ed86a2-a1db-491d-b010-51b6b2220622 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6576b4c0-b887-4bfd-a96f-72f8eced9be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618014 Dec 06 12:19:39.494210 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c66b7983-2712-41c4-9281-37509a4a0173 req-9b4b7772-cad2-4b08-b78e-f1f51a195e8b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917034 Dec 06 12:19:39.560834 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-9907b2bf-3b85-4bbe-a95c-43d8b94a07e7 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954039 Dec 06 12:19:39.653458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-279a5274-e8bf-47bb-9321-89fc4029a2e8 req-ecb9fe30-a493-4a62-a656-696704048d73 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862412 Dec 06 12:19:39.742252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-5b409d65-3822-415b-a95a-5efe96d6fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.743729 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-5b409d65-3822-415b-a95a-5efe96d6fbc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1096 time: 0.0413935 Dec 06 12:19:39.832719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-9ee8c8f9-4e9e-4f96-9c6a-1f75b2e7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.834146 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-9ee8c8f9-4e9e-4f96-9c6a-1f75b2e7586e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 200 len: 897 time: 0.0824451 Dec 06 12:19:39.878510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-b0241187-762c-4c5a-b1af-2dcd47f187c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 200 len: 217 time: 0.0373120 Dec 06 12:19:39.928388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-0ecc0298-7fda-4bcd-8eaa-e9b0bf59effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.929724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-0ecc0298-7fda-4bcd-8eaa-e9b0bf59effe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 200 len: 844 time: 0.0437560 Dec 06 12:19:39.976102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-899f9dba-69b0-434f-ac68-47f9ba519d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:39.977590 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-899f9dba-69b0-434f-ac68-47f9ba519d9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6576b4c0-b887-4bfd-a96f-72f8eced9be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409379 Dec 06 12:19:40.070773 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-910881f3-a282-4166-9e86-261b9eb50548 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859849 Dec 06 12:19:40.161502 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e529050-bedf-45a6-bf8c-4ec3c4874d80 req-2afad52a-e6e2-4f7d-920b-e5208f9dea82 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839379 Dec 06 12:19:40.615705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988aae6-a7ab-46f5-a46e-9735327de488 req-2ca59f27-11f9-4cae-b980-cf8770d2ddd7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:40.617112 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7988aae6-a7ab-46f5-a46e-9735327de488 req-2ca59f27-11f9-4cae-b980-cf8770d2ddd7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 943 time: 0.0526924 Dec 06 12:19:40.665671 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7988aae6-a7ab-46f5-a46e-9735327de488 req-fce4af66-1eeb-4665-a474-619ca6b95e8e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425675 Dec 06 12:19:41.777365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc63fa-5f7e-4e1f-8a71-64305599cb58 req-e4e4d1f1-b296-4ec0-a34c-e4e0b9da87ac tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:41.778848 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82fc63fa-5f7e-4e1f-8a71-64305599cb58 req-e4e4d1f1-b296-4ec0-a34c-e4e0b9da87ac tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 943 time: 0.0489497 Dec 06 12:19:41.827391 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82fc63fa-5f7e-4e1f-8a71-64305599cb58 req-167cf910-b056-4bbd-b6fd-2c1bea376ebd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Dec 06 12:19:42.946945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409e4f5-b937-4c4a-924c-c686f915e32b req-f95b41cd-e60f-465c-aaee-d10668189718 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:42.948390 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c409e4f5-b937-4c4a-924c-c686f915e32b req-f95b41cd-e60f-465c-aaee-d10668189718 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 943 time: 0.0531287 Dec 06 12:19:42.997793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c409e4f5-b937-4c4a-924c-c686f915e32b req-a9e4378d-c01d-4a0c-ad8a-2f6e33371bd9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431454 Dec 06 12:19:43.582897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 607c23ba-660f-4559-af0d-6efd380070f6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:19:43.680553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 607c23ba-660f-4559-af0d-6efd380070f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=607c23ba-660f-4559-af0d-6efd380070f6,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:43.691780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '607c23ba-660f-4559-af0d-6efd380070f6', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'port_id': '607c23ba-660f-4559-af0d-6efd380070f6', 'mac_address': 'fa:16:3e:dc:4f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:19:43.728783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.741870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607c23ba-660f-4559-af0d-6efd380070f6 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:19:43.765143 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 607c23ba-660f-4559-af0d-6efd380070f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=607c23ba-660f-4559-af0d-6efd380070f6,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:43.769117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:43.815963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=607c23ba-660f-4559-af0d-6efd380070f6,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:44.070269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['607c23ba-660f-4559-af0d-6efd380070f6'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:19:44.121211 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748800-0f93-4e8c-bc2f-a50de2682f72 req-0c9026e9-d402-4ea6-bcb4-b6e626f9d1b8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:44.122942 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-02748800-0f93-4e8c-bc2f-a50de2682f72 req-0c9026e9-d402-4ea6-bcb4-b6e626f9d1b8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 944 time: 0.0524676 Dec 06 12:19:44.173776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-02748800-0f93-4e8c-bc2f-a50de2682f72 req-f6dba0c4-161e-4932-96d1-f8e7be13b634 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441809 Dec 06 12:19:45.049017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.291069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bacd33-f3a1-4cb7-a03c-2ad7c3b66d35 req-b59d5377-478a-402c-8444-36a84f9fa1cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.292580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5bacd33-f3a1-4cb7-a03c-2ad7c3b66d35 req-b59d5377-478a-402c-8444-36a84f9fa1cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 944 time: 0.0470896 Dec 06 12:19:45.344878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5bacd33-f3a1-4cb7-a03c-2ad7c3b66d35 req-f23c3942-5085-4f48-bb34-be6e41c3b9bb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458813 Dec 06 12:19:45.583449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 607c23ba-660f-4559-af0d-6efd380070f6 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:19:45.633105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 607c23ba-660f-4559-af0d-6efd380070f6 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:19:45.636751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 607c23ba-660f-4559-af0d-6efd380070f6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:19:45.637121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.713156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.735371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:45.737635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d6ed32-cf85-4d8f-b3c8-cfc3da82806c" -d '{"events": [{"server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "name": "network-vif-plugged", "status": "completed", "tag": "607c23ba-660f-4559-af0d-6efd380070f6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:45.750423 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 607c23ba-660f-4559-af0d-6efd380070f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=607c23ba-660f-4559-af0d-6efd380070f6,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:19:45.754243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:45.776787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82736a77-70d7-4d44-8047-42a0382e8d4b x-openstack-request-id: req-82736a77-70d7-4d44-8047-42a0382e8d4b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:45.777082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "name": "network-vif-plugged", "status": "completed", "tag": "607c23ba-660f-4559-af0d-6efd380070f6", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:45.777339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82736a77-70d7-4d44-8047-42a0382e8d4b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:45.777729 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6', 'code': 200} Dec 06 12:19:45.804408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=607c23ba-660f-4559-af0d-6efd380070f6,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:45.935763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48aa33-6ea6-4264-9a28-e212bafbf446 req-0e097677-2ecc-44e8-af1b-1e9eed780942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:45.937256 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ee48aa33-6ea6-4264-9a28-e212bafbf446 req-0e097677-2ecc-44e8-af1b-1e9eed780942 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1098 time: 0.0397341 Dec 06 12:19:45.984474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ee48aa33-6ea6-4264-9a28-e212bafbf446 req-30b35b96-bec6-4d39-ae77-1dcbbea6ccd2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 Dec 06 12:19:46.456891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1534f49-fe88-443b-a3e8-cb8033af553d req-7348fe92-b4b0-4a31-8d5a-83199de7610b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:46.458345 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1534f49-fe88-443b-a3e8-cb8033af553d req-7348fe92-b4b0-4a31-8d5a-83199de7610b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 945 time: 0.0469856 Dec 06 12:19:46.507447 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1534f49-fe88-443b-a3e8-cb8033af553d req-213b2e4a-503a-4f3e-b0c3-bfcc500093a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432184 Dec 06 12:19:47.627139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082785-e087-4d46-98f3-1d9fc059fbe5 req-ccd16c1c-4390-460b-9589-b40e52c1e6db tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.628665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27082785-e087-4d46-98f3-1d9fc059fbe5 req-ccd16c1c-4390-460b-9589-b40e52c1e6db tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 945 time: 0.0520973 Dec 06 12:19:47.677183 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27082785-e087-4d46-98f3-1d9fc059fbe5 req-c651068c-b1a3-4e49-b94c-8bf4bd73673c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Dec 06 12:19:47.789453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51759-da94-4d33-99a2-fc8cf0394f44 req-7a097093-fad4-4962-96cb-242505604cfc tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.790851 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82a51759-da94-4d33-99a2-fc8cf0394f44 req-7a097093-fad4-4962-96cb-242505604cfc tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 945 time: 0.0478861 Dec 06 12:19:47.845707 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82a51759-da94-4d33-99a2-fc8cf0394f44 req-c9138eb8-b430-4418-8992-553e1db05f34 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480258 Dec 06 12:19:47.868119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46810) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:47.909499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a18820-16dd-404b-b69c-83f6c513f8cd tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:47.911175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-84a18820-16dd-404b-b69c-83f6c513f8cd tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1093 time: 0.0419085 Dec 06 12:19:47.913746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46812) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:47.918454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '607c23ba-660f-4559-af0d-6efd380070f6', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:19:47.940257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.040695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.144677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.81 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/78700faa-190d-48d3-a30d-052ee507e064) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:19:48.242678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.275189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.313393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:19:48.316188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:19:48.319546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:19:48.345613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=78700faa-190d-48d3-a30d-052ee507e064,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:48.670812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:48.738863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.249747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.254593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.331619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=78700faa-190d-48d3-a30d-052ee507e064,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:19:49.345564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.446016 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP b976edd9-ae32-4aef-a944-2bc4b4939da2 associated. External IP: 172.36.1.81, port: 607c23ba-660f-4559-af0d-6efd380070f6. Dec 06 12:19:49.650118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:19:49.757647 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:19:49.768550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] Sync routers for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:19:49.776975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:49.779999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:49.780611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:49.804016 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7fc63c5f-b789-48a2-b9ca-2d7e109e073d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8890815 Dec 06 12:19:49.804593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:19:49.806868 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46814) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:49.807352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "tag": "607c23ba-660f-4559-af0d-6efd380070f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:19:49.845400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206a1b47-af15-451e-bb40-e07f5d6f31fd x-openstack-request-id: req-206a1b47-af15-451e-bb40-e07f5d6f31fd {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:19:49.845564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "tag": "607c23ba-660f-4559-af0d-6efd380070f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:19:49.845814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-206a1b47-af15-451e-bb40-e07f5d6f31fd {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:19:49.846175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6', 'status': 'completed', 'code': 200} Dec 06 12:19:49.875374 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e5980785-d01b-4d5f-a346-6aac6ac49c94 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/b976edd9-ae32-4aef-a944-2bc4b4939da2 HTTP/1.1" status: 200 len: 990 time: 0.0665584 Dec 06 12:19:49.891266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:49.911261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-32a02a6d-30e0-4681-9556-dafc3882f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:49.912785 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-32a02a6d-30e0-4681-9556-dafc3882f773 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1098 time: 0.0412927 Dec 06 12:19:50.008185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-b67df629-373a-431e-af17-f03b4f65eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.009676 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-b67df629-373a-431e-af17-f03b4f65eaac service neutron] 10.222.0.43 "GET /v2.0/networks?id=6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 200 len: 897 time: 0.0901783 Dec 06 12:19:50.077301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-6cc48bb7-8896-4eef-8def-6c09570c2176 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 200 len: 998 time: 0.0596008 Dec 06 12:19:50.120309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b976edd9-ae32-4aef-a944-2bc4b4939da2', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.81', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'port_id': '607c23ba-660f-4559-af0d-6efd380070f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'mac_address': 'fa:16:3e:dc:4f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:19:48Z', 'updated_at': '2021-12-06T12:19:48Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:34Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:50.133459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-bdff5c50-dea6-4b0d-bab8-c2eebadbaab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.134930 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-bdff5c50-dea6-4b0d-bab8-c2eebadbaab5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 200 len: 844 time: 0.0508707 Dec 06 12:19:50.147387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] Checking router: 591fccb4-9ea8-4a2d-9dff-ce8110ec198f for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:19:50.156657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:19:50.157341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:19:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:50.187135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-159ca46d-0e24-4128-bcb2-fad5b656d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:19:50.188593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-159ca46d-0e24-4128-bcb2-fad5b656d438 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6576b4c0-b887-4bfd-a96f-72f8eced9be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453408 Dec 06 12:19:50.282593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-5a5fbf8b-8890-4999-a2b2-0269aac50380 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865002 Dec 06 12:19:50.378542 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d2c30b5f-d21e-4a43-aa95-d0f5b578dce3 req-673ac1d7-f0b8-416e-b47f-66fd46d4280c service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885780 Dec 06 12:19:50.418721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:19:50.642911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b976edd9-ae32-4aef-a944-2bc4b4939da2', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.81', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'port_id': '607c23ba-660f-4559-af0d-6efd380070f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'mac_address': 'fa:16:3e:dc:4f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:19:48Z', 'updated_at': '2021-12-06T12:19:48Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:34Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:19:50.669077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc931a0c-88f2-4ee9-bb66-54ec2096525c None None] The sync data for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv is: [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b976edd9-ae32-4aef-a944-2bc4b4939da2', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.81', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'port_id': '607c23ba-660f-4559-af0d-6efd380070f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'mac_address': 'fa:16:3e:dc:4f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:19:48Z', 'updated_at': '2021-12-06T12:19:48Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:34Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:19:50.868098 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc194aea-fc3c-429a-bb19-ab9d2ab3289b None None] New status for floating IP b976edd9-ae32-4aef-a944-2bc4b4939da2: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:19:50.879253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46818) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:50.940621 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-629eb7a3-313d-4102-909e-d69506842ffb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/b976edd9-ae32-4aef-a944-2bc4b4939da2 HTTP/1.1" status: 200 len: 990 time: 0.0599849 Dec 06 12:19:51.944297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46820) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:19:52.007604 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-645dca8c-cd9f-44fe-898f-6e2d271ca377 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/b976edd9-ae32-4aef-a944-2bc4b4939da2 HTTP/1.1" status: 200 len: 992 time: 0.0621684 Dec 06 12:19:56.226714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e46f9b23-bdaa-429e-8738-3a603f80667a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:58.643819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e0b45ae-f78d-4c02-a2cd-a372e7c07322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:19:59.802944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:00.873663 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:01.912831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:02.670069 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:20:15.064211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:26.228234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e55e937-e24b-4c9d-8bde-d321cf7687e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:28.058487 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-7bba90e4-e3bc-4cd7-a8d0-83c6c182224a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834849 Dec 06 12:20:28.142354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-de9637b9-f463-402d-9eb9-8fe35dc74e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.143748 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-de9637b9-f463-402d-9eb9-8fe35dc74e46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1098 time: 0.0416183 Dec 06 12:20:28.251641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-5b90e435-05ba-4b26-a657-eeea148d4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.253138 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-5b90e435-05ba-4b26-a657-eeea148d4dfa service neutron] 10.222.0.43 "GET /v2.0/networks?id=6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 200 len: 897 time: 0.0896158 Dec 06 12:20:28.321925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-0c1544ce-734d-4f09-b316-d841096a43c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 200 len: 1000 time: 0.0606718 Dec 06 12:20:28.374652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-60486207-ee82-49a8-8916-6511df93337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.376144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-60486207-ee82-49a8-8916-6511df93337d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 200 len: 844 time: 0.0474424 Dec 06 12:20:28.422992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-359e864e-75eb-4532-9ea6-ce1d1945fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:20:28.424481 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-359e864e-75eb-4532-9ea6-ce1d1945fb92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6576b4c0-b887-4bfd-a96f-72f8eced9be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416512 Dec 06 12:20:28.514490 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-a060215d-1904-4406-a00d-9e8cd8f035d6 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829327 Dec 06 12:20:28.607657 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83bedbe0-3467-43f7-8806-b9629d0722d9 req-0d8eb5b0-cf72-4a6b-ad60-1e23c30704cd service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866039 Dec 06 12:20:28.644750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a1601c4-9f45-40eb-a339-44601247fadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:29.808605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:30.877107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:31.914655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:39.669637 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:20:45.076864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:56.230069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7746740-ab39-47e7-9e1b-54babc56be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:58.647007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e548b366-0f5d-47b4-bf82-d71573d92c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:20:59.810745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:00.879428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:01.915628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:15.078205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:16.669073 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:21:26.233147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e889b7b-bd83-4325-87d7-15103a6b069c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:27.984766 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-65180df1-6b2f-4900-9031-d038a58b4eee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401940 Dec 06 12:21:28.064913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-80bc1916-6a19-4710-8749-ad7a2eb1dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.066393 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-80bc1916-6a19-4710-8749-ad7a2eb1dfe0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1098 time: 0.0402365 Dec 06 12:21:28.175103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-a99089fd-b1dc-49a5-9470-df4d1605f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.176589 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-a99089fd-b1dc-49a5-9470-df4d1605f4c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 200 len: 897 time: 0.0894351 Dec 06 12:21:28.240834 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-ee1ccdbb-5977-4ab4-85c5-48ea94031a1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 200 len: 1000 time: 0.0566843 Dec 06 12:21:28.293404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-db761a0c-3526-4f28-a581-82a08050321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.294869 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-db761a0c-3526-4f28-a581-82a08050321b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 200 len: 844 time: 0.0471509 Dec 06 12:21:28.341439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-384c2ad0-d936-404b-86ab-98c45ce0b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:21:28.342921 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-384c2ad0-d936-404b-86ab-98c45ce0b44c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6576b4c0-b887-4bfd-a96f-72f8eced9be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403895 Dec 06 12:21:28.434373 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-2d75462c-e120-4fae-91e2-b43c378fc84d service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837975 Dec 06 12:21:28.522627 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82c04e97-d26d-40dd-aca4-0f01d1d1aae0 req-79269b97-3fe1-4d53-ac41-fd2876352acc service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813725 Dec 06 12:21:28.647871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-293036fa-9c09-4b72-9bf6-df33112549d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:29.811504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:30.882543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:31.918421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:45.074031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:53.668196 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:21:56.234445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4823150c-5f00-4be4-8d74-99d1b3e2f2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:58.649478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb680-3d19-4f87-aa05-b64d2dc11d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:21:59.815943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:00.885440 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:01.929419 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:15.096105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:23.855260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46858) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:22:23.861039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:22:23.945912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26784971'] for subnet, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:24.097569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760314415535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3116967'] for subnet, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:24.135739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:24.136324 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:24.139848 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/subnets/98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 200 len: 836 time: 0.2813928 Dec 06 12:22:24.143001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be858756-bd28-4e1b-808f-729d33e50550 None None] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:22:24.158360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=98708a30-ca8e-4934-8ae9-c880cdf8cfbf,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:22:24.165465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.165865 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.166469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.166595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.166875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.167213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.167549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.167907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.168245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.168608 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.168943 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.169269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.169600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda99ffa-0f69-4168-b064-4f8b0956596c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:22:24.539728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-67ae3517-65f9-4b42-bb92-5e2bb075b309 None None] Provisioning complete for port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:22:24.540125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67ae3517-65f9-4b42-bb92-5e2bb075b309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:24.629083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-67ae3517-65f9-4b42-bb92-5e2bb075b309 None None] Provisioning complete for port 607c23ba-660f-4559-af0d-6efd380070f6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:22:24.629369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67ae3517-65f9-4b42-bb92-5e2bb075b309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:24.710802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-67ae3517-65f9-4b42-bb92-5e2bb075b309 None None] Provisioning complete for port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:22:24.711082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67ae3517-65f9-4b42-bb92-5e2bb075b309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:26.235936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecd50ae7-4636-49be-a5a0-d130a2c17849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:28.651777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-358d5a2f-f990-47bc-a001-fd0be4eb4f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:29.816528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:29.985421 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623b537a-fa8b-405d-b960-4431f16fa723 req-0edf7338-63f2-4688-86ee-98f97739f4dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433950 Dec 06 12:22:30.070245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b537a-fa8b-405d-b960-4431f16fa723 req-be72d82c-5873-4e19-8efa-df0e3c8abe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:30.072127 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623b537a-fa8b-405d-b960-4431f16fa723 req-be72d82c-5873-4e19-8efa-df0e3c8abe15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1098 time: 0.0450191 Dec 06 12:22:30.172671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b537a-fa8b-405d-b960-4431f16fa723 req-e140bcc3-69c9-4429-8a2f-8e5225a170c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:30.174135 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623b537a-fa8b-405d-b960-4431f16fa723 req-e140bcc3-69c9-4429-8a2f-8e5225a170c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 200 len: 897 time: 0.0836375 Dec 06 12:22:30.242056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623b537a-fa8b-405d-b960-4431f16fa723 req-1a14973a-49c8-4ddc-880c-ea7dbd43e172 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 200 len: 1000 time: 0.0611901 Dec 06 12:22:30.289949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b537a-fa8b-405d-b960-4431f16fa723 req-039b116a-3bd4-4472-84f8-62de55b7a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:30.291427 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623b537a-fa8b-405d-b960-4431f16fa723 req-039b116a-3bd4-4472-84f8-62de55b7a829 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 200 len: 844 time: 0.0428541 Dec 06 12:22:30.336991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b537a-fa8b-405d-b960-4431f16fa723 req-6d2a7ca6-0491-4643-9690-2c8b1c43cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:22:30.339037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623b537a-fa8b-405d-b960-4431f16fa723 req-6d2a7ca6-0491-4643-9690-2c8b1c43cf71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6576b4c0-b887-4bfd-a96f-72f8eced9be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407743 Dec 06 12:22:30.429383 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623b537a-fa8b-405d-b960-4431f16fa723 req-4972b95d-95d5-4575-8bee-cf6c46456f51 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827916 Dec 06 12:22:30.517123 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-623b537a-fa8b-405d-b960-4431f16fa723 req-4ec852e5-d1dd-4449-96da-c889770b13d0 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798306 Dec 06 12:22:30.667312 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:22:30.886590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:31.921893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:45.093575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:56.236341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c88fb7cb-6ecf-41d5-addf-9ce308609fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:58.653843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-406084ab-b233-4897-b34a-09dff1001c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:22:59.819157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:00.890171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:01.928543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:07.666812 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:23:07.822319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46870) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:07.973682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 78700faa-190d-48d3-a30d-052ee507e064 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:07.973928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.049555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.049919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.062945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 78700faa-190d-48d3-a30d-052ee507e064 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:08.206196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.233182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=78700faa-190d-48d3-a30d-052ee507e064,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:08.244625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.244974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.245317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.245655 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.245987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.246316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.246646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.246972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.247297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.247618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.247971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.248290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.248608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:08.302923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.303326 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP b976edd9-ae32-4aef-a944-2bc4b4939da2 disassociated (deleted). External IP: 172.36.1.81, port: 607c23ba-660f-4559-af0d-6efd380070f6. Dec 06 12:23:08.513699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:08.622646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:08.627527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:08.632145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] Sync routers for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:08.643765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:08.644457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:08.656501 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c5a3b1b5-258a-4097-9cc2-3999b7536e7f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/b976edd9-ae32-4aef-a944-2bc4b4939da2 HTTP/1.1" status: 204 len: 168 time: 0.8330452 Dec 06 12:23:08.657099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:08.659475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6193bca-23bd-46eb-be4a-30be36694078" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "tag": "607c23ba-660f-4559-af0d-6efd380070f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:08.789309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:08.916193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1717c5-de68-4522-9175-cbf49d349cb3 req-0c936873-8bc9-4898-8910-111662a5ed9e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:08.917679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c1717c5-de68-4522-9175-cbf49d349cb3 req-0c936873-8bc9-4898-8910-111662a5ed9e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 945 time: 0.0515409 Dec 06 12:23:08.967724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c1717c5-de68-4522-9175-cbf49d349cb3 req-43321b1e-afcd-4f83-995c-ae051cbf6789 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Dec 06 12:23:08.993865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:34Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:09.019424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] Checking router: 591fccb4-9ea8-4a2d-9dff-ce8110ec198f for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:09.027524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:09.028086 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:09.130796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:09.323019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:34Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:09.352849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168b96f-72ea-4ec2-aee1-ee91ba7d75bc None None] The sync data for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv is: [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '162be52b-c1d8-464f-b194-5c0f5a7adcb9', 'name': '', 'network_id': '6576b4c0-b887-4bfd-a96f-72f8eced9be8', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:c1:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:30Z', 'updated_at': '2021-12-06T12:19:34Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '98708a30-ca8e-4934-8ae9-c880cdf8cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:09.562810 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457df76-cae5-481e-a8bc-4eef61700066 None None] New status for floating IP b976edd9-ae32-4aef-a944-2bc4b4939da2: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:23:09.800486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac58a2a4-78e7-40a6-9877-5611e3c520d5 x-openstack-request-id: req-ac58a2a4-78e7-40a6-9877-5611e3c520d5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:09.800814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "tag": "607c23ba-660f-4559-af0d-6efd380070f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:09.801073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac58a2a4-78e7-40a6-9877-5611e3c520d5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:09.801505 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6', 'status': 'completed', 'code': 200} Dec 06 12:23:09.864571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193bca-23bd-46eb-be4a-30be36694078 req-67319031-86d5-4205-8bfa-88902e55d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:09.865979 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6193bca-23bd-46eb-be4a-30be36694078 req-67319031-86d5-4205-8bfa-88902e55d26a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 1098 time: 0.0404506 Dec 06 12:23:09.960284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193bca-23bd-46eb-be4a-30be36694078 req-3fc19c99-59d7-4d18-ac08-91c29558b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:09.962317 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6193bca-23bd-46eb-be4a-30be36694078 req-3fc19c99-59d7-4d18-ac08-91c29558b347 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 200 len: 897 time: 0.0878932 Dec 06 12:23:10.006147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6193bca-23bd-46eb-be4a-30be36694078 req-4a2d5366-db45-4c73-a473-1f26b14fcf88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 200 len: 217 time: 0.0366488 Dec 06 12:23:10.081110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193bca-23bd-46eb-be4a-30be36694078 req-07ba04b2-f58f-4122-b56a-2cd10e472981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:10.082576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6193bca-23bd-46eb-be4a-30be36694078 req-07ba04b2-f58f-4122-b56a-2cd10e472981 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 200 len: 844 time: 0.0667391 Dec 06 12:23:10.127367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c9302-8404-4caf-850a-c5720141fda3 req-3ef59553-468e-4a54-b008-32d5d85ea149 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:10.128857 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2f3c9302-8404-4caf-850a-c5720141fda3 req-3ef59553-468e-4a54-b008-32d5d85ea149 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 945 time: 0.0825601 Dec 06 12:23:10.161070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193bca-23bd-46eb-be4a-30be36694078 req-d0ae4ca8-80d1-4aa9-b6df-29a3b0093bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:10.162549 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6193bca-23bd-46eb-be4a-30be36694078 req-d0ae4ca8-80d1-4aa9-b6df-29a3b0093bac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6576b4c0-b887-4bfd-a96f-72f8eced9be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720735 Dec 06 12:23:10.210166 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2f3c9302-8404-4caf-850a-c5720141fda3 req-c0542b5c-031c-4b42-aa0a-32f25296f4b6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bc58511-0197-4b1f-a593-9c3103f52afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746684 Dec 06 12:23:10.269699 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6193bca-23bd-46eb-be4a-30be36694078 req-d80570ef-1f71-4201-b30e-1e6f4dfb4eb1 service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978084 Dec 06 12:23:10.363153 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6193bca-23bd-46eb-be4a-30be36694078 req-75a45932-1c32-4796-b095-e17681faf20a service neutron] 10.222.0.43 "GET /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863535 Dec 06 12:23:10.544625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-3c9c5688-0fcb-404a-b791-65bedf64e491 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:10.546077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-3c9c5688-0fcb-404a-b791-65bedf64e491 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 945 time: 0.0488102 Dec 06 12:23:10.636963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 607c23ba-660f-4559-af0d-6efd380070f6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:10.637301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.728718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 607c23ba-660f-4559-af0d-6efd380070f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=607c23ba-660f-4559-af0d-6efd380070f6,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:10.729083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.741585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 607c23ba-660f-4559-af0d-6efd380070f6 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:10.871402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.901408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=607c23ba-660f-4559-af0d-6efd380070f6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:10.944086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port 607c23ba-660f-4559-af0d-6efd380070f6 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:10.947403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:10.950739 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ad752f1-1236-419e-a0ac-c154113d5d66 req-d753fcad-792a-409f-8365-24ef71aec523 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/607c23ba-660f-4559-af0d-6efd380070f6 HTTP/1.1" status: 204 len: 173 time: 0.3984120 Dec 06 12:23:11.332880 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6077fae4-ca8e-4d5f-9aec-ba1d68071cbb req-35f1a116-e648-42dc-b12a-ac972a197ed9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6b73424-4e76-424f-9f43-1bd8701042fa HTTP/1.1" status: 200 len: 210 time: 0.0306838 Dec 06 12:23:11.802801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'name': 'network-vif-deleted', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:11.805444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f401dce0-c071-4792-a068-08f73e4dab9c" -d '{"events": [{"server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "name": "network-vif-deleted", "tag": "607c23ba-660f-4559-af0d-6efd380070f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:11.840466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73864c66-0b3b-4808-b6d3-364795491010 x-openstack-request-id: req-73864c66-0b3b-4808-b6d3-364795491010 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:11.840791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b73424-4e76-424f-9f43-1bd8701042fa", "name": "network-vif-deleted", "tag": "607c23ba-660f-4559-af0d-6efd380070f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:11.841074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73864c66-0b3b-4808-b6d3-364795491010 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:11.841501 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b73424-4e76-424f-9f43-1bd8701042fa', 'name': 'network-vif-deleted', 'tag': '607c23ba-660f-4559-af0d-6efd380070f6', 'status': 'completed', 'code': 200} Dec 06 12:23:12.392231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46898) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:12.448606 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-228f5cba-85ed-4227-8fa8-3769d8050f56 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.472659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-228f5cba-85ed-4227-8fa8-3769d8050f56 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.533912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-228f5cba-85ed-4227-8fa8-3769d8050f56 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.536578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-228f5cba-85ed-4227-8fa8-3769d8050f56 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:12.537725 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-228f5cba-85ed-4227-8fa8-3769d8050f56 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/0bc58511-0197-4b1f-a593-9c3103f52afe HTTP/1.1" status: 204 len: 168 time: 0.1444874 Dec 06 12:23:12.546604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f5cba-85ed-4227-8fa8-3769d8050f56 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc58511-0197-4b1f-a593-9c3103f52afe,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:12.570362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46902) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:13.252169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.501767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 162be52b-c1d8-464f-b194-5c0f5a7adcb9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:13.502110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.591823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 162be52b-c1d8-464f-b194-5c0f5a7adcb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=162be52b-c1d8-464f-b194-5c0f5a7adcb9,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:13.592537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.604632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 162be52b-c1d8-464f-b194-5c0f5a7adcb9 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:13.791508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:13.815967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=162be52b-c1d8-464f-b194-5c0f5a7adcb9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:13.993184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.200640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:14.305966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:14.310969 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bd8cad50-2fda-4ebc-9bcb-304b665aad86 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/591fccb4-9ea8-4a2d-9dff-ce8110ec198f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386746 Dec 06 12:23:14.313667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46906) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:14.317404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] Sync routers for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:14.328532 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:14.329149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:14.366696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-a813f682-232b-4d92-afe2-f1fa1784d038 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet 98708a30-ca8e-4934-8ae9-c880cdf8cfbf {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:23:14.369953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a813f682-232b-4d92-afe2-f1fa1784d038 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.415365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a813f682-232b-4d92-afe2-f1fa1784d038 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.436130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:14.497869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a813f682-232b-4d92-afe2-f1fa1784d038 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.562845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a813f682-232b-4d92-afe2-f1fa1784d038 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.594118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f682-232b-4d92-afe2-f1fa1784d038 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=98708a30-ca8e-4934-8ae9-c880cdf8cfbf,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:14.601196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a813f682-232b-4d92-afe2-f1fa1784d038 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.608602 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a813f682-232b-4d92-afe2-f1fa1784d038 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/98708a30-ca8e-4934-8ae9-c880cdf8cfbf HTTP/1.1" status: 204 len: 168 time: 0.2905915 Dec 06 12:23:14.608602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46910) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:14.641422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 607c23ba-660f-4559-af0d-6efd380070f6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:14.643337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de639f3d-1ba6-4f62-9270-175d81c24b48 None None] Network 6576b4c0-b887-4bfd-a96f-72f8eced9be8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:14.686951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 607c23ba-660f-4559-af0d-6efd380070f6 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:14.687326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 607c23ba-660f-4559-af0d-6efd380070f6 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:14.713474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.817650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.880329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:14.880470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.892176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45'}], 'enable_snat': True}, 'gw_port_id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:23:13Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '0e2cebab-42ce-4bc0-998c-0ea065b5b16c', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:14.918416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] Checking router: 591fccb4-9ea8-4a2d-9dff-ce8110ec198f for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:14.922589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] DHCP port deletion for 6576b4c0-b887-4bfd-a96f-72f8eced9be8 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:14.933438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] Routers {'591fccb4-9ea8-4a2d-9dff-ce8110ec198f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:14.933836 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:14.963018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 0e2cebab-42ce-4bc0-998c-0ea065b5b16c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0e2cebab-42ce-4bc0-998c-0ea065b5b16c,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:14.963379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:14.976036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 0e2cebab-42ce-4bc0-998c-0ea065b5b16c owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:15.043580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] Set router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:15.103067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:23:14Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:15.137429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Deleting port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:23:15.137803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.140570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904f4b8-712f-4ab9-8446-2c20071e63dc None None] The sync data for ids ['591fccb4-9ea8-4a2d-9dff-ce8110ec198f'] in dv-neutron-master-2-hyperv is: [{'id': '591fccb4-9ea8-4a2d-9dff-ce8110ec198f', 'name': 'tempest-TestNetworkBasicOps-router-1010377091', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:19:28Z', 'updated_at': '2021-12-06T12:23:14Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:15.145242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.155336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.171460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=0e2cebab-42ce-4bc0-998c-0ea065b5b16c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:15.199350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb3378-735b-4581-a9f9-fe171c792caf None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:15.218075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] For port f51c9e4c-d3d4-482f-9bf1-10f22139ff16, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f51c9e4c-d3d4-482f-9bf1-10f22139ff16,segment=NetworkSegment(e8ee0859-199f-4b4e-88a6-29ff66c1d24f),segment_id=e8ee0859-199f-4b4e-88a6-29ff66c1d24f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:15.218472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.232150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Calling delete_port for f51c9e4c-d3d4-482f-9bf1-10f22139ff16 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:23:15.238885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.313102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.331422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.333586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.342618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Pushing event deleted for resources: {'Port': ['ID=f51c9e4c-d3d4-482f-9bf1-10f22139ff16,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:15.346747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] No DVR routers for this DVR port f51c9e4c-d3d4-482f-9bf1-10f22139ff16 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:23:15.357946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.357946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.357946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.357946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.357946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.359061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.359061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.359061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.359399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.359510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.359798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.360150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.360473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce3705-4000-4d2f-bb9f-3818a490aea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:15.379561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.380165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Fanout notify agent at l3_agent the message router_deleted on router 591fccb4-9ea8-4a2d-9dff-ce8110ec198f {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:23:15.387231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.388399 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-20d34194-91e4-4bb3-adbe-14bbdc72aa5f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/routers/591fccb4-9ea8-4a2d-9dff-ce8110ec198f HTTP/1.1" status: 204 len: 168 time: 0.7793982 Dec 06 12:23:15.391210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46912) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:15.465290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.570357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.598022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6576b4c0-b887-4bfd-a96f-72f8eced9be8']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:15.607410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:15.607701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ee0859-199f-4b4e-88a6-29ff66c1d24f') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:15.617904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.630938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.640678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:23:15.641073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:23:15.644671 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:23:15.654148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f51c9e4c-d3d4-482f-9bf1-10f22139ff16 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:15.676136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f51c9e4c-d3d4-482f-9bf1-10f22139ff16 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:15.676564 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f51c9e4c-d3d4-482f-9bf1-10f22139ff16 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:15.676889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 162be52b-c1d8-464f-b194-5c0f5a7adcb9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:15.698328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 162be52b-c1d8-464f-b194-5c0f5a7adcb9 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:15.698686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 162be52b-c1d8-464f-b194-5c0f5a7adcb9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:15.711175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.717960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.721104 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/6576b4c0-b887-4bfd-a96f-72f8eced9be8 HTTP/1.1" status: 204 len: 168 time: 0.3289411 Dec 06 12:23:15.732394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73574c2-ec49-4365-9957-b651a31396fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=6576b4c0-b887-4bfd-a96f-72f8eced9be8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:15.733263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46916) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:15.740239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--1957003218', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:15.764247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:15.767756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.794444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:23:15.803970 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.804317 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment e11bad81-010f-4cf3-8475-b0492465f6da of type vlan for network 1ed66c32-5b08-41d9-8061-177c9e261d49 Dec 06 12:23:15.845941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.872918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.878774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:15.879370 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.926297 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918411 Dec 06 12:23:15.929086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46920) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:15.938535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-948796717', 'admin_state_up': True, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:15.958351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.959328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:15.964874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b11c1c-e2cc-4c46-bf5c-6fc459ff53d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=1ed66c32-5b08-41d9-8061-177c9e261d49,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:15.976206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:23:16.011423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.150961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.337023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.354651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.452359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.122 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/c1201a9c-4007-40b6-a451-b2da9e9c9f5b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:16.554475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.588973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.626504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:16.629423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:16.631763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:16.644243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c6469-5539-483b-8cd4-77483105817a None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:16.661689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=c1201a9c-4007-40b6-a451-b2da9e9c9f5b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:16.713897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c28cd699-e765-454b-83c6-50fabc56c267 None None] Provisioning complete for port c1201a9c-4007-40b6-a451-b2da9e9c9f5b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:16.714356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c28cd699-e765-454b-83c6-50fabc56c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:16.757706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c28cd699-e765-454b-83c6-50fabc56c267 None None] Port c1201a9c-4007-40b6-a451-b2da9e9c9f5b cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:16.891741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.086960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.212106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 55249cb1-66e3-4b84-8826-83e5c6427db3 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:23:17.323010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:17.323215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0e2cebab-42ce-4bc0-998c-0ea065b5b16c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:23:17.332442 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Sync routers for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:17.344510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.344795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 0e2cebab-42ce-4bc0-998c-0ea065b5b16c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:23:17.344976 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:17.348497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fbf289ba-9e1d-4142-9a9a-5bb2b630d27b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4155235 Dec 06 12:23:17.348668 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:17.348890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46924) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:17.349430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0e2cebab-42ce-4bc0-998c-0ea065b5b16c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:23:17.514884 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cc4f4646-f007-4eda-801b-1ffe658d35a2 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1645942 Dec 06 12:23:17.517432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46928) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:17.541853 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:17.605621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fe9812-64ce-4660-8f07-fb82b433a2fb tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:17.607108 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a3fe9812-64ce-4660-8f07-fb82b433a2fb tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887759 Dec 06 12:23:17.609827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46930) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:17.637478 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-55ae17d0-212f-448c-883c-d7966561f96b tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265892 Dec 06 12:23:17.639844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46932) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:17.644493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-994180354', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:17.720570 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:16Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:17.735369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:17.739170 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.750917 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Checking router: 55249cb1-66e3-4b84-8826-83e5c6427db3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:17.751266 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Updating router 55249cb1-66e3-4b84-8826-83e5c6427db3 port c1201a9c-4007-40b6-a451-b2da9e9c9f5b binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:23:17.776941 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.922671 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:17.986398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=18ba8c08-856f-4d22-aa07-1be8162a8ff6,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:17.995966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:17.996325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: 1ed66c32-5b08-41d9-8061-177c9e261d49, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:23:18.014481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:23:18.024777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ed66c32-5b08-41d9-8061-177c9e261d49) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:18.029415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:18.030135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.034649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d947b-5c9c-4823-8fa0-3965137ebb30 None None] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:18.041723 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.048271 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.060274 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0ac69b23-323e-49d4-bc0b-e68b77585eb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4193625 Dec 06 12:23:18.062953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46934) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:18.106327 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Attempting to bind port c1201a9c-4007-40b6-a451-b2da9e9c9f5b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:18.106594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a1412e-bbaa-4567-8894-678e0066c16c None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:18.106702 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Attempting to bind port c1201a9c-4007-40b6-a451-b2da9e9c9f5b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:18.107119 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Attempting to bind port c1201a9c-4007-40b6-a451-b2da9e9c9f5b on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:18.116993 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:18.117930 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:18.118711 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.118711 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:18.119182 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Bound port: c1201a9c-4007-40b6-a451-b2da9e9c9f5b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:18.119824 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.144141 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Pushing event updated for resources: {'Port': ['ID=c1201a9c-4007-40b6-a451-b2da9e9c9f5b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:18.159560 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.160045 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.160417 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.160764 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.161102 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.161437 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.161770 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.162102 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.162947 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.162947 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.163195 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.163398 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.163696 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:18.190250 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] For port c1201a9c-4007-40b6-a451-b2da9e9c9f5b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:18.193762 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] For port c1201a9c-4007-40b6-a451-b2da9e9c9f5b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1201a9c-4007-40b6-a451-b2da9e9c9f5b,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:18.200460 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.211669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8b8f6848-9478-4cfd-a7a1-a850bed38ce3 None None] Provisioning complete for port c1201a9c-4007-40b6-a451-b2da9e9c9f5b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:18.212450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b8f6848-9478-4cfd-a7a1-a850bed38ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.217411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ed66c32-5b08-41d9-8061-177c9e261d49', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:23:18.218534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.264078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a92b72-aa3e-495f-868c-f1148f50cf43 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:23:18.272006 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:18.272648 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:18.274818 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ee570-7b8c-4d57-a770-e93732ce198c None None] Pushing event updated for resources: {'Port': ['ID=c1201a9c-4007-40b6-a451-b2da9e9c9f5b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:18.404730 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:18.432749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b8f6848-9478-4cfd-a7a1-a850bed38ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.462012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Allocated IP 172.20.0.2 (1ed66c32-5b08-41d9-8061-177c9e261d49/18ba8c08-856f-4d22-aa07-1be8162a8ff6/cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:18.465142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8b8f6848-9478-4cfd-a7a1-a850bed38ce3 None None] For port c1201a9c-4007-40b6-a451-b2da9e9c9f5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1201a9c-4007-40b6-a451-b2da9e9c9f5b,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:18.475533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b8f6848-9478-4cfd-a7a1-a850bed38ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.538516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f6848-9478-4cfd-a7a1-a850bed38ce3 None None] Pushing event updated for resources: {'Port': ['ID=c1201a9c-4007-40b6-a451-b2da9e9c9f5b,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:18.605608 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:16Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:18.610021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-eb0a85d1-fd18-4f90-ad1e-1c540d0cb023 None None] Provisioning complete for port c1201a9c-4007-40b6-a451-b2da9e9c9f5b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:18.610478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb0a85d1-fd18-4f90-ad1e-1c540d0cb023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.634229 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c96d16-e5b8-4bec-bb5a-1a358c076182 None None] The sync data for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv is: [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:16Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:18.714745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.721841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.783834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:18.793943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:18.800706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:18.816507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Pushing event updated for resources: {'Port': ['ID=cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:18.883815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Attempting to bind port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:18.884312 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Attempting to bind port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:18.884744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Attempting to bind port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 on network 1ed66c32-5b08-41d9-8061-177c9e261d49 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:18.889809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:18.890255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Checking segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:18.890716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.891168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Bound using segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:18.891704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Bound port: cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:18.894484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.936851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:18.966415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] For port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:18.970119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] For port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:18.974946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.038819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135aec5-bbbb-4548-91c9-3830b119a24f None None] Pushing event updated for resources: {'Port': ['ID=cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:19.271719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.1 (1ed66c32-5b08-41d9-8061-177c9e261d49/18ba8c08-856f-4d22-aa07-1be8162a8ff6/d742365b-02e7-4290-921b-dfa79f615f18) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:19.423829 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.463171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:19.474275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.516403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:19.517085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.526028 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:19.529459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:19.532057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:19.583117 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.585453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=d742365b-02e7-4290-921b-dfa79f615f18,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:19.606390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.645674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:19.649953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.651119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c1201a9c-4007-40b6-a451-b2da9e9c9f5b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:19.734952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:19.879462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:19.893623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port c1201a9c-4007-40b6-a451-b2da9e9c9f5b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:19.893998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.050860 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.058027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.063973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf35db4-3938-4940-9c63-44e07cdede6c None None] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:23:20.130620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=d742365b-02e7-4290-921b-dfa79f615f18,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:20.135801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.153330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c4c8290b-d76c-4418-9268-134035a08bfb None None] Provisioning complete for port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:20.153697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4c8290b-d76c-4418-9268-134035a08bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.232998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:20.234506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:20.376098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 55249cb1-66e3-4b84-8826-83e5c6427db3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:20.497840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:20.505868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46936) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:20.506372 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e8e519a1-d708-47a7-99e3-98016fce55fb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/55249cb1-66e3-4b84-8826-83e5c6427db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4420669 Dec 06 12:23:20.534353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c4cb931d-6d13-49f1-a6e7-1e3dd1d5344e None None] Provisioning complete for port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:20.534714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4cb931d-6d13-49f1-a6e7-1e3dd1d5344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.613054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652ca27-807e-4d06-a274-7659c7683d43 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:20.613783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652ca27-807e-4d06-a274-7659c7683d43 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:20.614243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652ca27-807e-4d06-a274-7659c7683d43 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:20.614703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652ca27-807e-4d06-a274-7659c7683d43 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:20.619755 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7652ca27-807e-4d06-a274-7659c7683d43 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1093879 Dec 06 12:23:20.619755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46938) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:20.620999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Sync routers for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:20.649389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:20.650121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:20.686040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad110ba7-2fc8-4bd6-82a3-5b5b1cb1b9ae tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:20.686580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad110ba7-2fc8-4bd6-82a3-5b5b1cb1b9ae tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:20.687048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad110ba7-2fc8-4bd6-82a3-5b5b1cb1b9ae tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:20.687504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad110ba7-2fc8-4bd6-82a3-5b5b1cb1b9ae tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:20.691795 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ad110ba7-2fc8-4bd6-82a3-5b5b1cb1b9ae tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0685346 Dec 06 12:23:20.692007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46940) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:20.704189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c4cb931d-6d13-49f1-a6e7-1e3dd1d5344e None None] Provisioning complete for port d742365b-02e7-4290-921b-dfa79f615f18 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:20.704566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4cb931d-6d13-49f1-a6e7-1e3dd1d5344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:20.809810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb931d-6d13-49f1-a6e7-1e3dd1d5344e None None] Port d742365b-02e7-4290-921b-dfa79f615f18 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:20.832679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:20.861781 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-11a84931-18ee-41e9-8387-adaeda7ada77 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1660435 Dec 06 12:23:20.983330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-67460c98-1960-426f-b93c-53e9d7f18ea3 None None] Provisioning complete for port d742365b-02e7-4290-921b-dfa79f615f18 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:20.983708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67460c98-1960-426f-b93c-53e9d7f18ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.035057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46944) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:21.040180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-95b50439-7e2d-4c23-8eb9-e5877abf6b8e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998817400', 'description': 'tempest-secgroup-smoke-998817400 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:21.052417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-67460c98-1960-426f-b93c-53e9d7f18ea3 None None] Port d742365b-02e7-4290-921b-dfa79f615f18 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:21.064580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b50439-7e2d-4c23-8eb9-e5877abf6b8e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.103605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:21.131682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b50439-7e2d-4c23-8eb9-e5877abf6b8e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.136176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b50439-7e2d-4c23-8eb9-e5877abf6b8e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.143222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Checking router: 55249cb1-66e3-4b84-8826-83e5c6427db3 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:21.143588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Updating router 55249cb1-66e3-4b84-8826-83e5c6427db3 port d742365b-02e7-4290-921b-dfa79f615f18 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:23:21.165229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95b50439-7e2d-4c23-8eb9-e5877abf6b8e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.169177 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-95b50439-7e2d-4c23-8eb9-e5877abf6b8e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305497 Dec 06 12:23:21.170011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46946) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:21.171795 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b50439-7e2d-4c23-8eb9-e5877abf6b8e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c50193-f582-4bf1-8588-5ca43d679746,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:21.174778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-da2ae89a-ab1c-4a78-9e95-519442ebfa2c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'd2c50193-f582-4bf1-8588-5ca43d679746', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:21.174951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.202341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da2ae89a-ab1c-4a78-9e95-519442ebfa2c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.259286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da2ae89a-ab1c-4a78-9e95-519442ebfa2c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.264205 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da2ae89a-ab1c-4a78-9e95-519442ebfa2c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.284045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ae89a-ab1c-4a78-9e95-519442ebfa2c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d311b1ff-642d-4446-84c0-7143e2d12f02,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:21.288649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-da2ae89a-ab1c-4a78-9e95-519442ebfa2c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.289812 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-da2ae89a-ab1c-4a78-9e95-519442ebfa2c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186295 Dec 06 12:23:21.293200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46948) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:21.297848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ef74960c-0c59-4b44-8808-dd52fd46dbad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'd2c50193-f582-4bf1-8588-5ca43d679746', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:21.328492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef74960c-0c59-4b44-8808-dd52fd46dbad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.375413 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:21.388930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef74960c-0c59-4b44-8808-dd52fd46dbad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.392894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef74960c-0c59-4b44-8808-dd52fd46dbad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.410848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74960c-0c59-4b44-8808-dd52fd46dbad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a083ff-a315-44b0-8395-24d345bfda47,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:21.419037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef74960c-0c59-4b44-8808-dd52fd46dbad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.422814 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ef74960c-0c59-4b44-8808-dd52fd46dbad tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260164 Dec 06 12:23:21.423000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46950) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:21.427450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fb20ae7a-9441-4a55-8624-48a026db6fe1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'd2c50193-f582-4bf1-8588-5ca43d679746', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:21.456413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb20ae7a-9441-4a55-8624-48a026db6fe1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.487159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:21.487533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.514150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb20ae7a-9441-4a55-8624-48a026db6fe1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.518192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb20ae7a-9441-4a55-8624-48a026db6fe1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.527640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.535072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.541669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20ae7a-9441-4a55-8624-48a026db6fe1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006e8107-c030-4e3a-b667-f2a45b173b0e,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:21.553095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb20ae7a-9441-4a55-8624-48a026db6fe1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.554586 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fb20ae7a-9441-4a55-8624-48a026db6fe1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305962 Dec 06 12:23:21.597044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16b64d-3989-4901-9aff-b1350ee2111d None None] Pushing event updated for resources: {'Port': ['ID=d742365b-02e7-4290-921b-dfa79f615f18,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:21.617001 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46952) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:21.622275 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-40f7a380-e228-4c24-a26c-4fdfe5281cc5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'd2c50193-f582-4bf1-8588-5ca43d679746', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:21.656699 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40f7a380-e228-4c24-a26c-4fdfe5281cc5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.683248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Attempting to bind port d742365b-02e7-4290-921b-dfa79f615f18 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:21.683629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Attempting to bind port d742365b-02e7-4290-921b-dfa79f615f18 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:21.684038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Attempting to bind port d742365b-02e7-4290-921b-dfa79f615f18 on network 1ed66c32-5b08-41d9-8061-177c9e261d49 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:21.689723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:21.690106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Checking segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:21.690517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.690919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Bound using segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:21.691407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Bound port: d742365b-02e7-4290-921b-dfa79f615f18, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:21.691803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.725367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40f7a380-e228-4c24-a26c-4fdfe5281cc5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.730534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40f7a380-e228-4c24-a26c-4fdfe5281cc5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.752121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7a380-e228-4c24-a26c-4fdfe5281cc5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e081912a-8d66-40bc-9c87-83117f313c2a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:21.758002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40f7a380-e228-4c24-a26c-4fdfe5281cc5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.762569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 46954) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:21.762739 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-40f7a380-e228-4c24-a26c-4fdfe5281cc5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442091 Dec 06 12:23:21.766117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] For port d742365b-02e7-4290-921b-dfa79f615f18, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:21.769003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7ba26771-65c8-4a4a-9638-815c4b10b0c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'd2c50193-f582-4bf1-8588-5ca43d679746', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:21.770092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] For port d742365b-02e7-4290-921b-dfa79f615f18, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d742365b-02e7-4290-921b-dfa79f615f18,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:21.777757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.796389 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-7ba26771-65c8-4a4a-9638-815c4b10b0c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:23:21.801714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ba26771-65c8-4a4a-9638-815c4b10b0c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:21.843722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:21.844399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:22:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:21.846339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16b64d-3989-4901-9aff-b1350ee2111d None None] Pushing event updated for resources: {'Port': ['ID=d742365b-02e7-4290-921b-dfa79f615f18,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:21.942535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a0264be1-6639-40af-accd-a57f48c2483b None None] Provisioning complete for port d742365b-02e7-4290-921b-dfa79f615f18 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:21.942920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0264be1-6639-40af-accd-a57f48c2483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.009294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:22.168381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0264be1-6639-40af-accd-a57f48c2483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.211829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ba26771-65c8-4a4a-9638-815c4b10b0c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.215709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ba26771-65c8-4a4a-9638-815c4b10b0c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.225190 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a0264be1-6639-40af-accd-a57f48c2483b None None] For port d742365b-02e7-4290-921b-dfa79f615f18, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d742365b-02e7-4290-921b-dfa79f615f18,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:22.231543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0264be1-6639-40af-accd-a57f48c2483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.235833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba26771-65c8-4a4a-9638-815c4b10b0c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313528ab-98b8-4d3e-a4dd-0010f1d2670a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:22.245255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ba26771-65c8-4a4a-9638-815c4b10b0c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.246672 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ba26771-65c8-4a4a-9638-815c4b10b0c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4823711 Dec 06 12:23:22.249553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 46956) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:22.254389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d399485d-596e-43af-90d8-9ba97ce580f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'd2c50193-f582-4bf1-8588-5ca43d679746', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:22.277969 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-d399485d-596e-43af-90d8-9ba97ce580f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:23:22.283522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d399485d-596e-43af-90d8-9ba97ce580f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.313845 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0264be1-6639-40af-accd-a57f48c2483b None None] Pushing event updated for resources: {'Port': ['ID=d742365b-02e7-4290-921b-dfa79f615f18,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:22.325389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:21Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:22.347460 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d399485d-596e-43af-90d8-9ba97ce580f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.351162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d399485d-596e-43af-90d8-9ba97ce580f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.373768 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399485d-596e-43af-90d8-9ba97ce580f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae18baba-00c8-4434-80e7-8a001ec25cdd,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:22.384585 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d399485d-596e-43af-90d8-9ba97ce580f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.385903 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d399485d-596e-43af-90d8-9ba97ce580f3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350908 Dec 06 12:23:22.512795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdef2d-837f-446a-8f57-d39fc1240624 None None] The sync data for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv is: [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:21Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:22.525824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-16e31670-008b-46b3-a032-bcc73b1a9930 None None] Provisioning complete for port d742365b-02e7-4290-921b-dfa79f615f18 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:22.526350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16e31670-008b-46b3-a032-bcc73b1a9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:22.545136 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-596e4c68-fcc7-4d73-a658-44c45e345bce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998817400&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0472839 Dec 06 12:23:22.678029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-0623fd0e-1e7a-48e1-9150-cce1f8ae014d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:22.679559 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-0623fd0e-1e7a-48e1-9150-cce1f8ae014d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 797 time: 0.1274955 Dec 06 12:23:22.695955 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-ad523cf6-fb2f-47fb-b840-a4ade77f9681 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0094903 Dec 06 12:23:22.750944 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-ba148086-f347-414a-8226-22da69c5f212 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486732 Dec 06 12:23:22.855309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-b491f689-c286-48ef-9485-f2167c23c1b4 service neutron] 10.222.0.24 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919774 Dec 06 12:23:22.951643 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-42f44413-199e-4aa4-ac01-63ba16db3b63 service neutron] 10.222.0.24 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892098 Dec 06 12:23:23.123926 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e98e705c-8384-480f-8fa9-94d01e12487b req-20481a93-169f-4269-968a-5588e39acc4c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 210 time: 0.0287375 Dec 06 12:23:23.406596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d742365b-02e7-4290-921b-dfa79f615f18 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:23.460816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d742365b-02e7-4290-921b-dfa79f615f18 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:23.461935 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.162052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-4a0335ce-d12b-4f79-9a35-fbbef2311189 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:24.164697 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-4a0335ce-d12b-4f79-9a35-fbbef2311189 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 797 time: 0.1126740 Dec 06 12:23:24.233708 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-025b8659-28ce-4bac-bad7-e7de7abb6b53 req-d0b4506e-03d0-4ec7-8325-ff3214e95848 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 210 time: 0.0320761 Dec 06 12:23:24.255420 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-6f71025a-daa0-4fb8-a4fb-3cd52041c5c5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 379 time: 0.0810764 Dec 06 12:23:24.271294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['d2c50193-f582-4bf1-8588-5ca43d679746']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:24.379958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:24.384096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.507019 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.11 (1ed66c32-5b08-41d9-8061-177c9e261d49/18ba8c08-856f-4d22-aa07-1be8162a8ff6/ecbeae97-e31a-488f-866c-99fa2c5f3d85) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:24.643694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.676052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.725085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:24.728184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:24.730620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:24.759780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=ecbeae97-e31a-488f-866c-99fa2c5f3d85,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:24.786994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:24.787616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.805801 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-dd844dd9-b7d9-4fe3-8ab2-9d7052e5c68b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5381227 Dec 06 12:23:24.818361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Request body: {'port': {'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:24.876942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:24.977676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-39478389-2bad-4915-bdaf-b5f5791c7fc3 None None] Provisioning complete for port ecbeae97-e31a-488f-866c-99fa2c5f3d85 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:24.978302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39478389-2bad-4915-bdaf-b5f5791c7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.012641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-39478389-2bad-4915-bdaf-b5f5791c7fc3 None None] Port ecbeae97-e31a-488f-866c-99fa2c5f3d85 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:25.152230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbeae97-e31a-488f-866c-99fa2c5f3d85 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:25.159640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.172071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Transition to ACTIVE for port object ecbeae97-e31a-488f-866c-99fa2c5f3d85 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:23:25.175989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.230071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbeae97-e31a-488f-866c-99fa2c5f3d85,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:25.305962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Attempting to bind port ecbeae97-e31a-488f-866c-99fa2c5f3d85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:25.306441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Attempting to bind port ecbeae97-e31a-488f-866c-99fa2c5f3d85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:25.306783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Attempting to bind port ecbeae97-e31a-488f-866c-99fa2c5f3d85 on network 1ed66c32-5b08-41d9-8061-177c9e261d49 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:25.314023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Port ecbeae97-e31a-488f-866c-99fa2c5f3d85 on network 1ed66c32-5b08-41d9-8061-177c9e261d49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:23:25.314424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Attempting to bind port ecbeae97-e31a-488f-866c-99fa2c5f3d85 on network 1ed66c32-5b08-41d9-8061-177c9e261d49 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:25.333670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:25.334001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Checking segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:25.334381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Bound using segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:25.334819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Bound port: ecbeae97-e31a-488f-866c-99fa2c5f3d85, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:25.335171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.417439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cc85a-809f-43a0-b22e-361c990807b8 req-788b77c8-93bf-4f93-9b6e-5259a6610a01 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:25.418911 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970cc85a-809f-43a0-b22e-361c990807b8 req-788b77c8-93bf-4f93-9b6e-5259a6610a01 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 944 time: 0.1012099 Dec 06 12:23:25.436083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] For port ecbeae97-e31a-488f-866c-99fa2c5f3d85, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:25.459249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] For port ecbeae97-e31a-488f-866c-99fa2c5f3d85, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:25.465832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.518511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:25.519130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:25.520552 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-470990ed-597a-42ee-942b-773b415f7914 service neutron] 10.222.0.43 "PUT /v2.0/ports/ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 1094 time: 0.7064099 Dec 06 12:23:25.520994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:25.523424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:25.534163 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970cc85a-809f-43a0-b22e-361c990807b8 req-90d726a5-c6f6-4e34-a593-ed3385b0070f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074753 Dec 06 12:23:25.555732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470990ed-597a-42ee-942b-773b415f7914 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbeae97-e31a-488f-866c-99fa2c5f3d85,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:25.565623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f357e0-b073-45ff-b968-35b41af167db x-openstack-request-id: req-a6f357e0-b073-45ff-b968-35b41af167db {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:25.565982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:25.566242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6f357e0-b073-45ff-b968-35b41af167db {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:25.566648 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'status': 'completed', 'code': 200} Dec 06 12:23:25.624634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-e58c738b-4d3b-43f7-85c6-2872da0431dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:25.626462 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-e58c738b-4d3b-43f7-85c6-2872da0431dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1097 time: 0.0435946 Dec 06 12:23:25.670743 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-93bd12ed-8f6e-4608-93eb-65cc7de8a3c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 217 time: 0.0365453 Dec 06 12:23:25.722860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-6e6332b6-be71-4a0d-a008-b0aa9601f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:25.724391 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-6e6332b6-be71-4a0d-a008-b0aa9601f291 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0471246 Dec 06 12:23:25.778617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-01c2fd32-48aa-4a0e-80f7-5176b19dc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:25.780190 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-01c2fd32-48aa-4a0e-80f7-5176b19dc053 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478444 Dec 06 12:23:25.869618 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-8c24fc4b-124b-4ab0-abfe-cb4a594a5389 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820282 Dec 06 12:23:25.961619 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3bc01f35-7cad-4ca4-b0f1-eb647442fcfd req-007aba13-3b4c-4c9d-9db9-de6e08956bfd service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853906 Dec 06 12:23:26.044629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-3b3363dc-e3df-4af9-aa8f-e1c986171c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:26.046035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-3b3363dc-e3df-4af9-aa8f-e1c986171c3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1097 time: 0.0417736 Dec 06 12:23:26.142055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-3b1c7997-8162-4832-93f1-d34faebf686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:26.143515 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-3b1c7997-8162-4832-93f1-d34faebf686c service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.0899689 Dec 06 12:23:26.184576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-7a69c911-1211-4429-8b34-362454af115b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 217 time: 0.0339231 Dec 06 12:23:26.233422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-c4da8c7a-6810-4913-a290-0801384bc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:26.234910 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-c4da8c7a-6810-4913-a290-0801384bc571 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0438468 Dec 06 12:23:26.242704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5ece24b-5c55-4f42-b623-6120094a90b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:26.284082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-739781cd-fa64-4302-b6d4-65a084197b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:26.285568 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-739781cd-fa64-4302-b6d4-65a084197b58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439143 Dec 06 12:23:26.375115 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-bddb35c5-2928-4e42-b4ed-cb7b44d14d5c service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819871 Dec 06 12:23:26.466698 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2dcec8e-8fbb-405b-a219-0a68f2e61f29 req-8d3b3db0-f8cb-4d93-bf33-f97b5a75e6d3 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841784 Dec 06 12:23:26.666360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0aa5d-753e-42b3-b98c-fb6d15c08c9d req-5144adcb-e442-4be4-bed6-528ac0576827 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:26.667827 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04b0aa5d-753e-42b3-b98c-fb6d15c08c9d req-5144adcb-e442-4be4-bed6-528ac0576827 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 944 time: 0.0485570 Dec 06 12:23:26.715024 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04b0aa5d-753e-42b3-b98c-fb6d15c08c9d req-8a0578d4-51cf-4aa5-9e1e-5bb2ad6131d5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413392 Dec 06 12:23:27.830931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a1181-0b21-48a5-8ef4-30c3e1bff308 req-ea42fc97-f950-4c40-9e4d-b79ec2acf2ba tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:27.832408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e03a1181-0b21-48a5-8ef4-30c3e1bff308 req-ea42fc97-f950-4c40-9e4d-b79ec2acf2ba tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 944 time: 0.0510864 Dec 06 12:23:27.885418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e03a1181-0b21-48a5-8ef4-30c3e1bff308 req-c95a3f29-c215-4285-9fb2-aec2865a6ae6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Dec 06 12:23:28.593285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device ecbeae97-e31a-488f-866c-99fa2c5f3d85 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:23:28.683252 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-014a858a-cd06-41b8-a8c0-0f8d870539bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.700741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port ecbeae97-e31a-488f-866c-99fa2c5f3d85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:28.715268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:23:28.752314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.766101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbeae97-e31a-488f-866c-99fa2c5f3d85 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:28.785148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port ecbeae97-e31a-488f-866c-99fa2c5f3d85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:28.789004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:28.837229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=ecbeae97-e31a-488f-866c-99fa2c5f3d85,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:28.999033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891d22-7efc-481f-934a-3a7083af5964 req-b634f2ce-db88-423b-a32a-b550dd5e46d7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:29.000573 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-39891d22-7efc-481f-934a-3a7083af5964 req-b634f2ce-db88-423b-a32a-b550dd5e46d7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Dec 06 12:23:29.049874 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-39891d22-7efc-481f-934a-3a7083af5964 req-a1e29536-d405-4eb2-9aaf-739d1daff51b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435085 Dec 06 12:23:29.140382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['ecbeae97-e31a-488f-866c-99fa2c5f3d85'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:29.824616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.163016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f741c-c0cc-47ab-a454-8a35f1ce4fa7 req-51257f27-aca0-4a89-9f82-353861ac6da4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:30.165518 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1c4f741c-c0cc-47ab-a454-8a35f1ce4fa7 req-51257f27-aca0-4a89-9f82-353861ac6da4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 945 time: 0.0498886 Dec 06 12:23:30.215113 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1c4f741c-c0cc-47ab-a454-8a35f1ce4fa7 req-303920af-d129-493e-8fd8-f55de2864963 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Dec 06 12:23:30.625118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device ecbeae97-e31a-488f-866c-99fa2c5f3d85 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:30.676826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port ecbeae97-e31a-488f-866c-99fa2c5f3d85 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:23:30.681033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port ecbeae97-e31a-488f-866c-99fa2c5f3d85 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:30.681401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.754587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.777144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:30.779381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5617ac-6355-4675-95e5-84e31c58d347" -d '{"events": [{"server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "name": "network-vif-plugged", "status": "completed", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:30.793316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port ecbeae97-e31a-488f-866c-99fa2c5f3d85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:30.797708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:30.849910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=ecbeae97-e31a-488f-866c-99fa2c5f3d85,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:30.876731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ead7c5-3c62-494d-bef3-66510625961d x-openstack-request-id: req-82ead7c5-3c62-494d-bef3-66510625961d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:30.876977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "name": "network-vif-plugged", "status": "completed", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:30.877236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82ead7c5-3c62-494d-bef3-66510625961d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:30.877636 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'code': 200} Dec 06 12:23:30.894984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:31.049586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6cbf-1474-43c2-b645-8bdcd404ec2c req-1f75cb7b-139e-4c3c-a703-303f7ec06416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:31.051057 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a86a6cbf-1474-43c2-b645-8bdcd404ec2c req-1f75cb7b-139e-4c3c-a703-303f7ec06416 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1099 time: 0.0444920 Dec 06 12:23:31.096565 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a86a6cbf-1474-43c2-b645-8bdcd404ec2c req-c3cddb98-0d46-4460-a2da-a8e7cf75ea3b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388615 Dec 06 12:23:31.329444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3880545-2036-4c09-a06b-e6e11e7ade33 req-efcc1509-6769-44d8-a5c3-02f394df8b3f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:31.330904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e3880545-2036-4c09-a06b-e6e11e7ade33 req-efcc1509-6769-44d8-a5c3-02f394df8b3f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 946 time: 0.0484917 Dec 06 12:23:31.379529 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e3880545-2036-4c09-a06b-e6e11e7ade33 req-53ce7090-68be-4ecb-99a6-0c45377639e4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425990 Dec 06 12:23:31.920634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.496931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11a756-0cd6-4cd9-baf4-cbb4eafabc2a req-7367f023-f670-4238-8215-ce8d57903de3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:32.498399 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7c11a756-0cd6-4cd9-baf4-cbb4eafabc2a req-7367f023-f670-4238-8215-ce8d57903de3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 946 time: 0.0487268 Dec 06 12:23:32.553458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7c11a756-0cd6-4cd9-baf4-cbb4eafabc2a req-b700e4e8-9f69-44a2-9ecc-81b833d6d9da tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491998 Dec 06 12:23:32.676943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf85e8b-72d7-49d6-bd22-8e0ac0ae19e6 req-3235d9da-67b2-404e-8264-15108a331ba2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:32.678495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-adf85e8b-72d7-49d6-bd22-8e0ac0ae19e6 req-3235d9da-67b2-404e-8264-15108a331ba2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 946 time: 0.0519254 Dec 06 12:23:32.728079 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-adf85e8b-72d7-49d6-bd22-8e0ac0ae19e6 req-572dd629-5859-4154-af17-0a7755449bf4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 Dec 06 12:23:32.749891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47014) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:32.787932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d9a22-ec49-49d9-8904-36f6e4294196 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:32.789434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-976d9a22-ec49-49d9-8904-36f6e4294196 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1094 time: 0.0385900 Dec 06 12:23:32.792134 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47016) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:32.796242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:32.818824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:32.914669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.016687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.67 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/70c92042-9bd7-4ecc-b196-cc4f650490fe) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:33.114675 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.147286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.186947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:33.189902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:33.193538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:33.218392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=70c92042-9bd7-4ecc-b196-cc4f650490fe,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:33.543080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.611606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.753596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.758076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.825736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=70c92042-9bd7-4ecc-b196-cc4f650490fe,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:33.837544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:33.937120 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP ae36260a-e058-4f3d-85b8-25444eb38c4d associated. External IP: 172.36.1.67, port: ecbeae97-e31a-488f-866c-99fa2c5f3d85. Dec 06 12:23:34.143334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 55249cb1-66e3-4b84-8826-83e5c6427db3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:34.253912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:34.265463 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] Sync routers for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:34.273747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:34.277170 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:34.277801 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:34.302514 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9549a4e4-0a91-46d4-896d-af535a1a4289 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5092928 Dec 06 12:23:34.303056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:34.305609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:34.309910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47018) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:34.343747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4bbb6d-c2df-4871-87c0-de3e5fea2bd3 x-openstack-request-id: req-ee4bbb6d-c2df-4871-87c0-de3e5fea2bd3 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:34.344075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:34.344333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee4bbb6d-c2df-4871-87c0-de3e5fea2bd3 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:34.344741 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'status': 'completed', 'code': 200} Dec 06 12:23:34.353939 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aef785-89dd-4e1c-98d2-ce2acd7c694f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:34.357976 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f2aef785-89dd-4e1c-98d2-ce2acd7c694f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1094 time: 0.0445442 Dec 06 12:23:34.390697 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:34.409797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-08344f5f-bf78-4563-9920-72c6d1c0d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:34.411327 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-08344f5f-bf78-4563-9920-72c6d1c0d1e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1099 time: 0.0423253 Dec 06 12:23:34.511966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-0a18a698-c1b9-4e2c-b310-5ecb969059c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:34.513279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-0a18a698-c1b9-4e2c-b310-5ecb969059c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.0944407 Dec 06 12:23:34.514490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47024) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:34.518906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a7c88dcc-7d50-4b35-9bab-408e02835de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464942382', 'description': 'tempest-secgroup-smoke-1464942382 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:34.629205 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:33Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:34.657572 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] Checking router: 55249cb1-66e3-4b84-8826-83e5c6427db3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:34.667183 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:34.667732 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:34.866523 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:34.931119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7c88dcc-7d50-4b35-9bab-408e02835de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:34.946577 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-8d13021d-80bb-48bd-86d4-a9d1bff73a79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 999 time: 0.4212785 Dec 06 12:23:35.018916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-caa70f98-d53a-44f4-99bb-784bf8f1869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:35.020444 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-caa70f98-d53a-44f4-99bb-784bf8f1869f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0668659 Dec 06 12:23:35.071122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7c88dcc-7d50-4b35-9bab-408e02835de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.078232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7c88dcc-7d50-4b35-9bab-408e02835de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.101448 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:33Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:35.102745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-26868235-057f-4ad7-8c6a-7446a6304887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:35.104913 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-26868235-057f-4ad7-8c6a-7446a6304887 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761657 Dec 06 12:23:35.110701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7c88dcc-7d50-4b35-9bab-408e02835de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.111929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a7c88dcc-7d50-4b35-9bab-408e02835de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5964348 Dec 06 12:23:35.115159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47026) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:35.121326 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '7f57fd65-5d6c-4100-96bf-dec804025b5f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:35.121563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-633e84e3-3ec9-4836-babe-5daa0b2d2232 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:23:35.122429 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-633e84e3-3ec9-4836-babe-5daa0b2d2232 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095584 Dec 06 12:23:35.127093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c88dcc-7d50-4b35-9bab-408e02835de2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f57fd65-5d6c-4100-96bf-dec804025b5f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:35.133919 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db3234-d9f2-48a5-a712-83d2bb0e439a None None] The sync data for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv is: [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:33Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:35.155900 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.217733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.222129 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.233656 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-47a0d4d6-6399-49e6-81bd-9815112bc96f service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022079 Dec 06 12:23:35.242809 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9c3039-600f-461a-8f2a-0344cd07d70d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:35.252174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.252607 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.252961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.253301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.253636 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.253965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.254297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.254624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.254951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.255281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.255604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.255950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.256273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:23:35.263511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.264778 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f48d9e41-1de5-4080-99e2-016e2e72a94c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482940 Dec 06 12:23:35.267404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47028) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:35.272195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a1a864dd-cac3-4360-a797-7f29145f11d2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '7f57fd65-5d6c-4100-96bf-dec804025b5f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:35.311141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a1a864dd-cac3-4360-a797-7f29145f11d2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.345246 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa3de9a9-c252-4c46-a5bc-f536c02f7bc8 req-496184cc-87f2-401a-811d-acd009422ed3 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051290 Dec 06 12:23:35.370383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3209698-3438-436d-a16c-979271d9885c None None] New status for floating IP ae36260a-e058-4f3d-85b8-25444eb38c4d: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:23:35.384626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a1a864dd-cac3-4360-a797-7f29145f11d2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.388541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a1a864dd-cac3-4360-a797-7f29145f11d2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.404254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a864dd-cac3-4360-a797-7f29145f11d2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9a8f77-4faa-491e-a0a2-ca53d182339a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:35.415620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a1a864dd-cac3-4360-a797-7f29145f11d2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.417480 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a1a864dd-cac3-4360-a797-7f29145f11d2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490836 Dec 06 12:23:35.420237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47030) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:35.424609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fc1e5e49-4c67-4a55-8d73-753bbb05c30e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '7f57fd65-5d6c-4100-96bf-dec804025b5f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:35.451713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5e49-4c67-4a55-8d73-753bbb05c30e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.512566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5e49-4c67-4a55-8d73-753bbb05c30e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.516626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5e49-4c67-4a55-8d73-753bbb05c30e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.536824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e5e49-4c67-4a55-8d73-753bbb05c30e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f279609a-3f22-4dca-8f6c-29516316a475,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:35.546584 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5e49-4c67-4a55-8d73-753bbb05c30e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.547942 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fc1e5e49-4c67-4a55-8d73-753bbb05c30e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267531 Dec 06 12:23:35.550525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47032) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:35.555110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8f4f7e88-7aa8-4a67-80a4-9154a8b7c7ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '7f57fd65-5d6c-4100-96bf-dec804025b5f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:35.582646 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7e88-7aa8-4a67-80a4-9154a8b7c7ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.639235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7e88-7aa8-4a67-80a4-9154a8b7c7ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.642773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7e88-7aa8-4a67-80a4-9154a8b7c7ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.661629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f7e88-7aa8-4a67-80a4-9154a8b7c7ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b478ee4-33a1-4be5-bc81-a292f6cb92fe,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:35.670770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7e88-7aa8-4a67-80a4-9154a8b7c7ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.672175 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8f4f7e88-7aa8-4a67-80a4-9154a8b7c7ed tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206164 Dec 06 12:23:35.674930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47034) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:35.679764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9e121f2a-46fe-4a6d-9f3e-91059ca53912 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '7f57fd65-5d6c-4100-96bf-dec804025b5f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:35.701275 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-9e121f2a-46fe-4a6d-9f3e-91059ca53912 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:23:35.706413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e121f2a-46fe-4a6d-9f3e-91059ca53912 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.762614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e121f2a-46fe-4a6d-9f3e-91059ca53912 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.765555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e121f2a-46fe-4a6d-9f3e-91059ca53912 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.783223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e121f2a-46fe-4a6d-9f3e-91059ca53912 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1cc9c6-d830-478c-9d50-7fc50cbff24d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:35.787366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e121f2a-46fe-4a6d-9f3e-91059ca53912 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.788643 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9e121f2a-46fe-4a6d-9f3e-91059ca53912 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1127207 Dec 06 12:23:35.791511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47036) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:35.795990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-679aad3f-b5ea-4c18-9164-61504bbe21c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': '7f57fd65-5d6c-4100-96bf-dec804025b5f', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:35.817722 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-679aad3f-b5ea-4c18-9164-61504bbe21c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:23:35.823816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-679aad3f-b5ea-4c18-9164-61504bbe21c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.886305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-679aad3f-b5ea-4c18-9164-61504bbe21c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.890481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-679aad3f-b5ea-4c18-9164-61504bbe21c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.911492 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aad3f-b5ea-4c18-9164-61504bbe21c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f60e110-184a-46cd-9eaf-8a09ef238dc3,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:35.919960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-679aad3f-b5ea-4c18-9164-61504bbe21c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:35.921187 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-679aad3f-b5ea-4c18-9164-61504bbe21c7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286407 Dec 06 12:23:36.070720 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-521e93c1-1ae5-4083-8547-0645d89f448b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464942382&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0438733 Dec 06 12:23:36.178367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-1b6e5b8a-40dd-40ff-8716-5ace80983a18 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:36.180634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-1b6e5b8a-40dd-40ff-8716-5ace80983a18 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 797 time: 0.1031041 Dec 06 12:23:36.197957 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-06625687-9489-4ccb-abb5-0364ab9a0b33 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0116174 Dec 06 12:23:36.250764 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-9e24ea95-ad9a-4937-817f-eeb9a666db21 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473273 Dec 06 12:23:36.346644 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-81acd3b0-72b7-4fc4-95cd-96fbb764bb4d service neutron] 10.222.0.24 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Dec 06 12:23:36.436744 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-17a66bcb-1483-452b-ad3d-87e003cace8b service neutron] 10.222.0.24 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834386 Dec 06 12:23:36.606199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6e6b8ced-45d2-489c-ae93-93cf032dfde1 req-409942c3-d545-44e2-9d16-0e3e02674c1a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 210 time: 0.0315301 Dec 06 12:23:37.684147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-60cf7891-c775-498c-868c-403e6bb839d9 req-21fe0506-1ecd-4003-af34-f0909b038d42 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 210 time: 0.0257092 Dec 06 12:23:38.762231 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-158d1be7-242e-4ab1-aed5-c1d5255cf3ac req-009eef9b-eaf1-486b-bdf7-f366322cb23f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 210 time: 0.0275712 Dec 06 12:23:39.559450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-a5db4e6c-9e8d-42aa-83ec-7bb4805d9598 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:39.560856 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-a5db4e6c-9e8d-42aa-83ec-7bb4805d9598 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 797 time: 0.1088142 Dec 06 12:23:39.643454 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-acd5b1e1-5e3f-4c1e-b111-8a48dffe6b3f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 472 time: 0.0736058 Dec 06 12:23:39.653923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': '358d79db-01fc-4338-8f68-b030153a5012', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['7f57fd65-5d6c-4100-96bf-dec804025b5f']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:39.758821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:23:39.762334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:39.866007 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1b38d96-2245-463d-a43f-2ccb4a6297bb req-d8e8d579-2d39-4255-8ef4-59a8ab42ad58 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 210 time: 0.0366654 Dec 06 12:23:39.916653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.13 (1ed66c32-5b08-41d9-8061-177c9e261d49/18ba8c08-856f-4d22-aa07-1be8162a8ff6/9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:40.057208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.090146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.134954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:40.138059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:40.142061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:40.166752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:40.196024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:40.196660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.217001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-23d56e61-3e10-4b65-9e68-ccdfe57aa625 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664811 Dec 06 12:23:40.229803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Request body: {'port': {'device_id': '358d79db-01fc-4338-8f68-b030153a5012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:40.293910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.368891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9ab0d0d4-960e-4183-890f-8cd815d46e45 None None] Provisioning complete for port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:40.369545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d0d4-960e-4183-890f-8cd815d46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.406335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0d0d4-960e-4183-890f-8cd815d46e45 None None] Port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:23:40.562259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:40.573934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.590165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Transition to ACTIVE for port object 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:23:40.593059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.645650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Pushing event updated for resources: {'Port': ['ID=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:40.720303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Attempting to bind port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:23:40.720641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Attempting to bind port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:23:40.720975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Attempting to bind port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 on network 1ed66c32-5b08-41d9-8061-177c9e261d49 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:40.725710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 on network 1ed66c32-5b08-41d9-8061-177c9e261d49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:23:40.726147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Attempting to bind port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 on network 1ed66c32-5b08-41d9-8061-177c9e261d49 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:23:40.731831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:23:40.732200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Checking segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:23:40.732585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Bound using segment: {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:23:40.733012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Bound port: 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11bad81-010f-4cf3-8475-b0492465f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:23:40.733369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.799703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] For port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:23:40.802740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] For port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:23:40.807479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.846963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:40.847588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:40.849017 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] 10.222.0.43 "PUT /v2.0/ports/9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 HTTP/1.1" status: 200 len: 1094 time: 0.6244407 Dec 06 12:23:40.849482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:40.852752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5981feae-fbd9-4d71-8b78-cc0a814536e0" -d '{"events": [{"name": "network-changed", "server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:40.880303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce42feb-151e-4e74-aef4-c32181c38d33 service neutron] Pushing event updated for resources: {'Port': ['ID=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:40.897147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e3578-ecb8-4287-ad1b-5a0bf2a2bd1d x-openstack-request-id: req-245e3578-ecb8-4287-ad1b-5a0bf2a2bd1d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:40.897463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:40.898572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-245e3578-ecb8-4287-ad1b-5a0bf2a2bd1d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:40.899232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'status': 'completed', 'code': 200} Dec 06 12:23:40.958174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-52492939-2e4e-4321-904f-35f31fa5ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:40.959660 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-52492939-2e4e-4321-904f-35f31fa5ab3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 1097 time: 0.0577662 Dec 06 12:23:41.022240 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-750cc424-a339-43e5-a071-145f8700d57c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 HTTP/1.1" status: 200 len: 217 time: 0.0433323 Dec 06 12:23:41.047731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78449be8-ba90-49c2-a0cd-a7c14dca9e81 req-c4ccc148-de1d-4af6-839f-07a893d53dd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.049246 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78449be8-ba90-49c2-a0cd-a7c14dca9e81 req-c4ccc148-de1d-4af6-839f-07a893d53dd5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 944 time: 0.1046991 Dec 06 12:23:41.102077 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-53167180-bfa2-44d9-a71f-85fce30e7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.103624 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-53167180-bfa2-44d9-a71f-85fce30e7e49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0719280 Dec 06 12:23:41.150946 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78449be8-ba90-49c2-a0cd-a7c14dca9e81 req-293619dd-956f-48ed-a9ae-0f2774d0e86e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821404 Dec 06 12:23:41.165099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-f2baeb26-c13b-47e1-b8aa-c11e0bc620ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.166621 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-f2baeb26-c13b-47e1-b8aa-c11e0bc620ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554838 Dec 06 12:23:41.259129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-b8565c03-f1c3-439a-a228-26bf4dabd5e9 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849662 Dec 06 12:23:41.349454 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78ba2ecc-c815-40b7-8f83-79818563b6cd req-f136cdbf-99e1-4efd-8473-ce0feabbb846 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836461 Dec 06 12:23:41.440027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-312fc601-ca26-409a-9033-4070e331f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.441902 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-312fc601-ca26-409a-9033-4070e331f2c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 1097 time: 0.0484385 Dec 06 12:23:41.532291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-7b82ec97-43da-4a25-9701-a65ca84e94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.533769 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-7b82ec97-43da-4a25-9701-a65ca84e94b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.0844455 Dec 06 12:23:41.579245 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-2c55823d-1e13-4d94-90fd-7c65c27a87fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 HTTP/1.1" status: 200 len: 217 time: 0.0380874 Dec 06 12:23:41.629109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-6b7c3800-148c-4f21-a78f-3fdc60679c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.630572 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-6b7c3800-148c-4f21-a78f-3fdc60679c9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0452628 Dec 06 12:23:41.676565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-c7e65934-4b4c-46ed-bf20-fe56e5746e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:41.678041 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-c7e65934-4b4c-46ed-bf20-fe56e5746e44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399833 Dec 06 12:23:41.771233 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-8652ca87-46c4-44ff-bfe0-840b333d1e57 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849462 Dec 06 12:23:41.860191 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5981feae-fbd9-4d71-8b78-cc0a814536e0 req-cd00a88a-6374-49fb-9cfe-922d8aade688 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811226 Dec 06 12:23:42.266575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ed156-d121-40c8-a186-bf447c32f757 req-9d4f99a0-25e4-49f8-bf35-aed6e19efa3b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:42.268216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1a0ed156-d121-40c8-a186-bf447c32f757 req-9d4f99a0-25e4-49f8-bf35-aed6e19efa3b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 944 time: 0.0491784 Dec 06 12:23:42.322032 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1a0ed156-d121-40c8-a186-bf447c32f757 req-3ba2aeeb-f935-47e7-9781-f8a7f828c664 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474451 Dec 06 12:23:43.434909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaa021-c14e-427e-9c44-082792bc85e7 req-cc446f37-e587-472c-a8bd-f9cade024194 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:43.436470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-abfaa021-c14e-427e-9c44-082792bc85e7 req-cc446f37-e587-472c-a8bd-f9cade024194 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 944 time: 0.0482395 Dec 06 12:23:43.485761 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-abfaa021-c14e-427e-9c44-082792bc85e7 req-a8407829-6389-42fe-bce8-43ccfe1e6aca tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433939 Dec 06 12:23:44.605918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3cdcd-5396-47fa-8d21-15a3b76f482f req-2bc70c01-0126-4dca-9a61-69ead2568306 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:44.607344 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-18d3cdcd-5396-47fa-8d21-15a3b76f482f req-2bc70c01-0126-4dca-9a61-69ead2568306 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 944 time: 0.0493832 Dec 06 12:23:44.659070 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-18d3cdcd-5396-47fa-8d21-15a3b76f482f req-af9cf705-77bd-4183-9e89-887e3123cbce tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453389 Dec 06 12:23:44.666002 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:23:44.733632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:23:44.833384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:44.844719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'port_id': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'mac_address': 'fa:16:3e:ec:95:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:23:44.882250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:44.894884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:23:44.915648 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:44.920646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:44.973571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:45.112601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:45.232329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:23:45.775642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1048b0-5702-4f26-8fa3-53c4e61be8f1 req-929fd358-4c9b-4ce3-99af-64bc0e8aa1ee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:45.777128 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cb1048b0-5702-4f26-8fa3-53c4e61be8f1 req-929fd358-4c9b-4ce3-99af-64bc0e8aa1ee tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 945 time: 0.0519741 Dec 06 12:23:45.825732 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cb1048b0-5702-4f26-8fa3-53c4e61be8f1 req-38d190ff-b5e9-4629-b862-de3740496d74 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Dec 06 12:23:46.733856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:23:46.783924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:23:46.787618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:23:46.788026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:46.865368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:46.892430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:46.894676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6d269d-5e5e-4278-b5ef-d6b9b57c835e" -d '{"events": [{"server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "name": "network-vif-plugged", "status": "completed", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:46.910258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:23:46.914795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:46.938628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0372d79-e5dc-48dd-9a55-d0957594fe2f x-openstack-request-id: req-b0372d79-e5dc-48dd-9a55-d0957594fe2f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:46.938924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "name": "network-vif-plugged", "status": "completed", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:46.939182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0372d79-e5dc-48dd-9a55-d0957594fe2f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:46.939571 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'code': 200} Dec 06 12:23:46.945094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7d924-26af-45de-b545-571071c060c0 req-adb9f362-e7e9-4a69-a171-deab5039c14d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:46.946984 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c7d924-26af-45de-b545-571071c060c0 req-adb9f362-e7e9-4a69-a171-deab5039c14d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 945 time: 0.0533485 Dec 06 12:23:46.966347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:47.000499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65c7d924-26af-45de-b545-571071c060c0 req-9898d2c0-4294-439a-a0ed-d7dc1a0af9bc tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474637 Dec 06 12:23:47.121860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4199f-18af-4428-b321-4a1be249ebf9 req-9d75480b-26d2-4b29-ac9f-dff0fb95807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:47.123326 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d5b4199f-18af-4428-b321-4a1be249ebf9 req-9d75480b-26d2-4b29-ac9f-dff0fb95807e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 1099 time: 0.0442603 Dec 06 12:23:47.183192 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d5b4199f-18af-4428-b321-4a1be249ebf9 req-f86a4086-d637-4d83-b11d-b6468d960082 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Dec 06 12:23:48.117804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f0c4-adff-4394-ac5d-124d68bbbf42 req-7f2840e3-3176-4432-ab74-1eb8c302b1d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:48.119354 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-81c1f0c4-adff-4394-ac5d-124d68bbbf42 req-7f2840e3-3176-4432-ab74-1eb8c302b1d4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 946 time: 0.0479648 Dec 06 12:23:48.167687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-81c1f0c4-adff-4394-ac5d-124d68bbbf42 req-28a7fa23-4d26-40ee-8fcd-0ca6cf8884e2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Dec 06 12:23:49.281497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab62b2b-c259-4d32-a73e-95c0b7b11a95 req-290f65bd-8217-4533-a815-ad46fe0e2cc2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:49.282972 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eab62b2b-c259-4d32-a73e-95c0b7b11a95 req-290f65bd-8217-4533-a815-ad46fe0e2cc2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 946 time: 0.0508742 Dec 06 12:23:49.337336 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eab62b2b-c259-4d32-a73e-95c0b7b11a95 req-739ff989-fc44-43fb-bdbf-4b568c73f366 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481951 Dec 06 12:23:49.450881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbe76b-9832-40ee-93bb-4e46f20d9e06 req-28390ec8-1356-499c-b219-fa83b8c95517 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:49.452276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90fbe76b-9832-40ee-93bb-4e46f20d9e06 req-28390ec8-1356-499c-b219-fa83b8c95517 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 946 time: 0.0494642 Dec 06 12:23:49.502174 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-90fbe76b-9832-40ee-93bb-4e46f20d9e06 req-2f250756-ca61-45ba-bb48-ed3e3fa034a0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439446 Dec 06 12:23:49.523383 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47096) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:49.561802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00cf96-3058-444d-9098-124eab4fc52b tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:49.563283 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5e00cf96-3058-444d-9098-124eab4fc52b tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 1094 time: 0.0388565 Dec 06 12:23:49.566054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47098) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:23:49.571041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:23:49.593332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:49.689605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:49.794303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.233 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/c57fd7f8-3f5c-49e4-97cb-02ceb35876f4) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:23:49.898446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:49.932185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:49.969716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:23:49.972690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:23:49.976444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:23:50.007727 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=c57fd7f8-3f5c-49e4-97cb-02ceb35876f4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:50.343037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.416907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.561294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.565863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.634550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=c57fd7f8-3f5c-49e4-97cb-02ceb35876f4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:23:50.647141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:50.751685 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 20245f6a-7f87-4d09-8dde-3f87f13b9ced associated. External IP: 172.36.1.233, port: 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7. Dec 06 12:23:51.291778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 55249cb1-66e3-4b84-8826-83e5c6427db3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:23:51.395237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:23:51.405722 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] Sync routers for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:23:51.414204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:51.415416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:51.416126 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:51.444295 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-63f6d65c-3cd5-4873-9682-524ed6e45411 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8770599 Dec 06 12:23:51.445437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:23:51.447952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f451474-97bb-4cd2-b459-746ec7c5d87c" -d '{"events": [{"name": "network-changed", "server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:23:51.482875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb016d4-79a4-4739-8677-885f3541b817 x-openstack-request-id: req-3bb016d4-79a4-4739-8677-885f3541b817 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:23:51.483169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:23:51.483421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bb016d4-79a4-4739-8677-885f3541b817 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:23:51.483821 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'status': 'completed', 'code': 200} Dec 06 12:23:51.525908 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:51.549733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-183072ef-d330-4d56-98a3-3ab2acffbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:51.551243 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-183072ef-d330-4d56-98a3-3ab2acffbe2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 1099 time: 0.0411963 Dec 06 12:23:51.648824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-323d2606-d50a-4d85-aabf-9ad6b4f26f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:51.650633 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-323d2606-d50a-4d85-aabf-9ad6b4f26f4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.0881932 Dec 06 12:23:51.721430 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-0f174177-057c-4ff8-8461-4dc1f5213ace service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 HTTP/1.1" status: 200 len: 1000 time: 0.0635254 Dec 06 12:23:51.753819 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '20245f6a-7f87-4d09-8dde-3f87f13b9ced', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:ec:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358d79db-01fc-4338-8f68-b030153a5012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}, {'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:35Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:51.771135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-9794fd9b-3884-483d-93c5-c945aef9bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:51.773260 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-9794fd9b-3884-483d-93c5-c945aef9bcb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0441368 Dec 06 12:23:51.783259 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] Checking router: 55249cb1-66e3-4b84-8826-83e5c6427db3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:23:51.792789 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:23:51.793395 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:23:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:51.818129 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-ef9b9bc4-2b53-40bf-9421-1b0f7fdfb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:23:51.820103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-ef9b9bc4-2b53-40bf-9421-1b0f7fdfb65d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392830 Dec 06 12:23:51.896918 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:23:51.912968 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-e9c09550-82ca-492c-bb63-4343ad2fbdc5 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851526 Dec 06 12:23:52.009903 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f451474-97bb-4cd2-b459-746ec7c5d87c req-1a5167e0-88a6-4027-a4d9-94777abd83c2 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868313 Dec 06 12:23:52.132254 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '20245f6a-7f87-4d09-8dde-3f87f13b9ced', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:ec:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358d79db-01fc-4338-8f68-b030153a5012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}, {'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:35Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:23:52.161866 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc7e93-b8df-49d2-a2d4-d3245a6ef229 None None] The sync data for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv is: [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '20245f6a-7f87-4d09-8dde-3f87f13b9ced', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:ec:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358d79db-01fc-4338-8f68-b030153a5012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:50Z', 'updated_at': '2021-12-06T12:23:50Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}, {'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:35Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:23:52.345286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d0a45-c4a8-42fd-9968-14c370f410d9 None None] New status for floating IP 20245f6a-7f87-4d09-8dde-3f87f13b9ced: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:23:56.234177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6867-716e-4448-8ae8-c34bb11ac50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:58.654127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c515-4586-46c2-9dca-3dfe5cda5c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:23:59.828083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:00.895148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:01.924083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:15.114851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:21.665483 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:24:26.234804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f3865d2-c329-48db-bff1-0885ee31aea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:28.657106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3daca72-ee9b-4c05-8182-d8b3c9a560af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:29.828267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:30.000413 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-45ae9c39-cb06-496b-8589-a822293094b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417054 Dec 06 12:24:30.079802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-504a3c1f-f90f-4604-8bc1-02c26a607fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:30.081230 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-504a3c1f-f90f-4604-8bc1-02c26a607fa9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1099 time: 0.0403748 Dec 06 12:24:30.186243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-e17f3028-ec9e-4324-a8d5-a2b5bec07e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:30.187714 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-e17f3028-ec9e-4324-a8d5-a2b5bec07e49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.0872054 Dec 06 12:24:30.252837 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-47ecb7fb-82aa-4672-8a36-a959247ce86d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 1001 time: 0.0577118 Dec 06 12:24:30.301486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-bfa2b6c0-8e9c-4226-a37a-e4c32010543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:30.303117 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-bfa2b6c0-8e9c-4226-a37a-e4c32010543f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0431411 Dec 06 12:24:30.361368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-d5ef98ee-e207-4f9a-934b-c4198f0f23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:24:30.363151 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-d5ef98ee-e207-4f9a-934b-c4198f0f23b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530860 Dec 06 12:24:30.450410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-25792ed8-40c0-42bb-9d0f-97399318de39 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797918 Dec 06 12:24:30.541244 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-970f0048-0478-429f-8661-91d3c14ee0a6 req-1c1245ca-198c-420a-93df-e527dfbeb100 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841999 Dec 06 12:24:30.897545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:31.929574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:45.111526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:56.235472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-243792df-5e49-4ccb-a5e1-ab10b2f7ecb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.658674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7985-8021-4746-8664-02db82b03278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:24:58.665744 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:24:59.831558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:00.899617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:01.931242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:06.415798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47124) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:06.517811 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e4eea608-9af8-4b8f-91ba-ad08483a454c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/ae36260a-e058-4f3d-85b8-25444eb38c4d HTTP/1.1" status: 200 len: 993 time: 0.1007357 Dec 06 12:25:07.217956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47136) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:07.223875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:07.287636 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.438695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port ecbeae97-e31a-488f-866c-99fa2c5f3d85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:07.466961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.471424 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.517083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:07.517719 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.519145 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/ports/ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 939 time: 0.3002801 Dec 06 12:25:07.520691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:07.523301 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23a7781-08d1-4be9-9748-d0421c47da47" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:07.545513 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=ecbeae97-e31a-488f-866c-99fa2c5f3d85,revision_number=6']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:07.553520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.553874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.554224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.554570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.554914 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.555247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.555581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.555979 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.556268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.556617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.556952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.557291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.557563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589bd91-9ee0-49bc-b9d9-ca004c466233 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:07.625021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1605eadb-d96e-4c87-87d1-05525bcd1c72 x-openstack-request-id: req-1605eadb-d96e-4c87-87d1-05525bcd1c72 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:07.625321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:07.625796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1605eadb-d96e-4c87-87d1-05525bcd1c72 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:07.625991 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'status': 'completed', 'code': 200} Dec 06 12:25:07.691217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-028ac2f8-56c3-4594-9d67-eb1bf6a7e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:07.693496 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-028ac2f8-56c3-4594-9d67-eb1bf6a7e94b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1100 time: 0.0425394 Dec 06 12:25:07.694996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-019dc5ff-5c85-4d09-9db8-856631c1d66e None None] Provisioning complete for port ecbeae97-e31a-488f-866c-99fa2c5f3d85 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:07.695441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-019dc5ff-5c85-4d09-9db8-856631c1d66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:07.735305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-019dc5ff-5c85-4d09-9db8-856631c1d66e None None] Port ecbeae97-e31a-488f-866c-99fa2c5f3d85 is administratively disabled so it will not transition to active. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 06 12:25:07.788648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-9a938d48-7d02-441d-bf3f-2883c8169a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:07.790045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-9a938d48-7d02-441d-bf3f-2883c8169a2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.0895641 Dec 06 12:25:07.859460 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-1dce5d6d-0888-44e7-9aef-4556b9e4caa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 1002 time: 0.0617597 Dec 06 12:25:07.908234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-e9aa7e84-3851-4eea-9b63-1b1592972aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:07.909631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-e9aa7e84-3851-4eea-9b63-1b1592972aca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0420444 Dec 06 12:25:07.952918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-02ec281b-efdc-4735-9eda-e5f7a24914fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:07.954369 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-02ec281b-efdc-4735-9eda-e5f7a24914fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375555 Dec 06 12:25:08.043752 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-6b3806d4-296a-4ec8-b76d-76955a07b569 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824590 Dec 06 12:25:08.133551 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23a7781-08d1-4be9-9748-d0421c47da47 req-c2db4d98-00e5-403a-adca-9929e5378b51 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824692 Dec 06 12:25:10.923009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47150) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:10.929029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:10.993393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.139459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port ecbeae97-e31a-488f-866c-99fa2c5f3d85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:11.168038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.172486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.213420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:11.214038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.215447 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/ports/ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 938 time: 0.2914326 Dec 06 12:25:11.216030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:11.218294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad231513-05db-4eda-af1d-230579464c78" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:11.218454 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47152) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:11.243736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=ecbeae97-e31a-488f-866c-99fa2c5f3d85,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:11.252617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.252976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.253331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.253712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.254046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.254728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.255195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.255578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.255935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.256266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.256590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.257076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.257401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a42d35-1f87-4d39-ad3c-54ac3c0b9c0b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:11.275101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8bd031-a177-4a6a-b0ad-7cb21c63d254 x-openstack-request-id: req-3c8bd031-a177-4a6a-b0ad-7cb21c63d254 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:11.276217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:11.276476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c8bd031-a177-4a6a-b0ad-7cb21c63d254 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:11.276929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'status': 'completed', 'code': 200} Dec 06 12:25:11.326578 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4c86f0c1-6eed-4b0d-924b-f1d256ee69f5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/ae36260a-e058-4f3d-85b8-25444eb38c4d HTTP/1.1" status: 200 len: 993 time: 0.1060672 Dec 06 12:25:11.341600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231513-05db-4eda-af1d-230579464c78 req-dfe8efc1-50bc-45ff-a3e4-da8be9c5fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:11.343132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad231513-05db-4eda-af1d-230579464c78 req-dfe8efc1-50bc-45ff-a3e4-da8be9c5fd4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1099 time: 0.0529413 Dec 06 12:25:11.448716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231513-05db-4eda-af1d-230579464c78 req-cb0d80b8-35ba-49f1-9b6e-1905ec0b1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:11.450185 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad231513-05db-4eda-af1d-230579464c78 req-cb0d80b8-35ba-49f1-9b6e-1905ec0b1180 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.0994298 Dec 06 12:25:11.477470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-539c994e-8d99-442b-b180-cd92bb510c9a None None] Provisioning complete for port ecbeae97-e31a-488f-866c-99fa2c5f3d85 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:11.477984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-539c994e-8d99-442b-b180-cd92bb510c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:11.516279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad231513-05db-4eda-af1d-230579464c78 req-e8607f1d-ede4-4824-9611-e3b2aeabd208 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 1001 time: 0.0585008 Dec 06 12:25:11.568248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231513-05db-4eda-af1d-230579464c78 req-632cb613-1343-4679-a6a8-81e3c89dd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:11.569468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['ecbeae97-e31a-488f-866c-99fa2c5f3d85'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:25:11.569840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad231513-05db-4eda-af1d-230579464c78 req-632cb613-1343-4679-a6a8-81e3c89dd375 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0461223 Dec 06 12:25:11.620977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231513-05db-4eda-af1d-230579464c78 req-06a2f5da-457b-47fc-b200-3951cfc37684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:11.622478 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad231513-05db-4eda-af1d-230579464c78 req-06a2f5da-457b-47fc-b200-3951cfc37684 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456743 Dec 06 12:25:11.728618 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad231513-05db-4eda-af1d-230579464c78 req-1f89a7d9-de37-4f0f-b948-2f5cdae2859a service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984116 Dec 06 12:25:11.824032 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad231513-05db-4eda-af1d-230579464c78 req-e643e677-7a69-48fc-ab9f-784dbc921ff7 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879016 Dec 06 12:25:13.921432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47162) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:14.073770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port c57fd7f8-3f5c-49e4-97cb-02ceb35876f4 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:14.074106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.151342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.151663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.163069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for c57fd7f8-3f5c-49e4-97cb-02ceb35876f4 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:14.309068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.334474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=c57fd7f8-3f5c-49e4-97cb-02ceb35876f4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:14.395141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.395461 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 20245f6a-7f87-4d09-8dde-3f87f13b9ced disassociated (deleted). External IP: 172.36.1.233, port: 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7. Dec 06 12:25:14.599792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 55249cb1-66e3-4b84-8826-83e5c6427db3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:14.707529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:14.712292 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:14.717409 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] Sync routers for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:14.726609 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:14.727217 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:14.739226 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-34e065ef-9a17-407a-b956-1edace6560f7 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/20245f6a-7f87-4d09-8dde-3f87f13b9ced HTTP/1.1" status: 204 len: 168 time: 0.8161950 Dec 06 12:25:14.739824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:14.742119 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8255a9-c969-428e-9bfd-a5e4e47832ae" -d '{"events": [{"name": "network-changed", "server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:14.780140 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bff30b3-244b-4df9-8757-a93c2ba52ab5 x-openstack-request-id: req-5bff30b3-244b-4df9-8757-a93c2ba52ab5 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:14.780445 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:14.780969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bff30b3-244b-4df9-8757-a93c2ba52ab5 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:14.781386 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'status': 'completed', 'code': 200} Dec 06 12:25:14.846793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-0625170e-8336-4cea-bd1b-5e18cd687ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:14.848723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-0625170e-8336-4cea-bd1b-5e18cd687ac1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 1099 time: 0.0456455 Dec 06 12:25:14.945179 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:14.959900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-c4f45568-834a-498d-9398-e8452e23c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:14.961530 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-c4f45568-834a-498d-9398-e8452e23c068 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.1036453 Dec 06 12:25:15.008181 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-28c82444-e0fc-42f8-85ee-b3a63f496e64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 HTTP/1.1" status: 200 len: 217 time: 0.0389190 Dec 06 12:25:15.080473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-806494dc-c8e2-4423-805c-e77152c1bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:15.081929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-806494dc-c8e2-4423-805c-e77152c1bdc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0666721 Dec 06 12:25:15.093968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6014e-a155-4696-bc37-65a9533521a3 req-567621af-baf0-445e-959c-5394886b9e69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:15.095367 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1cf6014e-a155-4696-bc37-65a9533521a3 req-567621af-baf0-445e-959c-5394886b9e69 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 946 time: 0.1631529 Dec 06 12:25:15.122133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:15.163958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-1d6f946e-7835-44d6-88b4-b5c94ecdb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:15.165408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-1d6f946e-7835-44d6-88b4-b5c94ecdb912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691483 Dec 06 12:25:15.174350 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1cf6014e-a155-4696-bc37-65a9533521a3 req-c492f676-2b84-4514-ac40-e2bb8d710c45 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699847 Dec 06 12:25:15.175325 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:35Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:15.204086 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] Checking router: 55249cb1-66e3-4b84-8826-83e5c6427db3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:15.213771 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:15.214383 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:15.262493 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-90ba25c5-97c8-453b-b0ed-36858fc3d0ce service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871949 Dec 06 12:25:15.320493 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:15.356325 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e8255a9-c969-428e-9bfd-a5e4e47832ae req-c9695a34-86aa-4740-9ee3-3a704117a320 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865111 Dec 06 12:25:15.539599 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:35Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:15.570318 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c607c-8144-432a-b6f8-0fdaa89f951a None None] The sync data for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv is: [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ae36260a-e058-4f3d-85b8-25444eb38c4d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.67', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'port_id': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'mac_address': 'fa:16:3e:69:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:23:33Z', 'updated_at': '2021-12-06T12:23:35Z', 'revision_number': 1, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:15.789252 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa14ce-55a8-4df2-a42c-2f7d9569cf66 None None] New status for floating IP 20245f6a-7f87-4d09-8dde-3f87f13b9ced: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:25:16.339549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d2545-deee-4ceb-8341-f3a3dfaebe31 req-3f86fa91-09e0-44cf-a095-376bc5ce0488 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:16.341430 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e39d2545-deee-4ceb-8341-f3a3dfaebe31 req-3f86fa91-09e0-44cf-a095-376bc5ce0488 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 946 time: 0.0952480 Dec 06 12:25:16.397205 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e39d2545-deee-4ceb-8341-f3a3dfaebe31 req-54a82c3b-421b-4593-b5b7-1c203d0c0ebe tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f57fd65-5d6c-4100-96bf-dec804025b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494101 Dec 06 12:25:16.555713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165fe10-0378-455c-aa7e-a5a18203861c req-e50c4afe-677f-475d-b501-e75094aad9fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:16.557175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6165fe10-0378-455c-aa7e-a5a18203861c req-e50c4afe-677f-475d-b501-e75094aad9fa tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=358d79db-01fc-4338-8f68-b030153a5012 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Dec 06 12:25:16.651077 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:16.651422 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.744452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:16.744806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.758721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:16.887352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.914920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:16.956068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:16.959455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:16.962725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6165fe10-0378-455c-aa7e-a5a18203861c req-16788cab-cc82-4794-b3f1-efe6a16ff7d6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 HTTP/1.1" status: 204 len: 173 time: 0.3995769 Dec 06 12:25:16.963172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'name': 'network-vif-deleted', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:16.965437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb24f57-7273-4b6c-98a6-177fa08fa227" -d '{"events": [{"server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "name": "network-vif-deleted", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:17.002580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6a4b04-14fa-4b06-ad80-8cb4a70b99e2 x-openstack-request-id: req-da6a4b04-14fa-4b06-ad80-8cb4a70b99e2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:17.002858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d79db-01fc-4338-8f68-b030153a5012", "name": "network-vif-deleted", "tag": "9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:17.003147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da6a4b04-14fa-4b06-ad80-8cb4a70b99e2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:17.003550 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d79db-01fc-4338-8f68-b030153a5012', 'name': 'network-vif-deleted', 'tag': '9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7', 'status': 'completed', 'code': 200} Dec 06 12:25:17.452909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47182) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:17.510644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50d743b9-faa3-426d-bd21-39f867def0b5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.535697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50d743b9-faa3-426d-bd21-39f867def0b5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.592724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50d743b9-faa3-426d-bd21-39f867def0b5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.595443 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50d743b9-faa3-426d-bd21-39f867def0b5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.596621 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-50d743b9-faa3-426d-bd21-39f867def0b5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f57fd65-5d6c-4100-96bf-dec804025b5f HTTP/1.1" status: 204 len: 168 time: 0.1427321 Dec 06 12:25:17.606572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d743b9-faa3-426d-bd21-39f867def0b5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f57fd65-5d6c-4100-96bf-dec804025b5f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:17.634002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47186) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:17.790555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 70c92042-9bd7-4ecc-b196-cc4f650490fe {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:17.790812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.868660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.868987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:17.881201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 70c92042-9bd7-4ecc-b196-cc4f650490fe owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:18.027761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.054143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=70c92042-9bd7-4ecc-b196-cc4f650490fe,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:18.117443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.117770 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP ae36260a-e058-4f3d-85b8-25444eb38c4d disassociated (deleted). External IP: 172.36.1.67, port: ecbeae97-e31a-488f-866c-99fa2c5f3d85. Dec 06 12:25:18.318841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 55249cb1-66e3-4b84-8826-83e5c6427db3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:18.426981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:18.431707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:18.436591 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] Sync routers for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:18.448111 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:18.448734 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:18.458188 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8bc03fef-c1c5-425d-a8a5-c20bd9d55d85 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/ae36260a-e058-4f3d-85b8-25444eb38c4d HTTP/1.1" status: 204 len: 168 time: 0.8230832 Dec 06 12:25:18.557165 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:18.682448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086405f-a6ec-4a68-8db6-d28941996143 req-cf5c296c-0427-424e-942b-a1b764279846 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:18.683999 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c086405f-a6ec-4a68-8db6-d28941996143 req-cf5c296c-0427-424e-942b-a1b764279846 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 946 time: 0.0539587 Dec 06 12:25:18.738055 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c086405f-a6ec-4a68-8db6-d28941996143 req-10bdc10d-2635-4305-a8aa-939991864cf1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476000 Dec 06 12:25:18.766336 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:18.791359 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] Checking router: 55249cb1-66e3-4b84-8826-83e5c6427db3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:18.799442 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:18.800064 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:18.908370 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:19.005069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:19.007436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:19.042846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b656b7ce-519a-451b-86f1-4f66b52b60e9 x-openstack-request-id: req-b656b7ce-519a-451b-86f1-4f66b52b60e9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:19.043139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:19.043390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b656b7ce-519a-451b-86f1-4f66b52b60e9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:19.043784 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'status': 'completed', 'code': 200} Dec 06 12:25:19.110328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-802dc9d1-966b-41a8-acc4-74160266d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.112662 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-802dc9d1-966b-41a8-acc4-74160266d34a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 1099 time: 0.0430377 Dec 06 12:25:19.112960 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:19.140423 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383a49e-902b-4987-813f-f2528b506f70 None None] The sync data for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv is: [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:23:19Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd742365b-02e7-4290-921b-dfa79f615f18', 'name': '', 'network_id': '1ed66c32-5b08-41d9-8061-177c9e261d49', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:67:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:19Z', 'updated_at': '2021-12-06T12:23:22Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '18ba8c08-856f-4d22-aa07-1be8162a8ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:19.184543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:19.206360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:19.206790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 9cec8dd5-ee10-47ee-b95a-1c2e1b654bf7 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:19.211566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-772498c3-9533-491f-90d4-bd0f815ba9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.213710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-772498c3-9533-491f-90d4-bd0f815ba9af service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 200 len: 898 time: 0.0925715 Dec 06 12:25:19.254870 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-85b5428d-4902-40f7-9297-82d1e8c4f8d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 200 len: 217 time: 0.0345356 Dec 06 12:25:19.306914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-184bea30-4dce-4696-85ab-6b1baa40aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.309039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-184bea30-4dce-4696-85ab-6b1baa40aedc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 200 len: 834 time: 0.0471313 Dec 06 12:25:19.356486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-08835eca-57e6-48b8-8370-1e51f1fe8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.358010 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-08835eca-57e6-48b8-8370-1e51f1fe8fa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ed66c32-5b08-41d9-8061-177c9e261d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419719 Dec 06 12:25:19.385363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03383124-b8ad-42d5-8b8a-8249cb25d816 None None] New status for floating IP ae36260a-e058-4f3d-85b8-25444eb38c4d: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:25:19.461258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-f628fcdf-9fa8-4292-8183-fb9a805e92c0 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945339 Dec 06 12:25:19.558025 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9922d9a5-20e3-4140-8b4f-73a9d7b09dfc req-81059ecb-c92c-42be-8981-83e381bd2a62 service neutron] 10.222.0.43 "GET /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897198 Dec 06 12:25:19.854085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2dcde-5c27-4786-ac43-87c7ce7dadd8 req-ee94a9a1-74cc-41b9-8db6-a2b7cb6342a1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:19.855575 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6bc2dcde-5c27-4786-ac43-87c7ce7dadd8 req-ee94a9a1-74cc-41b9-8db6-a2b7cb6342a1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 946 time: 0.0492456 Dec 06 12:25:19.905249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6bc2dcde-5c27-4786-ac43-87c7ce7dadd8 req-b6598b20-4f09-4cbc-b5ce-1115986ffcb5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2c50193-f582-4bf1-8588-5ca43d679746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436828 Dec 06 12:25:20.275450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-bef162c9-57a9-4af0-be52-dc46251799a5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:20.276918 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-bef162c9-57a9-4af0-be52-dc46251799a5 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 946 time: 0.0492005 Dec 06 12:25:20.368712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port ecbeae97-e31a-488f-866c-99fa2c5f3d85 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:20.369048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.453292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port ecbeae97-e31a-488f-866c-99fa2c5f3d85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ecbeae97-e31a-488f-866c-99fa2c5f3d85,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:20.453645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.465858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for ecbeae97-e31a-488f-866c-99fa2c5f3d85 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:20.590282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.618695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=ecbeae97-e31a-488f-866c-99fa2c5f3d85,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:20.667405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port ecbeae97-e31a-488f-866c-99fa2c5f3d85 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:20.669832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:20.673192 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e45d5ad5-0188-4094-8d2f-00700c371b95 req-e653b1f0-9274-4551-991d-1cf4bc61801f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/ecbeae97-e31a-488f-866c-99fa2c5f3d85 HTTP/1.1" status: 204 len: 173 time: 0.3898804 Dec 06 12:25:21.016687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-60731b9d-17f6-4c4e-b398-466f41dd25a5 req-c153dc80-5d62-4c80-a02e-868d944e4f38 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f4d89e-98aa-4b04-8612-4d2294e9c648 HTTP/1.1" status: 200 len: 210 time: 0.0288255 Dec 06 12:25:21.045522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'name': 'network-vif-deleted', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:21.048361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24885b9d-e6f1-4061-a282-3d04e61a747b" -d '{"events": [{"server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "name": "network-vif-deleted", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:21.088096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62dc327-59e6-4f35-ac49-8f6d499261ea x-openstack-request-id: req-f62dc327-59e6-4f35-ac49-8f6d499261ea {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:21.088498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f4d89e-98aa-4b04-8612-4d2294e9c648", "name": "network-vif-deleted", "tag": "ecbeae97-e31a-488f-866c-99fa2c5f3d85", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:21.088760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f62dc327-59e6-4f35-ac49-8f6d499261ea {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:21.089168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f4d89e-98aa-4b04-8612-4d2294e9c648', 'name': 'network-vif-deleted', 'tag': 'ecbeae97-e31a-488f-866c-99fa2c5f3d85', 'status': 'completed', 'code': 200} Dec 06 12:25:22.073883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47202) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:22.131046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e93d32f9-ff32-414a-b288-ef956393c58c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.158389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e93d32f9-ff32-414a-b288-ef956393c58c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.217157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e93d32f9-ff32-414a-b288-ef956393c58c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.219913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e93d32f9-ff32-414a-b288-ef956393c58c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:22.221109 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e93d32f9-ff32-414a-b288-ef956393c58c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/d2c50193-f582-4bf1-8588-5ca43d679746 HTTP/1.1" status: 204 len: 168 time: 0.1462371 Dec 06 12:25:22.230666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d32f9-ff32-414a-b288-ef956393c58c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c50193-f582-4bf1-8588-5ca43d679746,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:22.253512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47206) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:22.603063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.196012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port d742365b-02e7-4290-921b-dfa79f615f18 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:23.196688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.215953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device ecbeae97-e31a-488f-866c-99fa2c5f3d85 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:23.239012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: ecbeae97-e31a-488f-866c-99fa2c5f3d85 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:23.239354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device ecbeae97-e31a-488f-866c-99fa2c5f3d85 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:23.287127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port d742365b-02e7-4290-921b-dfa79f615f18, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d742365b-02e7-4290-921b-dfa79f615f18,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:23.287499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.305265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for d742365b-02e7-4290-921b-dfa79f615f18 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:23.487767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.511993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=d742365b-02e7-4290-921b-dfa79f615f18,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:23.681331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:23.922458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 55249cb1-66e3-4b84-8826-83e5c6427db3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:24.027675 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:24.033669 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-26625815-fd8c-4d0a-87a2-4c0194aa10cb tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/55249cb1-66e3-4b84-8826-83e5c6427db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7784486 Dec 06 12:25:24.036188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47208) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:24.038339 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] Sync routers for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:24.047945 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:24.048556 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:24.094091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-040eafa4-9c9d-4b75-9561-3e008239af3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet 18ba8c08-856f-4d22-aa07-1be8162a8ff6 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:25:24.098993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-040eafa4-9c9d-4b75-9561-3e008239af3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.156902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-040eafa4-9c9d-4b75-9561-3e008239af3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.241384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-040eafa4-9c9d-4b75-9561-3e008239af3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.249834 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:24.308874 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-040eafa4-9c9d-4b75-9561-3e008239af3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.338776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eafa4-9c9d-4b75-9561-3e008239af3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=18ba8c08-856f-4d22-aa07-1be8162a8ff6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:24.340771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-040eafa4-9c9d-4b75-9561-3e008239af3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.343986 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-040eafa4-9c9d-4b75-9561-3e008239af3a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/18ba8c08-856f-4d22-aa07-1be8162a8ff6 HTTP/1.1" status: 204 len: 168 time: 0.3062189 Dec 06 12:25:24.346722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47210) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:24.350042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a0f32-6fc5-4f01-80ca-7f3c5369eadb None None] Network 1ed66c32-5b08-41d9-8061-177c9e261d49 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:24.442535 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:25:23Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:24.470822 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] Checking router: 55249cb1-66e3-4b84-8826-83e5c6427db3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:24.480131 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] Routers {'55249cb1-66e3-4b84-8826-83e5c6427db3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:24.480765 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['55249cb1-66e3-4b84-8826-83e5c6427db3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:24.549585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] DHCP port deletion for 1ed66c32-5b08-41d9-8061-177c9e261d49 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:24.593910 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] Set router 55249cb1-66e3-4b84-8826-83e5c6427db3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:24.603424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Deleting port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:24.603937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.671222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] For port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0,segment=NetworkSegment(e11bad81-010f-4cf3-8475-b0492465f6da),segment_id=e11bad81-010f-4cf3-8475-b0492465f6da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:24.671734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.689499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Calling delete_port for cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:24.767568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.774637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.786056 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:25:23Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:24.800183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Pushing event deleted for resources: {'Port': ['ID=cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:24.804916 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] No DVR routers for this DVR port cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.818087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668c0f7-ebff-4c6b-9ede-de4c7460f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:24.819502 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079425c-9f11-4a61-8cba-a6710e206a7e None None] The sync data for ids ['55249cb1-66e3-4b84-8826-83e5c6427db3'] in dv-neutron-master-2-hyperv is: [{'id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'name': 'tempest-TestNetworkBasicOps-router-948796717', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:23:15Z', 'updated_at': '2021-12-06T12:25:23Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': 'c1201a9c-4007-40b6-a451-b2da9e9c9f5b', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55249cb1-66e3-4b84-8826-83e5c6427db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:23:16Z', 'updated_at': '2021-12-06T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:24.891229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:24.941395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port c1201a9c-4007-40b6-a451-b2da9e9c9f5b {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:25:24.941778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.018025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port c1201a9c-4007-40b6-a451-b2da9e9c9f5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1201a9c-4007-40b6-a451-b2da9e9c9f5b,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:25.018308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.030196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for c1201a9c-4007-40b6-a451-b2da9e9c9f5b owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:25:25.191145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.222037 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=c1201a9c-4007-40b6-a451-b2da9e9c9f5b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:25.238679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e777d2a0-9dd9-46e0-9ecd-90ae8e4966e4 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:25.292689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.386968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.389210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.436806 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.437350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Fanout notify agent at l3_agent the message router_deleted on router 55249cb1-66e3-4b84-8826-83e5c6427db3 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:25:25.444660 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.448224 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-295d73aa-1152-41c9-83c6-143981c4d550 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/routers/55249cb1-66e3-4b84-8826-83e5c6427db3 HTTP/1.1" status: 204 len: 168 time: 1.0974705 Dec 06 12:25:25.448478 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47212) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:25.483990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d742365b-02e7-4290-921b-dfa79f615f18 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:25.511962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d742365b-02e7-4290-921b-dfa79f615f18 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:25.512548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d742365b-02e7-4290-921b-dfa79f615f18 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:25.512978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:25.532784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.533775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:25.534337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cd729b54-0e8e-48c5-b9f9-d0a36ec19ca0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:25.626851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.646393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed66c32-5b08-41d9-8061-177c9e261d49']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:25.655342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11bad81-010f-4cf3-8475-b0492465f6da') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:25.655637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11bad81-010f-4cf3-8475-b0492465f6da') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:25.665208 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.678531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.684385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:25:25.684758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:25:25.687645 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:25:25.750510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.758449 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.761600 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/1ed66c32-5b08-41d9-8061-177c9e261d49 HTTP/1.1" status: 204 len: 168 time: 0.3121729 Dec 06 12:25:25.774474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d56cfb-0372-486f-a31e-e16f3d4ce25d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=1ed66c32-5b08-41d9-8061-177c9e261d49,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:25.789320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47214) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:25.794310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'network': {'name': 'tempest-network-smoke--903818375', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:25.814014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:25.818395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.841614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:25:25.851139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.851482 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Added segment f367fe55-bebe-4482-9bee-3f435089a135 of type vlan for network dcef9e65-5b67-4b3f-8b8e-65a033df004e Dec 06 12:25:25.902535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.931243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.937025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:25.937611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:25.974520 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1840916 Dec 06 12:25:25.977306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47216) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:25.981922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'admin_state_up': True, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:26.005461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.006438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.009465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda35a16-8c1b-47ec-b858-88a99eebba80 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Network': ['ID=dcef9e65-5b67-4b3f-8b8e-65a033df004e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:26.021755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:25:26.057907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.194073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.240073 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd20aa45-ee39-4e50-88c5-b7e55e1314bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.387899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.410487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.513111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.96 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/12d76515-cb40-4299-aba1-d6ac2eaa0da6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:26.617019 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.650047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.688692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:26.691598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:26.695153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:26.704820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d47a8e-1bb7-43a0-8335-b01dbf01e4c3 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:26.718881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=12d76515-cb40-4299-aba1-d6ac2eaa0da6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:26.778407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7ed2d96b-3fc8-4729-9f1e-cc440337fca6 None None] Provisioning complete for port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:26.778779 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d96b-3fc8-4729-9f1e-cc440337fca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:26.812341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2d96b-3fc8-4729-9f1e-cc440337fca6 None None] Port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:26.949740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.153040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.278282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 01922188-66f0-4ad2-bbc0-ab6906e190d0 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:25:27.383184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:27.391378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c1201a9c-4007-40b6-a451-b2da9e9c9f5b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:25:27.397404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Sync routers for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:27.403522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.404791 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-be9e8a34-f5d0-42a3-897a-48184f301bd0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4264386 Dec 06 12:25:27.407884 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47218) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:27.416917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: c1201a9c-4007-40b6-a451-b2da9e9c9f5b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:25:27.417274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c1201a9c-4007-40b6-a451-b2da9e9c9f5b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:25:27.425815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:27.426552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:27.436928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-68e447af-bbb9-489f-8667-e604f2618ea8 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ff3aa18fd0bb40388bf6073ea2a82855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279560 Dec 06 12:25:27.439414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47220) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:27.529627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8de365-9a68-4a90-8bbd-bb32d7abb32d tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:27.531048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6e8de365-9a68-4a90-8bbd-bb32d7abb32d tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907114 Dec 06 12:25:27.533862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47222) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:27.552556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:27.567168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5ab57e7d-cc93-4434-8a11-e5c5f8d244a8 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322385 Dec 06 12:25:27.569717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47224) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:27.574337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1469616530', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:27.663274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:27.666953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.732995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:26Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:27.764862 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Checking router: 01922188-66f0-4ad2-bbc0-ab6906e190d0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:27.765488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Updating router 01922188-66f0-4ad2-bbc0-ab6906e190d0 port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:25:27.791305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.851146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.906098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Subnet': ['ID=082ebcc7-9b94-4b03-80d4-cc84c1850cbd,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:27.922554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Checking segment: {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:27.922920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network hostable DHCP agents. Network: dcef9e65-5b67-4b3f-8b8e-65a033df004e, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:25:27.939917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:25:27.949909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dcef9e65-5b67-4b3f-8b8e-65a033df004e) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:27.953890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:27.954483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:27.969999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18539f93-9311-4d1f-9cb3-f7500890ecae None None] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:27.971947 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4a011910-3b77-4967-8e83-e58cbb1ec567 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4012325 Dec 06 12:25:27.976028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47226) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:28.195253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.203740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:25:28.204626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.207454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.274227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a09984-4afd-484f-b750-fcfbe40640f8 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:28.285387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Attempting to bind port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:28.285773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Attempting to bind port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:28.286136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Attempting to bind port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:28.336873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f025a38-1b6c-48f7-899b-d4808cae576c None None] Pushing event updated for resources: {'Port': ['ID=12d76515-cb40-4299-aba1-d6ac2eaa0da6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:28.341477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:28.341864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:28.342272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.342667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:28.343157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Bound port: 12d76515-cb40-4299-aba1-d6ac2eaa0da6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:28.343550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.411578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.453587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] For port 12d76515-cb40-4299-aba1-d6ac2eaa0da6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:28.459729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Allocated IP 172.20.0.2 (dcef9e65-5b67-4b3f-8b8e-65a033df004e/082ebcc7-9b94-4b03-80d4-cc84c1850cbd/2022283a-ba01-4b66-bee0-c91ee3e7c447) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:28.462532 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] For port 12d76515-cb40-4299-aba1-d6ac2eaa0da6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12d76515-cb40-4299-aba1-d6ac2eaa0da6,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:28.469692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.490827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a5d2c765-eb03-4524-ad47-bb7c545d09b5 None None] Provisioning complete for port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:28.491203 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5d2c765-eb03-4524-ad47-bb7c545d09b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:28.572211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cbca7b-f3b1-4b40-be63-7a8ded6965b0 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:25:28.653749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f025a38-1b6c-48f7-899b-d4808cae576c None None] Pushing event updated for resources: {'Port': ['ID=12d76515-cb40-4299-aba1-d6ac2eaa0da6,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:28.661164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:28.661679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:24:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:28.730483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90554431-97b8-404b-a460-f806b6032c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.021630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5d2c765-eb03-4524-ad47-bb7c545d09b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.038027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:29.043229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.102195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.115336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a5d2c765-eb03-4524-ad47-bb7c545d09b5 None None] For port 12d76515-cb40-4299-aba1-d6ac2eaa0da6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12d76515-cb40-4299-aba1-d6ac2eaa0da6,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:29.122566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.1 (dcef9e65-5b67-4b3f-8b8e-65a033df004e/082ebcc7-9b94-4b03-80d4-cc84c1850cbd/49e61979-4842-4974-95d1-5e493513c60f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:29.159432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5d2c765-eb03-4524-ad47-bb7c545d09b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.197724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:29.203975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:29.209986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:29.214516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Pushing event updated for resources: {'Port': ['ID=2022283a-ba01-4b66-bee0-c91ee3e7c447,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.240780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.277781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.324463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:29.327427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:29.329861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:29.332876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2c765-eb03-4524-ad47-bb7c545d09b5 None None] Pushing event updated for resources: {'Port': ['ID=12d76515-cb40-4299-aba1-d6ac2eaa0da6,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.362311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Attempting to bind port 2022283a-ba01-4b66-bee0-c91ee3e7c447 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:29.362693 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Attempting to bind port 2022283a-ba01-4b66-bee0-c91ee3e7c447 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:29.363636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Attempting to bind port 2022283a-ba01-4b66-bee0-c91ee3e7c447 on network dcef9e65-5b67-4b3f-8b8e-65a033df004e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:29.366281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=49e61979-4842-4974-95d1-5e493513c60f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.366493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-237b4b24-3791-4148-a6cc-c6759154c958 None None] Provisioning complete for port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:29.366865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-237b4b24-3791-4148-a6cc-c6759154c958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.385987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.393713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:29.394102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Checking segment: {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:29.394541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.394950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Bound using segment: {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:29.395439 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Bound port: 2022283a-ba01-4b66-bee0-c91ee3e7c447, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:29.395828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.493055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:26Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:29.513803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] For port 2022283a-ba01-4b66-bee0-c91ee3e7c447, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:29.516152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.553619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84436040-c26a-4a20-859d-14bbf0b474a1 None None] The sync data for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv is: [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:26Z', 'revision_number': 3, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:29.560883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] For port 2022283a-ba01-4b66-bee0-c91ee3e7c447, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2022283a-ba01-4b66-bee0-c91ee3e7c447,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:29.567637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.636952 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534d40-27e7-41c7-ad11-4660a5a776dd None None] Pushing event updated for resources: {'Port': ['ID=2022283a-ba01-4b66-bee0-c91ee3e7c447,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.852216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.888498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.893689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:29.979236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=49e61979-4842-4974-95d1-5e493513c60f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:29.981920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.087359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:30.088843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:30.565800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 01922188-66f0-4ad2-bbc0-ab6906e190d0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:30.652077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442782c4-3545-427c-aa37-7f502c12c1a6 None None] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:25:30.678058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:30.684802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b6badfac-adb2-4a89-a8bb-cc0f79201020 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/01922188-66f0-4ad2-bbc0-ab6906e190d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061055 Dec 06 12:25:30.685611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47228) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:30.770054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f1ef2d22-f466-443c-8a9a-3d3a57347b4f None None] Provisioning complete for port 2022283a-ba01-4b66-bee0-c91ee3e7c447 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:30.770397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1ef2d22-f466-443c-8a9a-3d3a57347b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.781575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3317eb7-da83-4c6c-8c06-6b90151c8cb6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.782051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3317eb7-da83-4c6c-8c06-6b90151c8cb6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.782521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3317eb7-da83-4c6c-8c06-6b90151c8cb6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.782983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3317eb7-da83-4c6c-8c06-6b90151c8cb6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.784711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f3317eb7-da83-4c6c-8c06-6b90151c8cb6 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.0981715 Dec 06 12:25:30.788280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47230) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:30.840545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c71645-2fba-40f6-a3e4-215c89d90509 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.841018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c71645-2fba-40f6-a3e4-215c89d90509 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.841484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c71645-2fba-40f6-a3e4-215c89d90509 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.841937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c71645-2fba-40f6-a3e4-215c89d90509 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:30.843827 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-57c71645-2fba-40f6-a3e4-215c89d90509 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0546012 Dec 06 12:25:30.846493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47232) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:30.910166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1ef2d22-f466-443c-8a9a-3d3a57347b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.925296 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:30.952260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f1ef2d22-f466-443c-8a9a-3d3a57347b4f None None] For port 2022283a-ba01-4b66-bee0-c91ee3e7c447, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2022283a-ba01-4b66-bee0-c91ee3e7c447,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:30.959938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1ef2d22-f466-443c-8a9a-3d3a57347b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.017423 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef2d22-f466-443c-8a9a-3d3a57347b4f None None] Pushing event updated for resources: {'Port': ['ID=2022283a-ba01-4b66-bee0-c91ee3e7c447,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.021073 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b49151b4-954c-4685-8c9d-f3d69c671295 tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1734681 Dec 06 12:25:31.156387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47236) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:31.161115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-288c588e-8ae3-43de-93f5-01bf23135d8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754904884', 'description': 'tempest-secgroup-smoke-1754904884 description', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:31.187802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e4b489b9-278f-4f6a-bafb-08970d631574 None None] Provisioning complete for port 2022283a-ba01-4b66-bee0-c91ee3e7c447 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:31.188175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4b489b9-278f-4f6a-bafb-08970d631574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.188703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-288c588e-8ae3-43de-93f5-01bf23135d8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.272274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-288c588e-8ae3-43de-93f5-01bf23135d8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.277435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-288c588e-8ae3-43de-93f5-01bf23135d8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.284617 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268af792-d24f-4429-be63-04e00605e673 None None] Sync routers for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:31.300076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e4b489b9-278f-4f6a-bafb-08970d631574 None None] Provisioning complete for port 49e61979-4842-4974-95d1-5e493513c60f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:31.300484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4b489b9-278f-4f6a-bafb-08970d631574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.305712 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268af792-d24f-4429-be63-04e00605e673 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:31.306745 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-268af792-d24f-4429-be63-04e00605e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:31.324452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-288c588e-8ae3-43de-93f5-01bf23135d8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.328625 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-288c588e-8ae3-43de-93f5-01bf23135d8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1683097 Dec 06 12:25:31.328625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c588e-8ae3-43de-93f5-01bf23135d8d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a37c9f-e7bb-485b-aa27-d79f02855554,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.328751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47238) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:31.333862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3a690b72-39c4-4169-967d-b0fbfaed2418 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6a37c9f-e7bb-485b-aa27-d79f02855554', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:31.340081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e4b489b9-278f-4f6a-bafb-08970d631574 None None] Port 49e61979-4842-4974-95d1-5e493513c60f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:31.368846 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a690b72-39c4-4169-967d-b0fbfaed2418 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.433706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a690b72-39c4-4169-967d-b0fbfaed2418 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.436185 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-268af792-d24f-4429-be63-04e00605e673 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:31.440715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a690b72-39c4-4169-967d-b0fbfaed2418 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.459077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a690b72-39c4-4169-967d-b0fbfaed2418 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803cad24-d963-4383-9376-3d57072e9f52,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.477362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a690b72-39c4-4169-967d-b0fbfaed2418 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.484197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47240) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:31.484345 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3a690b72-39c4-4169-967d-b0fbfaed2418 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546061 Dec 06 12:25:31.489865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a7622d56-abcf-4778-b630-385f43025462 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6a37c9f-e7bb-485b-aa27-d79f02855554', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:31.495418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9169edca-b336-4ae2-86fd-1c8886d630ba None None] Provisioning complete for port 49e61979-4842-4974-95d1-5e493513c60f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:31.495798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9169edca-b336-4ae2-86fd-1c8886d630ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.540442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7622d56-abcf-4778-b630-385f43025462 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.542332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9169edca-b336-4ae2-86fd-1c8886d630ba None None] Port 49e61979-4842-4974-95d1-5e493513c60f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:31.585385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 12d76515-cb40-4299-aba1-d6ac2eaa0da6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:31.633539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7622d56-abcf-4778-b630-385f43025462 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.640563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7622d56-abcf-4778-b630-385f43025462 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.655456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:31.655976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.662059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7622d56-abcf-4778-b630-385f43025462 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba01bd1-a02b-4872-9c46-431d11673f39,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.672398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7622d56-abcf-4778-b630-385f43025462 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.676324 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a7622d56-abcf-4778-b630-385f43025462 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1909361 Dec 06 12:25:31.676920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47242) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:31.681732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d4bdeee2-7060-4a72-9864-871c4291bdb3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6a37c9f-e7bb-485b-aa27-d79f02855554', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:31.706077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3b0a49c4-a29c-4a12-ae65-3cde3281ef6d None None] Provisioning complete for port 49e61979-4842-4974-95d1-5e493513c60f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:31.706421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b0a49c4-a29c-4a12-ae65-3cde3281ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.708226 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-268af792-d24f-4429-be63-04e00605e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:31.718791 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4bdeee2-7060-4a72-9864-871c4291bdb3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.740002 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268af792-d24f-4429-be63-04e00605e673 None None] Checking router: 01922188-66f0-4ad2-bbc0-ab6906e190d0 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:31.740358 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268af792-d24f-4429-be63-04e00605e673 None None] Updating router 01922188-66f0-4ad2-bbc0-ab6906e190d0 port 49e61979-4842-4974-95d1-5e493513c60f binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:25:31.766407 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268af792-d24f-4429-be63-04e00605e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.778999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2022283a-ba01-4b66-bee0-c91ee3e7c447 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:31.783964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4bdeee2-7060-4a72-9864-871c4291bdb3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.788907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4bdeee2-7060-4a72-9864-871c4291bdb3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.799897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a49c4-a29c-4a12-ae65-3cde3281ef6d None None] Port 49e61979-4842-4974-95d1-5e493513c60f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:31.809524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdeee2-7060-4a72-9864-871c4291bdb3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb801f41-3e74-413c-9ae6-ae9644cec7f4,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.822262 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4bdeee2-7060-4a72-9864-871c4291bdb3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.826256 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d4bdeee2-7060-4a72-9864-871c4291bdb3 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454263 Dec 06 12:25:31.826751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47244) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:31.831103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2022283a-ba01-4b66-bee0-c91ee3e7c447 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:31.831316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-de26c83e-0154-49af-9cea-7ed7abd97978 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6a37c9f-e7bb-485b-aa27-d79f02855554', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:31.831489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.859933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de26c83e-0154-49af-9cea-7ed7abd97978 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.931902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de26c83e-0154-49af-9cea-7ed7abd97978 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.936650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de26c83e-0154-49af-9cea-7ed7abd97978 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.947367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.952788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26c83e-0154-49af-9cea-7ed7abd97978 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63353240-a03b-40a4-b3fc-da70d8bd258a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:31.965193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de26c83e-0154-49af-9cea-7ed7abd97978 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:31.966501 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-de26c83e-0154-49af-9cea-7ed7abd97978 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387224 Dec 06 12:25:31.969311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47246) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:31.973782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e68d6071-8009-4148-ba52-42e0e688d2f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6a37c9f-e7bb-485b-aa27-d79f02855554', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:31.996173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-e68d6071-8009-4148-ba52-42e0e688d2f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:25:32.000971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e68d6071-8009-4148-ba52-42e0e688d2f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.053090 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268af792-d24f-4429-be63-04e00605e673 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.058170 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268af792-d24f-4429-be63-04e00605e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.059881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e68d6071-8009-4148-ba52-42e0e688d2f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.063662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e68d6071-8009-4148-ba52-42e0e688d2f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.083773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d6071-8009-4148-ba52-42e0e688d2f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea387ed-3160-4475-989c-ca291a813b46,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:32.090919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e68d6071-8009-4148-ba52-42e0e688d2f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.092172 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e68d6071-8009-4148-ba52-42e0e688d2f9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218965 Dec 06 12:25:32.095013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47248) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:32.100334 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1afcb824-4cc5-4a26-b786-a0f578a5a323 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'security_group_rule': {'security_group_id': 'f6a37c9f-e7bb-485b-aa27-d79f02855554', 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:32.115101 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Pushing event updated for resources: {'Port': ['ID=49e61979-4842-4974-95d1-5e493513c60f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:32.131770 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-1afcb824-4cc5-4a26-b786-a0f578a5a323 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Project ff3aa18fd0bb40388bf6073ea2a82855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:25:32.137713 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.138060 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.138404 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.138737 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.139068 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.139394 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.139900 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.140218 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.140556 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.140779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1afcb824-4cc5-4a26-b786-a0f578a5a323 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.140894 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.141173 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.141490 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.141804 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:25:32.171506 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-268af792-d24f-4429-be63-04e00605e673 None None] Attempting to bind port 49e61979-4842-4974-95d1-5e493513c60f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:32.171901 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-268af792-d24f-4429-be63-04e00605e673 None None] Attempting to bind port 49e61979-4842-4974-95d1-5e493513c60f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:32.172269 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268af792-d24f-4429-be63-04e00605e673 None None] Attempting to bind port 49e61979-4842-4974-95d1-5e493513c60f on network dcef9e65-5b67-4b3f-8b8e-65a033df004e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:32.178557 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268af792-d24f-4429-be63-04e00605e673 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:32.178930 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268af792-d24f-4429-be63-04e00605e673 None None] Checking segment: {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:32.179465 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268af792-d24f-4429-be63-04e00605e673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.179891 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268af792-d24f-4429-be63-04e00605e673 None None] Bound using segment: {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:32.180353 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-268af792-d24f-4429-be63-04e00605e673 None None] Bound port: 49e61979-4842-4974-95d1-5e493513c60f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:32.180738 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268af792-d24f-4429-be63-04e00605e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.215947 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1afcb824-4cc5-4a26-b786-a0f578a5a323 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.221102 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1afcb824-4cc5-4a26-b786-a0f578a5a323 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.243249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcb824-4cc5-4a26-b786-a0f578a5a323 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404df120-e4b6-4225-aec4-9d47e354be1c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:32.246946 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-268af792-d24f-4429-be63-04e00605e673 None None] For port 49e61979-4842-4974-95d1-5e493513c60f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:32.250509 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-268af792-d24f-4429-be63-04e00605e673 None None] For port 49e61979-4842-4974-95d1-5e493513c60f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49e61979-4842-4974-95d1-5e493513c60f,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:32.255023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1afcb824-4cc5-4a26-b786-a0f578a5a323 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.256405 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268af792-d24f-4429-be63-04e00605e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.256947 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1afcb824-4cc5-4a26-b786-a0f578a5a323 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608794 Dec 06 12:25:32.316926 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1fa99-bd3f-4762-b1df-882345e3dca9 None None] Pushing event updated for resources: {'Port': ['ID=49e61979-4842-4974-95d1-5e493513c60f,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:32.328880 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268af792-d24f-4429-be63-04e00605e673 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:32.329551 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-268af792-d24f-4429-be63-04e00605e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:32.425268 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-476d825c-9b71-4d2c-b3d9-dbadcac9e2ea None None] Provisioning complete for port 49e61979-4842-4974-95d1-5e493513c60f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:32.425692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-476d825c-9b71-4d2c-b3d9-dbadcac9e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.434154 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-c23eaef2-f5df-457d-9d64-d8d416cfb74a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754904884&fields=id&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 267 time: 0.0555804 Dec 06 12:25:32.531291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-476d825c-9b71-4d2c-b3d9-dbadcac9e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.545936 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-268af792-d24f-4429-be63-04e00605e673 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:32.567816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-2e24f74f-62bb-4308-a568-0a3cef6cff91 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:32.569342 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-2e24f74f-62bb-4308-a568-0a3cef6cff91 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/networks?id=dcef9e65-5b67-4b3f-8b8e-65a033df004e HTTP/1.1" status: 200 len: 796 time: 0.1259568 Dec 06 12:25:32.569544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-476d825c-9b71-4d2c-b3d9-dbadcac9e2ea None None] For port 49e61979-4842-4974-95d1-5e493513c60f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49e61979-4842-4974-95d1-5e493513c60f,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:32.574605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-476d825c-9b71-4d2c-b3d9-dbadcac9e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.587831 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-503b52b0-440e-4ca0-bd78-21ad1a5da644 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/quotas/ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 375 time: 0.0100002 Dec 06 12:25:32.627641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d825c-9b71-4d2c-b3d9-dbadcac9e2ea None None] Pushing event updated for resources: {'Port': ['ID=49e61979-4842-4974-95d1-5e493513c60f,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:32.641175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-af8a6174-4cb8-483f-87ed-eacb204b14d0 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473466 Dec 06 12:25:32.695345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-17d2e318-1297-44c8-a49d-f813361c26c0 None None] Provisioning complete for port 49e61979-4842-4974-95d1-5e493513c60f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:32.695831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17d2e318-1297-44c8-a49d-f813361c26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:32.697704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-e5772e66-82aa-4a2f-8c96-70ed040a980e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:25:32.698849 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-e5772e66-82aa-4a2f-8c96-70ed040a980e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461318 Dec 06 12:25:32.771816 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-268af792-d24f-4429-be63-04e00605e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:25:32Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:32.798931 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-3292b5ca-a0ba-4a01-978d-a8a9e01134d9 service neutron] 10.222.0.24 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919790 Dec 06 12:25:32.801532 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268af792-d24f-4429-be63-04e00605e673 None None] The sync data for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv is: [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:25:32Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:32.911439 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-755276b4-26e1-4aa1-8593-2759280f9566 service neutron] 10.222.0.24 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053743 Dec 06 12:25:33.099779 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae4a4c9d-2789-465f-8022-c9d3263bec01 req-7673463e-83b5-4b99-a36f-a55a9e772569 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 210 time: 0.0295982 Dec 06 12:25:33.468437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49e61979-4842-4974-95d1-5e493513c60f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:33.520781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 49e61979-4842-4974-95d1-5e493513c60f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:33.521422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.036244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-b0e0ebbe-ad4e-42e4-8a18-9a2c66ced68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:34.037718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-b0e0ebbe-ad4e-42e4-8a18-9a2c66ced68f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/networks?id=dcef9e65-5b67-4b3f-8b8e-65a033df004e HTTP/1.1" status: 200 len: 796 time: 0.1031010 Dec 06 12:25:34.102960 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-54f3ae81-f718-4daa-96a7-e6a8541812e1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff3aa18fd0bb40388bf6073ea2a82855 HTTP/1.1" status: 200 len: 380 time: 0.0557370 Dec 06 12:25:34.112278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'port': {'device_id': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'admin_state_up': True, 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'security_groups': ['f6a37c9f-e7bb-485b-aa27-d79f02855554']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:34.201514 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-176b9cf3-8b2b-486e-b394-803c0a15ef3e req-e43606be-7466-47ff-ae94-b2b7340fd578 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 210 time: 0.0326338 Dec 06 12:25:34.245732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Made reservation on behalf of ff3aa18fd0bb40388bf6073ea2a82855 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:25:34.249299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.378072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.20.0.14 (dcef9e65-5b67-4b3f-8b8e-65a033df004e/082ebcc7-9b94-4b03-80d4-cc84c1850cbd/341ed2d7-baaa-4271-b894-88e1369ba27a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:34.516436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.550093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.594722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:34.597998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:34.601844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:34.625818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=341ed2d7-baaa-4271-b894-88e1369ba27a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:34.656141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:34.656754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.674874 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-919007d8-ace0-419e-9355-18fa295794a6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664253 Dec 06 12:25:34.731169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Request body: {'port': {'device_id': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:34.793516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.812831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-80daa4ea-4e3d-4706-8118-81bdc759627d None None] Provisioning complete for port 341ed2d7-baaa-4271-b894-88e1369ba27a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:34.813369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80daa4ea-4e3d-4706-8118-81bdc759627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:34.850814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80daa4ea-4e3d-4706-8118-81bdc759627d None None] Port 341ed2d7-baaa-4271-b894-88e1369ba27a cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:25:35.048294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341ed2d7-baaa-4271-b894-88e1369ba27a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:25:35.055629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.067638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Transition to ACTIVE for port object 341ed2d7-baaa-4271-b894-88e1369ba27a will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:25:35.071254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.143132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Pushing event updated for resources: {'Port': ['ID=341ed2d7-baaa-4271-b894-88e1369ba27a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:35.192444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Attempting to bind port 341ed2d7-baaa-4271-b894-88e1369ba27a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:25:35.192783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Attempting to bind port 341ed2d7-baaa-4271-b894-88e1369ba27a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:25:35.193120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Attempting to bind port 341ed2d7-baaa-4271-b894-88e1369ba27a on network dcef9e65-5b67-4b3f-8b8e-65a033df004e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:35.197794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Port 341ed2d7-baaa-4271-b894-88e1369ba27a on network dcef9e65-5b67-4b3f-8b8e-65a033df004e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:25:35.198096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Attempting to bind port 341ed2d7-baaa-4271-b894-88e1369ba27a on network dcef9e65-5b67-4b3f-8b8e-65a033df004e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:25:35.203100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:25:35.203442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Checking segment: {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:25:35.203827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Bound using segment: {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:25:35.204284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Bound port: 341ed2d7-baaa-4271-b894-88e1369ba27a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f367fe55-bebe-4482-9bee-3f435089a135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:25:35.204640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.282880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] For port 341ed2d7-baaa-4271-b894-88e1369ba27a, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:25:35.310454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] For port 341ed2d7-baaa-4271-b894-88e1369ba27a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=341ed2d7-baaa-4271-b894-88e1369ba27a,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:25:35.314814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.361439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:35.361768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:35.363746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] 10.222.0.43 "PUT /v2.0/ports/341ed2d7-baaa-4271-b894-88e1369ba27a HTTP/1.1" status: 200 len: 1094 time: 0.6800022 Dec 06 12:25:35.364225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:35.366525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddbded0-47ea-4759-9195-1c9e79d2287a" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:35.378830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ecb27-60dc-441a-bb6f-f89154040db7 req-6a221c5f-4e2e-4454-8432-248b70a58cc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:35.380453 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-456ecb27-60dc-441a-bb6f-f89154040db7 req-6a221c5f-4e2e-4454-8432-248b70a58cc4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 944 time: 0.1107795 Dec 06 12:25:35.401440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23614655-ba3d-48c2-9679-2c8e83b43227 service neutron] Pushing event updated for resources: {'Port': ['ID=341ed2d7-baaa-4271-b894-88e1369ba27a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:35.442556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fde0280-ae48-43c5-aeed-07f0b7e986c6 x-openstack-request-id: req-1fde0280-ae48-43c5-aeed-07f0b7e986c6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:35.442887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:35.443111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fde0280-ae48-43c5-aeed-07f0b7e986c6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:35.443510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'status': 'completed', 'code': 200} Dec 06 12:25:35.497639 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-456ecb27-60dc-441a-bb6f-f89154040db7 req-5c9713d9-f323-4eeb-976e-efe570a2abda tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833755 Dec 06 12:25:35.500550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-2ce690d1-80fd-44c2-b12a-54aa7ba2e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:35.501992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-2ce690d1-80fd-44c2-b12a-54aa7ba2e209 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 1097 time: 0.0769436 Dec 06 12:25:35.547717 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-88f111c0-101d-4069-ad26-0ab3aa6df427 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341ed2d7-baaa-4271-b894-88e1369ba27a HTTP/1.1" status: 200 len: 217 time: 0.0357196 Dec 06 12:25:35.601687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-3270d4ef-69fd-4e4f-afba-cb9519b832f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:35.603189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-3270d4ef-69fd-4e4f-afba-cb9519b832f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=082ebcc7-9b94-4b03-80d4-cc84c1850cbd HTTP/1.1" status: 200 len: 835 time: 0.0491509 Dec 06 12:25:35.649844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-cbc70f01-96e7-4922-aac4-d2968b09aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:35.651384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-cbc70f01-96e7-4922-aac4-d2968b09aa33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcef9e65-5b67-4b3f-8b8e-65a033df004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411546 Dec 06 12:25:35.664474 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:25:35.744337 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-a5c405df-a665-4c08-b48c-81bd90b2ed7c service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850260 Dec 06 12:25:35.832983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a380ed3-16ea-4a43-806a-706368ed6e58 req-58ba3640-a23a-4cde-8f2a-4a7b323ca988 service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822132 Dec 06 12:25:35.916646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-7e8ade4b-2292-492e-96dd-19be13ddff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:35.918151 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-7e8ade4b-2292-492e-96dd-19be13ddff6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 1097 time: 0.0417054 Dec 06 12:25:36.012245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-d97f9d06-66b9-4829-b602-dc90fa65452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:36.013736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-d97f9d06-66b9-4829-b602-dc90fa65452f service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcef9e65-5b67-4b3f-8b8e-65a033df004e HTTP/1.1" status: 200 len: 897 time: 0.0874839 Dec 06 12:25:36.054732 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-87beb162-9eb1-4204-be7a-f118460a34d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341ed2d7-baaa-4271-b894-88e1369ba27a HTTP/1.1" status: 200 len: 217 time: 0.0341980 Dec 06 12:25:36.106608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-2efeb23c-8cb6-4ae8-940b-15c75e9eecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:36.108003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-2efeb23c-8cb6-4ae8-940b-15c75e9eecee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=082ebcc7-9b94-4b03-80d4-cc84c1850cbd HTTP/1.1" status: 200 len: 835 time: 0.0465090 Dec 06 12:25:36.153527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-f6a119bb-44e2-4690-872c-fed47174cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:36.155023 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-f6a119bb-44e2-4690-872c-fed47174cbb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcef9e65-5b67-4b3f-8b8e-65a033df004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390382 Dec 06 12:25:36.244276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-07587bf9-3400-4a8a-a0fa-1cfd465eb722 service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813875 Dec 06 12:25:36.336359 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ddbded0-47ea-4759-9195-1c9e79d2287a req-979be009-2801-4bf5-8b47-f53f5b8d4f8a service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853629 Dec 06 12:25:36.615525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f4e45-c623-4f8a-8f32-d586beea46c2 req-9ee7b472-7210-406c-a3df-f839b9f6774e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:36.617050 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-194f4e45-c623-4f8a-8f32-d586beea46c2 req-9ee7b472-7210-406c-a3df-f839b9f6774e tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 944 time: 0.0493994 Dec 06 12:25:36.666254 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-194f4e45-c623-4f8a-8f32-d586beea46c2 req-e4cf8139-31bc-4138-ac24-347e1c5c6ef8 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 Dec 06 12:25:37.781351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486a56f-248e-4c19-aa8c-6325489f4410 req-f35cfb31-d17a-4fd0-bba1-bf6abdb251b9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:37.782815 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9486a56f-248e-4c19-aa8c-6325489f4410 req-f35cfb31-d17a-4fd0-bba1-bf6abdb251b9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 944 time: 0.0516558 Dec 06 12:25:37.831188 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9486a56f-248e-4c19-aa8c-6325489f4410 req-64ad833b-e9ff-4798-8a8f-4ac6dc0989a9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Dec 06 12:25:38.942205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dd3bf-2d85-4a0a-a416-40b2c415e05c req-66307363-1a90-4ca4-8ec9-2dc0a9f014c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:38.943657 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d46dd3bf-2d85-4a0a-a416-40b2c415e05c req-66307363-1a90-4ca4-8ec9-2dc0a9f014c9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 944 time: 0.0470657 Dec 06 12:25:38.993042 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d46dd3bf-2d85-4a0a-a416-40b2c415e05c req-02f6e37f-e4e1-4e15-b3d8-4c2b2e5dce0c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 Dec 06 12:25:39.294478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 341ed2d7-baaa-4271-b894-88e1369ba27a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:25:39.392277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 341ed2d7-baaa-4271-b894-88e1369ba27a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=341ed2d7-baaa-4271-b894-88e1369ba27a,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:39.403612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'port_id': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'mac_address': 'fa:16:3e:16:73:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:25:39.439360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.452279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341ed2d7-baaa-4271-b894-88e1369ba27a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:25:39.470519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 341ed2d7-baaa-4271-b894-88e1369ba27a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=341ed2d7-baaa-4271-b894-88e1369ba27a,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:39.474404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:39.522376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=341ed2d7-baaa-4271-b894-88e1369ba27a,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:39.796792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['341ed2d7-baaa-4271-b894-88e1369ba27a'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:25:40.106365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49964041-322a-455d-ac85-b48619613f2e req-d492f01f-95fa-41d7-98fb-09ecf5d4d6e6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:40.107807 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-49964041-322a-455d-ac85-b48619613f2e req-d492f01f-95fa-41d7-98fb-09ecf5d4d6e6 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 945 time: 0.0514872 Dec 06 12:25:40.157844 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-49964041-322a-455d-ac85-b48619613f2e req-a346d09d-0c9c-4e32-bfc9-084ef5d67d98 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 Dec 06 12:25:41.273056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d04c9-bad0-4ceb-bb06-e49e611cc4fa req-90724fcd-5210-43ab-84a5-2a86a1d106ea tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:41.274549 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c92d04c9-bad0-4ceb-bb06-e49e611cc4fa req-90724fcd-5210-43ab-84a5-2a86a1d106ea tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Dec 06 12:25:41.308872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 341ed2d7-baaa-4271-b894-88e1369ba27a up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:25:41.325485 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c92d04c9-bad0-4ceb-bb06-e49e611cc4fa req-c0ebcfc0-d3b5-4d3d-856a-dd593851e486 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449722 Dec 06 12:25:41.506529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 341ed2d7-baaa-4271-b894-88e1369ba27a completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:25:41.510193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 341ed2d7-baaa-4271-b894-88e1369ba27a triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:25:41.510550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.585348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.607494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:41.609793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d640b-72a5-4b9e-a7d7-1c3868623de9" -d '{"events": [{"server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "name": "network-vif-plugged", "status": "completed", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:41.623825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 341ed2d7-baaa-4271-b894-88e1369ba27a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=341ed2d7-baaa-4271-b894-88e1369ba27a,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:25:41.627722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:41.653826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b398d2-5e50-45ae-be1e-4ae4d1f9a141 x-openstack-request-id: req-10b398d2-5e50-45ae-be1e-4ae4d1f9a141 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:41.654128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "name": "network-vif-plugged", "status": "completed", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:41.654391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10b398d2-5e50-45ae-be1e-4ae4d1f9a141 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:41.654794 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'code': 200} Dec 06 12:25:41.681980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=341ed2d7-baaa-4271-b894-88e1369ba27a,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:41.826854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c1c81-deaa-4aa6-a165-a57d2b579ac0 req-a88e101b-e338-4405-924d-1214ddd2ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:41.828245 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-228c1c81-deaa-4aa6-a165-a57d2b579ac0 req-a88e101b-e338-4405-924d-1214ddd2ec18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 1099 time: 0.0385480 Dec 06 12:25:41.877235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-228c1c81-deaa-4aa6-a165-a57d2b579ac0 req-0200ed8f-3d2b-46a4-9530-a73249164f8e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Dec 06 12:25:42.439501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2b66-5468-4e4f-8940-37d1dc4d5639 req-b6b93648-9648-400d-8466-05053d28fd2b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:42.441081 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-29fc2b66-5468-4e4f-8940-37d1dc4d5639 req-b6b93648-9648-400d-8466-05053d28fd2b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 946 time: 0.0486212 Dec 06 12:25:42.489912 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-29fc2b66-5468-4e4f-8940-37d1dc4d5639 req-5cfc4951-3619-43a4-8426-ef6def4823b4 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428426 Dec 06 12:25:43.607650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cb1fa-e8ee-4304-906f-c9a9da5e0e2d req-158cb710-6006-4611-804b-86724fa058b9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:43.609075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b55cb1fa-e8ee-4304-906f-c9a9da5e0e2d req-158cb710-6006-4611-804b-86724fa058b9 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 946 time: 0.0513005 Dec 06 12:25:43.658759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b55cb1fa-e8ee-4304-906f-c9a9da5e0e2d req-f6cdefac-5f87-41cc-91a7-8df6f05d4e4b tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Dec 06 12:25:43.775146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c755bff-a92d-4c33-a608-3e6ecf56cd53 req-aa49b063-e18a-4caf-878e-4d56a9cfc28a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:43.776629 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c755bff-a92d-4c33-a608-3e6ecf56cd53 req-aa49b063-e18a-4caf-878e-4d56a9cfc28a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 946 time: 0.0515296 Dec 06 12:25:43.825535 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c755bff-a92d-4c33-a608-3e6ecf56cd53 req-0b524762-dab5-4aef-82ed-bd2fc5fd40a2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Dec 06 12:25:43.847347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47308) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:43.887007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d95b4d-05f2-4c92-b486-249870dbd72f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:43.888949 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b5d95b4d-05f2-4c92-b486-249870dbd72f tempest-TestNetworkBasicOps-475500901 tempest-TestNetworkBasicOps-475500901-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 1094 time: 0.0404677 Dec 06 12:25:43.894195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47310) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:43.903483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:25:43.928369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.027822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.130684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Allocated IP 172.36.1.174 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/279bac30-87a6-4e2c-9c48-0f570aef1e3d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:25:44.236451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.270350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.309016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:25:44.311841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:25:44.314444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:25:44.342805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=279bac30-87a6-4e2c-9c48-0f570aef1e3d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:44.675719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.743190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.891897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.897494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:44.961171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event updated for resources: {'Port': ['ID=279bac30-87a6-4e2c-9c48-0f570aef1e3d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:25:44.975691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.073718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 3834170c-cb47-4ea7-8daf-4a1bf0c15b0d associated. External IP: 172.36.1.174, port: 341ed2d7-baaa-4271-b894-88e1369ba27a. Dec 06 12:25:45.143120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.282314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 01922188-66f0-4ad2-bbc0-ab6906e190d0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:25:45.721716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:25:45.732131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] Sync routers for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:25:45.739976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:45.741835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:45.742460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:45.765398 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-35311ac4-4473-4332-ad71-78c221edf0c1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8654015 Dec 06 12:25:45.766129 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:25:45.768234 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47312) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:45.769259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:25:45.810492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0e9bce-1105-4292-ad5d-2c33b93c7fba x-openstack-request-id: req-2c0e9bce-1105-4292-ad5d-2c33b93c7fba {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:25:45.810791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:25:45.811046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c0e9bce-1105-4292-ad5d-2c33b93c7fba {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:25:45.811446 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'status': 'completed', 'code': 200} Dec 06 12:25:45.844337 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3d168f3b-4c9a-4ac6-8671-149a4db8f6d1 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/3834170c-cb47-4ea7-8daf-4a1bf0c15b0d HTTP/1.1" status: 200 len: 992 time: 0.0744283 Dec 06 12:25:45.858499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:45.874101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-f7f13840-f45f-4358-a945-fb680247350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:45.875700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-f7f13840-f45f-4358-a945-fb680247350c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 1099 time: 0.0408106 Dec 06 12:25:45.968969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-d450e439-af43-4696-8a19-4d57cde548e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:45.970573 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-d450e439-af43-4696-8a19-4d57cde548e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcef9e65-5b67-4b3f-8b8e-65a033df004e HTTP/1.1" status: 200 len: 897 time: 0.0883727 Dec 06 12:25:46.036068 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-80c9cc5c-ad03-4e79-b905-ab85e9df6998 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341ed2d7-baaa-4271-b894-88e1369ba27a HTTP/1.1" status: 200 len: 1000 time: 0.0583870 Dec 06 12:25:46.089052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-6c8dd5a0-4fcd-4707-987a-4ebdcbf31506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:46.089545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3834170c-cb47-4ea7-8daf-4a1bf0c15b0d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.174', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'port_id': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'mac_address': 'fa:16:3e:16:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:44Z', 'updated_at': '2021-12-06T12:25:44Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:25:32Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:46.090519 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-6c8dd5a0-4fcd-4707-987a-4ebdcbf31506 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=082ebcc7-9b94-4b03-80d4-cc84c1850cbd HTTP/1.1" status: 200 len: 835 time: 0.0481718 Dec 06 12:25:46.117074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] Checking router: 01922188-66f0-4ad2-bbc0-ab6906e190d0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:25:46.125465 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:25:46.126081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:25:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:46.136977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-450d91d7-70f1-49a8-aa4a-14a8bb2f387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:25:46.138482 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-450d91d7-70f1-49a8-aa4a-14a8bb2f387f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcef9e65-5b67-4b3f-8b8e-65a033df004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403168 Dec 06 12:25:46.231239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:25:46.231786 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-d4ed4bcc-e154-4622-85a9-edb28d3091d2 service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Dec 06 12:25:46.322629 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc7b00b-f1d2-4c67-b319-fcb0ecc80ac3 req-545000b4-7905-4c46-a822-5feebf3625f3 service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837972 Dec 06 12:25:46.453464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3834170c-cb47-4ea7-8daf-4a1bf0c15b0d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.174', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'port_id': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'mac_address': 'fa:16:3e:16:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:44Z', 'updated_at': '2021-12-06T12:25:44Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:25:32Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:25:46.481927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea311a-a372-42b9-9248-1f5cb0813b76 None None] The sync data for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv is: [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3834170c-cb47-4ea7-8daf-4a1bf0c15b0d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.174', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'port_id': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'mac_address': 'fa:16:3e:16:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:44Z', 'updated_at': '2021-12-06T12:25:44Z', 'revision_number': 0, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:25:32Z', 'revision_number': 5, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:25:46.661861 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea0d55-ae48-45ac-bbd1-900732b1cd06 None None] New status for floating IP 3834170c-cb47-4ea7-8daf-4a1bf0c15b0d: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:25:46.846399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47316) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:25:46.907480 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-25c1bffc-8849-44f9-b069-2de6cd6e865a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/3834170c-cb47-4ea7-8daf-4a1bf0c15b0d HTTP/1.1" status: 200 len: 994 time: 0.0589206 Dec 06 12:25:56.242607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7be9af04-436f-4971-9df0-61ad54e75847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:58.662542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6d53cf8-74cb-4e02-b189-7000c0ca4281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:25:59.837635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:00.907566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:01.935794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:12.664253 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:26:15.139311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:26.246171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b55fe1-f683-4335-9a4a-2fc55bdfae73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:28.663600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be23ec1e-2f0e-4bf9-8190-3c7115792d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:29.840540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:30.906984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:31.938761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:32.983044 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-526513ed-4e8a-4c98-bbf9-717ae9558479 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382349 Dec 06 12:26:33.069731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-a5338af2-4c3d-455c-a744-5d264f9ac436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:33.071217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-a5338af2-4c3d-455c-a744-5d264f9ac436 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 1099 time: 0.0442824 Dec 06 12:26:33.172879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-2abaf51d-fa78-453b-9d05-d4b557e301ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:33.175040 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-2abaf51d-fa78-453b-9d05-d4b557e301ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcef9e65-5b67-4b3f-8b8e-65a033df004e HTTP/1.1" status: 200 len: 897 time: 0.0843878 Dec 06 12:26:33.243190 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-edca1542-5251-44ed-b7c6-d726f3cfeff9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341ed2d7-baaa-4271-b894-88e1369ba27a HTTP/1.1" status: 200 len: 1002 time: 0.0608959 Dec 06 12:26:33.297554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-352fed43-2304-408c-aabb-7f0dfe279be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:33.299792 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-352fed43-2304-408c-aabb-7f0dfe279be1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=082ebcc7-9b94-4b03-80d4-cc84c1850cbd HTTP/1.1" status: 200 len: 835 time: 0.0495453 Dec 06 12:26:33.344443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-4220ceeb-603d-43a7-a9dc-7506220dfe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:33.346475 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-4220ceeb-603d-43a7-a9dc-7506220dfe91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcef9e65-5b67-4b3f-8b8e-65a033df004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396488 Dec 06 12:26:33.440006 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-96b963cd-450b-4979-8295-69f4b09bb746 service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858858 Dec 06 12:26:33.526855 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1376e15f-5460-4f9b-a357-367afb0e8e69 req-8226f3c9-8a82-45b9-b3f1-edd86cf74ef7 service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801961 Dec 06 12:26:45.153188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.566897 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47344) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:49.572169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a6fe0db1-ddd1-4d33-92d1-b318f64bd64c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:49.662943 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:26:49.873435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0db1-ddd1-4d33-92d1-b318f64bd64c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.883437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0db1-ddd1-4d33-92d1-b318f64bd64c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:49.998416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fe0db1-ddd1-4d33-92d1-b318f64bd64c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 01922188-66f0-4ad2-bbc0-ab6906e190d0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:50.102855 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fe0db1-ddd1-4d33-92d1-b318f64bd64c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:50.111012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0db1-ddd1-4d33-92d1-b318f64bd64c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:50.112764 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a6fe0db1-ddd1-4d33-92d1-b318f64bd64c tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/01922188-66f0-4ad2-bbc0-ab6906e190d0 HTTP/1.1" status: 200 len: 888 time: 0.5449088 Dec 06 12:26:50.113225 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bae8d1-ddac-4efd-9670-d412e212ab24 None None] Sync routers for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:50.124420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bae8d1-ddac-4efd-9670-d412e212ab24 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:50.124960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-82bae8d1-ddac-4efd-9670-d412e212ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.160932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-82bae8d1-ddac-4efd-9670-d412e212ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.169295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bae8d1-ddac-4efd-9670-d412e212ab24 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:50.169887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-82bae8d1-ddac-4efd-9670-d412e212ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.201487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-82bae8d1-ddac-4efd-9670-d412e212ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:50.202102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bae8d1-ddac-4efd-9670-d412e212ab24 None None] The sync data for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:50.964308 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728b43d-d5a2-4495-8ade-9cf84f761c17 None None] New status for floating IP 3834170c-cb47-4ea7-8daf-4a1bf0c15b0d: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:26:51.477777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49e61979-4842-4974-95d1-5e493513c60f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:51.556121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.587817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 49e61979-4842-4974-95d1-5e493513c60f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49e61979-4842-4974-95d1-5e493513c60f,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:51.591369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.592075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 12d76515-cb40-4299-aba1-d6ac2eaa0da6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:26:51.663528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=49e61979-4842-4974-95d1-5e493513c60f,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:51.672071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.672425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.673263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.673604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.674078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.674414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.674761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.675077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.675409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.675746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.676106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.676435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.676755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:51.718967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.739230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 12d76515-cb40-4299-aba1-d6ac2eaa0da6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12d76515-cb40-4299-aba1-d6ac2eaa0da6,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:51.743015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:51.789405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=12d76515-cb40-4299-aba1-d6ac2eaa0da6,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:52.241251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47352) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:52.245852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-912a7686-b42f-42c9-b5a9-1ff28bba3a70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:26:52.540943 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-912a7686-b42f-42c9-b5a9-1ff28bba3a70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-775992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.551256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-912a7686-b42f-42c9-b5a9-1ff28bba3a70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658656'] for router, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.656777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912a7686-b42f-42c9-b5a9-1ff28bba3a70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 01922188-66f0-4ad2-bbc0-ab6906e190d0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:52.762006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912a7686-b42f-42c9-b5a9-1ff28bba3a70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:52.768826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-912a7686-b42f-42c9-b5a9-1ff28bba3a70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:52.769977 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-912a7686-b42f-42c9-b5a9-1ff28bba3a70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/01922188-66f0-4ad2-bbc0-ab6906e190d0 HTTP/1.1" status: 200 len: 887 time: 0.5277271 Dec 06 12:26:52.771883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] Sync routers for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:52.772902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47354) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:52.782898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:52.783721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:52.832865 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4b81994c-f26c-42d3-bbc4-e5d29a73e717 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/3834170c-cb47-4ea7-8daf-4a1bf0c15b0d HTTP/1.1" status: 200 len: 992 time: 0.0587952 Dec 06 12:26:52.889406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:53.107803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3834170c-cb47-4ea7-8daf-4a1bf0c15b0d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.174', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'port_id': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'mac_address': 'fa:16:3e:16:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:44Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:53.137423 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] Checking router: 01922188-66f0-4ad2-bbc0-ab6906e190d0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:26:53.146179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:53.146773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:53.402295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:53.618746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3834170c-cb47-4ea7-8daf-4a1bf0c15b0d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.174', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'port_id': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'mac_address': 'fa:16:3e:16:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:44Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:53.650229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f18397-452c-49a8-8ca1-57d985dffd63 None None] The sync data for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv is: [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3834170c-cb47-4ea7-8daf-4a1bf0c15b0d', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'floating_ip_address': '172.36.1.174', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'port_id': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'mac_address': 'fa:16:3e:16:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:25:44Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 2, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:26:51Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:53.836668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:53.905521 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0d3330f1-03ac-421a-9a32-3449d24849dd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/3834170c-cb47-4ea7-8daf-4a1bf0c15b0d HTTP/1.1" status: 200 len: 992 time: 0.0670383 Dec 06 12:26:54.908613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47358) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:54.968630 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7c6cb0d7-bd43-4d60-aeeb-ddcf3b6ec4c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/3834170c-cb47-4ea7-8daf-4a1bf0c15b0d HTTP/1.1" status: 200 len: 992 time: 0.0588841 Dec 06 12:26:55.215544 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4066551d-a418-4575-af8b-ff4ac3ff3a1d None None] New status for floating IP 3834170c-cb47-4ea7-8daf-4a1bf0c15b0d: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:26:55.529784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49e61979-4842-4974-95d1-5e493513c60f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:55.580687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 49e61979-4842-4974-95d1-5e493513c60f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:55.581040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.662348 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.694160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 49e61979-4842-4974-95d1-5e493513c60f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49e61979-4842-4974-95d1-5e493513c60f,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:55.698150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.698998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 12d76515-cb40-4299-aba1-d6ac2eaa0da6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:55.771401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=49e61979-4842-4974-95d1-5e493513c60f,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:55.785353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:55.785721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.863615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.883142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 12d76515-cb40-4299-aba1-d6ac2eaa0da6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12d76515-cb40-4299-aba1-d6ac2eaa0da6,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:55.887315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:55.935469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=12d76515-cb40-4299-aba1-d6ac2eaa0da6,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:55.972640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47360) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:56.035304 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2b11101e-b5fb-4ba8-ad58-28fec3876acd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/floatingips/3834170c-cb47-4ea7-8daf-4a1bf0c15b0d HTTP/1.1" status: 200 len: 994 time: 0.0615327 Dec 06 12:26:56.250673 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd37a36b-0c05-49cd-b8da-c8ef5f5c85ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.278524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47366) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:26:56.433135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 279bac30-87a6-4e2c-9c48-0f570aef1e3d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:56.433477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.510232 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.510563 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.523062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 279bac30-87a6-4e2c-9c48-0f570aef1e3d owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:56.666319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.695164 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=279bac30-87a6-4e2c-9c48-0f570aef1e3d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:56.719303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.719739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.720117 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.720463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.720802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.721134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.721469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.721801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.722130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.722457 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.722786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.723109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.723436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:56.761995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:56.762254 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Floating IP 3834170c-cb47-4ea7-8daf-4a1bf0c15b0d disassociated (deleted). External IP: 172.36.1.174, port: 341ed2d7-baaa-4271-b894-88e1369ba27a. Dec 06 12:26:57.280590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 01922188-66f0-4ad2-bbc0-ab6906e190d0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:26:57.389666 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:26:57.394847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.401254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] Sync routers for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:26:57.410560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:57.411168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:57.421468 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d88e1f51-bb22-4a70-9a28-2d0330f717c2 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/floatingips/3834170c-cb47-4ea7-8daf-4a1bf0c15b0d HTTP/1.1" status: 204 len: 168 time: 1.1418502 Dec 06 12:26:57.422050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:26:57.425118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9673202-ff1d-4fe4-b204-79d2d23884cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:26:57.478729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1811ae1-1057-4760-a6d6-2834d005eaa2 x-openstack-request-id: req-d1811ae1-1057-4760-a6d6-2834d005eaa2 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:26:57.479891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:26:57.479891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1811ae1-1057-4760-a6d6-2834d005eaa2 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:26:57.479891 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'status': 'completed', 'code': 200} Dec 06 12:26:57.517061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49e61979-4842-4974-95d1-5e493513c60f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:57.553677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-0069844b-3602-41d5-9ff8-c8cd7a4021c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:57.555290 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-0069844b-3602-41d5-9ff8-c8cd7a4021c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 1099 time: 0.0528862 Dec 06 12:26:57.587644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:57.641566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 49e61979-4842-4974-95d1-5e493513c60f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:57.642007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.674447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-83343f91-1c8b-4e24-89ae-0d45e4ac1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:57.675988 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-83343f91-1c8b-4e24-89ae-0d45e4ac1861 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcef9e65-5b67-4b3f-8b8e-65a033df004e HTTP/1.1" status: 200 len: 897 time: 0.1130040 Dec 06 12:26:57.728285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-ad5bce56-4965-41ab-b750-c9304de6d2a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341ed2d7-baaa-4271-b894-88e1369ba27a HTTP/1.1" status: 200 len: 217 time: 0.0426669 Dec 06 12:26:57.736805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797275f-b0ea-407d-a048-714dc81974eb req-762a0794-e10c-4705-b75f-b82759a9521f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:57.738230 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8797275f-b0ea-407d-a048-714dc81974eb req-762a0794-e10c-4705-b75f-b82759a9521f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 946 time: 0.0996990 Dec 06 12:26:57.806693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-055634f3-a5bf-4c76-85dd-4a2f1700d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:57.808132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-055634f3-a5bf-4c76-85dd-4a2f1700d5ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=082ebcc7-9b94-4b03-80d4-cc84c1850cbd HTTP/1.1" status: 200 len: 835 time: 0.0690193 Dec 06 12:26:57.830029 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8797275f-b0ea-407d-a048-714dc81974eb req-9fb8911b-11ca-4d2c-890a-48b6412f6c50 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836363 Dec 06 12:26:57.840875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 12d76515-cb40-4299-aba1-d6ac2eaa0da6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:26:57.863519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-ac5675a2-15fa-409c-831b-5f5f66262395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:57.865066 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-ac5675a2-15fa-409c-831b-5f5f66262395 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcef9e65-5b67-4b3f-8b8e-65a033df004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464747 Dec 06 12:26:57.900325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:26:55Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:57.930040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:26:57.930414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:57.932170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] Checking router: 01922188-66f0-4ad2-bbc0-ab6906e190d0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:26:57.964013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:26:57.964538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-02cc4b01-cfca-42bf-ac4c-a26f858ff779 service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917335 Dec 06 12:26:57.964657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:58.060525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9673202-ff1d-4fe4-b204-79d2d23884cc req-d976ba8e-ddc1-42ba-a843-dc279e6da19c service neutron] 10.222.0.43 "GET /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878642 Dec 06 12:26:58.109136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:26:58.308775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:26:55Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:26:58.335508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc7765-d0fb-4c27-80ae-b283a506c4d4 None None] The sync data for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv is: [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:52Z', 'revision_number': 6, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49e61979-4842-4974-95d1-5e493513c60f', 'name': '', 'network_id': 'dcef9e65-5b67-4b3f-8b8e-65a033df004e', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'mac_address': 'fa:16:3e:76:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:28Z', 'updated_at': '2021-12-06T12:26:55Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'subnets': [{'id': '082ebcc7-9b94-4b03-80d4-cc84c1850cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:26:58.664997 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bfd3-b28e-4495-b717-f754e359e20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:58.956629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4f7d3-0a6d-4eb6-b9a5-b3f195ef62f7 req-e79bd012-947e-4d13-b976-2017f7fab9cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:58.958219 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3a4f7d3-0a6d-4eb6-b9a5-b3f195ef62f7 req-e79bd012-947e-4d13-b976-2017f7fab9cd tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 946 time: 0.0555751 Dec 06 12:26:58.975795 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63d659-d310-42a8-b021-205c577f29e5 None None] New status for floating IP 3834170c-cb47-4ea7-8daf-4a1bf0c15b0d: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:26:59.010878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3a4f7d3-0a6d-4eb6-b9a5-b3f195ef62f7 req-778191bb-3451-4c8e-bc10-e767c286a430 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a37c9f-e7bb-485b-aa27-d79f02855554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466352 Dec 06 12:26:59.176966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dc198-d5f1-4b01-80d5-e727419c47db req-f8e38b5f-0197-41ca-895a-10fbabf5697d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:26:59.178405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-522dc198-d5f1-4b01-80d5-e727419c47db req-f8e38b5f-0197-41ca-895a-10fbabf5697d tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 946 time: 0.0490670 Dec 06 12:26:59.270686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 341ed2d7-baaa-4271-b894-88e1369ba27a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:26:59.271020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.361510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 341ed2d7-baaa-4271-b894-88e1369ba27a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=341ed2d7-baaa-4271-b894-88e1369ba27a,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:26:59.361864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.374322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 341ed2d7-baaa-4271-b894-88e1369ba27a owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:26:59.505658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.532764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=341ed2d7-baaa-4271-b894-88e1369ba27a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:26:59.542413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.542769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.543120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.543468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.543806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.544169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.544511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.544844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.545716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.545716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.545882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.546131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.546459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:26:59.590805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] No DVR routers for this DVR port 341ed2d7-baaa-4271-b894-88e1369ba27a on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:26:59.593351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:26:59.597370 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-522dc198-d5f1-4b01-80d5-e727419c47db req-2f90bf9b-f6b3-449f-bb2f-5b01cf5d588a tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.43 "DELETE /v2.0/ports/341ed2d7-baaa-4271-b894-88e1369ba27a HTTP/1.1" status: 204 len: 173 time: 0.4132087 Dec 06 12:26:59.597812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'name': 'network-vif-deleted', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:26:59.600116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697a9fbf-a8ef-4bfa-b87d-06ef99e06eca" -d '{"events": [{"server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "name": "network-vif-deleted", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:26:59.636495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc388f-0eb2-4f4d-b416-17f06e6a68db x-openstack-request-id: req-8bcc388f-0eb2-4f4d-b416-17f06e6a68db {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:26:59.636786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd5083-628f-4abd-a96a-af3d4b8c6e18", "name": "network-vif-deleted", "tag": "341ed2d7-baaa-4271-b894-88e1369ba27a", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:26:59.637039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bcc388f-0eb2-4f4d-b416-17f06e6a68db {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:26:59.637439 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd5083-628f-4abd-a96a-af3d4b8c6e18', 'name': 'network-vif-deleted', 'tag': '341ed2d7-baaa-4271-b894-88e1369ba27a', 'status': 'completed', 'code': 200} Dec 06 12:26:59.842438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:00.126168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73abf981-d622-45f7-81d5-54709c3c0cee req-c7af388a-856f-4d55-98a8-d78400932699 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dbd5083-628f-4abd-a96a-af3d4b8c6e18 HTTP/1.1" status: 200 len: 210 time: 0.0268984 Dec 06 12:27:00.910384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.181983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47384) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:01.238821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41bfc8e7-15b9-4e24-95e8-2adb50db0cab tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.263511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41bfc8e7-15b9-4e24-95e8-2adb50db0cab tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.322463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41bfc8e7-15b9-4e24-95e8-2adb50db0cab tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.325099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41bfc8e7-15b9-4e24-95e8-2adb50db0cab tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.326303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-41bfc8e7-15b9-4e24-95e8-2adb50db0cab tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/security-groups/f6a37c9f-e7bb-485b-aa27-d79f02855554 HTTP/1.1" status: 204 len: 168 time: 0.1433218 Dec 06 12:27:01.336282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfc8e7-15b9-4e24-95e8-2adb50db0cab tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a37c9f-e7bb-485b-aa27-d79f02855554,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:01.357587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47388) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:01.603117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 341ed2d7-baaa-4271-b894-88e1369ba27a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:01.623379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 341ed2d7-baaa-4271-b894-88e1369ba27a {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:01.623723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 341ed2d7-baaa-4271-b894-88e1369ba27a not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:01.732037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:01.945356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.003134 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 49e61979-4842-4974-95d1-5e493513c60f {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:02.003532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.090369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 49e61979-4842-4974-95d1-5e493513c60f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49e61979-4842-4974-95d1-5e493513c60f,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:02.090728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.103649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 49e61979-4842-4974-95d1-5e493513c60f owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:02.301406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.338728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=49e61979-4842-4974-95d1-5e493513c60f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:02.513107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.726772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Router 01922188-66f0-4ad2-bbc0-ab6906e190d0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:27:02.829224 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:27:02.837072 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f6c32f0b-bf63-4d3a-95cb-81116465dc70 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "PUT /v2.0/routers/01922188-66f0-4ad2-bbc0-ab6906e190d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4755273 Dec 06 12:27:02.837366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47390) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:02.838458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] Sync routers for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:27:02.849528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:02.850145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:02.889327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e2ca50-b5b5-4bbc-b084-03979619036f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting subnet 082ebcc7-9b94-4b03-80d4-cc84c1850cbd {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:27:02.893527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79e2ca50-b5b5-4bbc-b084-03979619036f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:02.937508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79e2ca50-b5b5-4bbc-b084-03979619036f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.031533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79e2ca50-b5b5-4bbc-b084-03979619036f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.092127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79e2ca50-b5b5-4bbc-b084-03979619036f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.106296 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:03.119755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2ca50-b5b5-4bbc-b084-03979619036f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Subnet': ['ID=082ebcc7-9b94-4b03-80d4-cc84c1850cbd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:03.122409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79e2ca50-b5b5-4bbc-b084-03979619036f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.128322 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-79e2ca50-b5b5-4bbc-b084-03979619036f tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/subnets/082ebcc7-9b94-4b03-80d4-cc84c1850cbd HTTP/1.1" status: 204 len: 168 time: 0.2899849 Dec 06 12:27:03.129612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47392) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:03.133804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b594f-cba3-42b3-aaf9-92edca4c8b20 None None] Network dcef9e65-5b67-4b3f-8b8e-65a033df004e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:03.233149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.337843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.392495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96'}], 'enable_snat': True}, 'gw_port_id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:27:02Z', 'revision_number': 7, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port': {'id': '12d76515-cb40-4299-aba1-d6ac2eaa0da6', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:26:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:03.401507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Deleting port 12d76515-cb40-4299-aba1-d6ac2eaa0da6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:03.402680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.428343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] Checking router: 01922188-66f0-4ad2-bbc0-ab6906e190d0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:27:03.437607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] Routers {'01922188-66f0-4ad2-bbc0-ab6906e190d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:27:03.439024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:26:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['01922188-66f0-4ad2-bbc0-ab6906e190d0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:03.441484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] DHCP port deletion for dcef9e65-5b67-4b3f-8b8e-65a033df004e request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:03.489032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] For port 12d76515-cb40-4299-aba1-d6ac2eaa0da6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12d76515-cb40-4299-aba1-d6ac2eaa0da6,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:03.489393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.502219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Calling delete_port for 12d76515-cb40-4299-aba1-d6ac2eaa0da6 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:03.556011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] Set router 01922188-66f0-4ad2-bbc0-ab6906e190d0 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:27:03.612019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2022283a-ba01-4b66-bee0-c91ee3e7c447 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:03.616003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:27:03Z', 'revision_number': 8, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:03.670777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1130a51-1a22-4b75-a051-50656f964c07 None None] The sync data for ids ['01922188-66f0-4ad2-bbc0-ab6906e190d0'] in dv-neutron-master-2-hyperv is: [{'id': '01922188-66f0-4ad2-bbc0-ab6906e190d0', 'name': 'tempest-TestNetworkBasicOps-router-1618446730', 'tenant_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:25:26Z', 'updated_at': '2021-12-06T12:27:03Z', 'revision_number': 8, 'project_id': 'ff3aa18fd0bb40388bf6073ea2a82855', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:27:03.675741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.684234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] Deleting port 2022283a-ba01-4b66-bee0-c91ee3e7c447 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:03.684608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.701992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Port': ['ID=12d76515-cb40-4299-aba1-d6ac2eaa0da6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:03.754063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6830850-ef38-4d6f-bf71-8b3046f4a57c None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:27:03.769425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.786634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] For port 2022283a-ba01-4b66-bee0-c91ee3e7c447, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2022283a-ba01-4b66-bee0-c91ee3e7c447,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:03.787043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.799577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.801557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] Calling delete_port for 2022283a-ba01-4b66-bee0-c91ee3e7c447 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:03.861403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.863689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.875695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 2022283a-ba01-4b66-bee0-c91ee3e7c447, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2022283a-ba01-4b66-bee0-c91ee3e7c447,segment=NetworkSegment(f367fe55-bebe-4482-9bee-3f435089a135),segment_id=f367fe55-bebe-4482-9bee-3f435089a135)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:03.886324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.914400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.914996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Fanout notify agent at l3_agent the message router_deleted on router 01922188-66f0-4ad2-bbc0-ab6906e190d0 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:27:03.922082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.923597 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-21a5a26a-a961-4b50-989e-df5690668c11 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/routers/01922188-66f0-4ad2-bbc0-ab6906e190d0 HTTP/1.1" status: 204 len: 168 time: 0.7930608 Dec 06 12:27:03.926219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47394) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:03.949901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=2022283a-ba01-4b66-bee0-c91ee3e7c447,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:03.954246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:03.988102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] Pushing event deleted for resources: {'Port': ['ID=2022283a-ba01-4b66-bee0-c91ee3e7c447,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:03.990034 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5bc68-273e-4346-b47d-acbe27e4b819 None None] No DVR routers for this DVR port 2022283a-ba01-4b66-bee0-c91ee3e7c447 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:04.014873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.117914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.145574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcef9e65-5b67-4b3f-8b8e-65a033df004e']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:04.155082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f367fe55-bebe-4482-9bee-3f435089a135') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:04.155379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f367fe55-bebe-4482-9bee-3f435089a135') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:27:04.164700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.178353 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.185463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:27:04.185855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:27:04.190869 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:27:04.254392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.259499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.267099 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] 10.222.0.24 "DELETE /v2.0/networks/dcef9e65-5b67-4b3f-8b8e-65a033df004e HTTP/1.1" status: 204 len: 168 time: 0.3386693 Dec 06 12:27:04.286220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e613e4-19a3-4ddc-81e6-f8efcbcfe044 tempest-TestNetworkBasicOps-121824831 tempest-TestNetworkBasicOps-121824831-project] Pushing event deleted for resources: {'Network': ['ID=dcef9e65-5b67-4b3f-8b8e-65a033df004e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:04.578033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47400) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:04.736971 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c5e6ebc1-ef5f-4e37-b73f-861da7d90388 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff3aa18fd0bb40388bf6073ea2a82855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1571505 Dec 06 12:27:04.739324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47404) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:04.787267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3855204-cddd-4ed7-8e63-455c69d8504d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.808007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3855204-cddd-4ed7-8e63-455c69d8504d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.854087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3855204-cddd-4ed7-8e63-455c69d8504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.856691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3855204-cddd-4ed7-8e63-455c69d8504d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:04.857838 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a3855204-cddd-4ed7-8e63-455c69d8504d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0317685f-ab7c-4641-8e73-6befadc43abc HTTP/1.1" status: 204 len: 168 time: 0.1175885 Dec 06 12:27:04.866223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3855204-cddd-4ed7-8e63-455c69d8504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0317685f-ab7c-4641-8e73-6befadc43abc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:05.118423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47410) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:05.133869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b71e371-3c06-4031-8c54-c2da18faefe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.208992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b71e371-3c06-4031-8c54-c2da18faefe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.212502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b71e371-3c06-4031-8c54-c2da18faefe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.250258 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9b71e371-3c06-4031-8c54-c2da18faefe5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d95ea7de338b48f28be68dc6e11325ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306593 Dec 06 12:27:05.251175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71e371-3c06-4031-8c54-c2da18faefe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad525d-2054-41ce-a2cd-4de25934d229,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:05.253495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47412) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:05.303698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b9545e9-9fd7-40e6-8cd0-c210345a692f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.331485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b9545e9-9fd7-40e6-8cd0-c210345a692f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.487619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49e61979-4842-4974-95d1-5e493513c60f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:05.508396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 49e61979-4842-4974-95d1-5e493513c60f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:05.508751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 49e61979-4842-4974-95d1-5e493513c60f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:05.509185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 12d76515-cb40-4299-aba1-d6ac2eaa0da6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:05.535805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 12d76515-cb40-4299-aba1-d6ac2eaa0da6 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:05.536189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 12d76515-cb40-4299-aba1-d6ac2eaa0da6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:05.728870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b9545e9-9fd7-40e6-8cd0-c210345a692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.731821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b9545e9-9fd7-40e6-8cd0-c210345a692f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:05.733255 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3b9545e9-9fd7-40e6-8cd0-c210345a692f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccad525d-2054-41ce-a2cd-4de25934d229 HTTP/1.1" status: 204 len: 168 time: 0.4779749 Dec 06 12:27:05.741523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9545e9-9fd7-40e6-8cd0-c210345a692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad525d-2054-41ce-a2cd-4de25934d229,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:12.501768 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-490f99d2-7c96-419a-8fd0-a8e3089c8a06 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e46bf810c92d4ea491bd2e1e74a678c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283868 Dec 06 12:27:12.722680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-b2472cba-a418-4e9a-9ba6-a7d41dffe97e tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:12.724106 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-b2472cba-a418-4e9a-9ba6-a7d41dffe97e tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170403 Dec 06 12:27:12.739320 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-624e94d5-24ee-49a4-941f-65b2d04008a6 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/quotas/e46bf810c92d4ea491bd2e1e74a678c8 HTTP/1.1" status: 200 len: 375 time: 0.0095356 Dec 06 12:27:12.769310 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-33369dd2-114d-4353-b21f-17ba57af79e3 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e46bf810c92d4ea491bd2e1e74a678c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248129 Dec 06 12:27:12.921606 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b7bb7563-f0d8-4087-ab08-e42125cfac46 req-98d4b4dc-1325-4fe8-a476-ad54b9a8e7d5 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 210 time: 0.0259209 Dec 06 12:27:13.743266 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-8cab4172-36e6-43d7-8e0b-d9d98746c2b3 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e46bf810c92d4ea491bd2e1e74a678c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229867 Dec 06 12:27:13.857260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-72c26d36-ac2c-489c-80ef-8db2bb99eef2 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:13.858745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-72c26d36-ac2c-489c-80ef-8db2bb99eef2 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100914 Dec 06 12:27:13.871814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Request body: {'port': {'device_id': 'b2ca39d8-05ac-474e-8cc8-0c7f9c584579', 'network_id': '69584afa-51ec-4963-a310-555a024ad68d', 'admin_state_up': True, 'tenant_id': 'e46bf810c92d4ea491bd2e1e74a678c8'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:13.983260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Made reservation on behalf of e46bf810c92d4ea491bd2e1e74a678c8 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:13.987135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:13.997937 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.025981 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f9b61c28-6f98-4ed9-b7e9-1e91ab0b0f9c req-9f5d9003-12fb-4132-84bd-34c7b4537a5a tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 210 time: 0.0300195 Dec 06 12:27:14.096693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.100479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.165642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f541e9e1-3d23-40b2-b23f-5f6942e93cbe,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:14.238575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Allocated IP 192.168.233.253 (69584afa-51ec-4963-a310-555a024ad68d/eb06fad0-aa0d-4359-8a90-c459bd1a0ea9/868354c7-dcd4-4079-b10d-a6fb8651ae08) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:14.385243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.418576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.468183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Network 69584afa-51ec-4963-a310-555a024ad68d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:14.471909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:14.475839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:14.501782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Pushing event updated for resources: {'Port': ['ID=868354c7-dcd4-4079-b10d-a6fb8651ae08,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:14.531240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:14.531870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.548400 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fd38c875-62c8-4540-aff7-d242007dd886 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6805298 Dec 06 12:27:14.561074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Request body: {'port': {'device_id': 'b2ca39d8-05ac-474e-8cc8-0c7f9c584579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:14.619900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.733032 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-95adff8d-cef5-47f3-87c4-3d636531c90b None None] Provisioning complete for port 868354c7-dcd4-4079-b10d-a6fb8651ae08 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:14.733653 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95adff8d-cef5-47f3-87c4-3d636531c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.767490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-95adff8d-cef5-47f3-87c4-3d636531c90b None None] Port 868354c7-dcd4-4079-b10d-a6fb8651ae08 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:27:14.879678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868354c7-dcd4-4079-b10d-a6fb8651ae08 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:14.886860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.898801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Transition to ACTIVE for port object 868354c7-dcd4-4079-b10d-a6fb8651ae08 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:27:14.902231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:14.952150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Pushing event updated for resources: {'Port': ['ID=868354c7-dcd4-4079-b10d-a6fb8651ae08,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:15.020787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Attempting to bind port 868354c7-dcd4-4079-b10d-a6fb8651ae08 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:15.021121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Attempting to bind port 868354c7-dcd4-4079-b10d-a6fb8651ae08 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:15.021474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Attempting to bind port 868354c7-dcd4-4079-b10d-a6fb8651ae08 on network 69584afa-51ec-4963-a310-555a024ad68d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:15.025990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Port 868354c7-dcd4-4079-b10d-a6fb8651ae08 on network 69584afa-51ec-4963-a310-555a024ad68d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:27:15.026306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Attempting to bind port 868354c7-dcd4-4079-b10d-a6fb8651ae08 on network 69584afa-51ec-4963-a310-555a024ad68d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:15.031761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:15.032132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Checking segment: {'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:15.032495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Bound using segment: {'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:15.032918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Bound port: 868354c7-dcd4-4079-b10d-a6fb8651ae08, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee54b34c-103b-4933-abd8-c5fb495783cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '69584afa-51ec-4963-a310-555a024ad68d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:15.033268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.114961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] For port 868354c7-dcd4-4079-b10d-a6fb8651ae08, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:15.141486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] For port 868354c7-dcd4-4079-b10d-a6fb8651ae08, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=868354c7-dcd4-4079-b10d-a6fb8651ae08,segment=NetworkSegment(ee54b34c-103b-4933-abd8-c5fb495783cf),segment_id=ee54b34c-103b-4933-abd8-c5fb495783cf)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:15.146984 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.147239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.197981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e498a-c190-4d02-9612-2e48f0f6228b req-2751a5b8-f20b-443a-8114-7a18a2d2a086 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.201059 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bf9e498a-c190-4d02-9612-2e48f0f6228b req-2751a5b8-f20b-443a-8114-7a18a2d2a086 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 948 time: 0.1014280 Dec 06 12:27:15.201059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.201453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:15.202708 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-92c46497-0e35-4d51-8382-9c066266255d service neutron] 10.222.0.43 "PUT /v2.0/ports/868354c7-dcd4-4079-b10d-a6fb8651ae08 HTTP/1.1" status: 200 len: 1098 time: 0.6460214 Dec 06 12:27:15.205191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ca39d8-05ac-474e-8cc8-0c7f9c584579', 'tag': '868354c7-dcd4-4079-b10d-a6fb8651ae08'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:15.207657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415a082-15d5-4d30-98fa-0fbd78334b64" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ca39d8-05ac-474e-8cc8-0c7f9c584579", "tag": "868354c7-dcd4-4079-b10d-a6fb8651ae08"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:15.245121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c46497-0e35-4d51-8382-9c066266255d service neutron] Pushing event updated for resources: {'Port': ['ID=868354c7-dcd4-4079-b10d-a6fb8651ae08,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:15.276124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36835dc0-0782-47b0-a222-5432c747c42f x-openstack-request-id: req-36835dc0-0782-47b0-a222-5432c747c42f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:15.276410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ca39d8-05ac-474e-8cc8-0c7f9c584579", "tag": "868354c7-dcd4-4079-b10d-a6fb8651ae08", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:15.276665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36835dc0-0782-47b0-a222-5432c747c42f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:15.277129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ca39d8-05ac-474e-8cc8-0c7f9c584579', 'tag': '868354c7-dcd4-4079-b10d-a6fb8651ae08', 'status': 'completed', 'code': 200} Dec 06 12:27:15.306094 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bf9e498a-c190-4d02-9612-2e48f0f6228b req-3bf0e1c3-d749-4bd5-8125-177a7d615b49 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929866 Dec 06 12:27:15.320982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fdff64a9-795f-470d-bcc3-59c55e1124ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.322489 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-fdff64a9-795f-470d-bcc3-59c55e1124ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e46bf810c92d4ea491bd2e1e74a678c8&device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 1101 time: 0.0644202 Dec 06 12:27:15.366529 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-7581b8ce-9afc-4dff-a586-e5a18782b384 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=868354c7-dcd4-4079-b10d-a6fb8651ae08 HTTP/1.1" status: 200 len: 217 time: 0.0363131 Dec 06 12:27:15.420243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-f2d96b5b-6a16-4a4c-a3be-3a4cb82b9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.421772 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-f2d96b5b-6a16-4a4c-a3be-3a4cb82b9682 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb06fad0-aa0d-4359-8a90-c459bd1a0ea9 HTTP/1.1" status: 200 len: 843 time: 0.0488062 Dec 06 12:27:15.473797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-e1903656-d1f7-40fe-996a-51e2f746f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.475219 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-e1903656-d1f7-40fe-996a-51e2f746f66e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69584afa-51ec-4963-a310-555a024ad68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0462129 Dec 06 12:27:15.567244 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-e16b26d9-e719-4068-bda1-3f0f4becefff service neutron] 10.222.0.43 "GET /v2.0/networks/69584afa-51ec-4963-a310-555a024ad68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851243 Dec 06 12:27:15.666261 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1680bac-cec2-4140-85be-a8abf81cf84c req-f703fe46-4fed-4005-bf89-5478c7366822 service neutron] 10.222.0.43 "GET /v2.0/networks/69584afa-51ec-4963-a310-555a024ad68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921195 Dec 06 12:27:15.753626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-b5dccdea-cfa5-4a99-8590-fd0d88c88f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.755110 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-b5dccdea-cfa5-4a99-8590-fd0d88c88f3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e46bf810c92d4ea491bd2e1e74a678c8&device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 1101 time: 0.0427656 Dec 06 12:27:15.848192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-c3502b3b-04fd-483e-ba4d-9110dbecba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.849637 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-c3502b3b-04fd-483e-ba4d-9110dbecba19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=69584afa-51ec-4963-a310-555a024ad68d HTTP/1.1" status: 200 len: 870 time: 0.0873642 Dec 06 12:27:15.891027 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-d6e57209-9d8b-488c-a78c-e8b7334c48f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=868354c7-dcd4-4079-b10d-a6fb8651ae08 HTTP/1.1" status: 200 len: 217 time: 0.0334773 Dec 06 12:27:15.938726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-dee4c20b-aa45-4dd8-8572-92e52d52d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.940099 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-dee4c20b-aa45-4dd8-8572-92e52d52d4a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb06fad0-aa0d-4359-8a90-c459bd1a0ea9 HTTP/1.1" status: 200 len: 843 time: 0.0425994 Dec 06 12:27:15.985280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-cd85cec7-b9f8-48ae-ab44-476d7a641861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:15.986750 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-cd85cec7-b9f8-48ae-ab44-476d7a641861 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=69584afa-51ec-4963-a310-555a024ad68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0392385 Dec 06 12:27:16.080482 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-85174173-2ef0-40d8-9da8-d4ec8fdddda4 service neutron] 10.222.0.43 "GET /v2.0/networks/69584afa-51ec-4963-a310-555a024ad68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864933 Dec 06 12:27:16.173987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5415a082-15d5-4d30-98fa-0fbd78334b64 req-fbe487c9-1f7c-40ca-9242-12eb71c00e85 service neutron] 10.222.0.43 "GET /v2.0/networks/69584afa-51ec-4963-a310-555a024ad68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860355 Dec 06 12:27:16.426786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073044e-df9b-4877-aef9-a93a23170c49 req-688a5a02-e6b5-4e3f-8fe4-a6770476a1d9 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:16.428403 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4073044e-df9b-4877-aef9-a93a23170c49 req-688a5a02-e6b5-4e3f-8fe4-a6770476a1d9 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 948 time: 0.0518053 Dec 06 12:27:16.475751 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4073044e-df9b-4877-aef9-a93a23170c49 req-c6c7b033-bfe7-4067-a1db-48803437c554 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Dec 06 12:27:17.593762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd79eb2-ff35-4427-bf31-46d46965c861 req-ce9e0947-2576-4415-8f87-b5570de857c6 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:17.595117 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fd79eb2-ff35-4427-bf31-46d46965c861 req-ce9e0947-2576-4415-8f87-b5570de857c6 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 948 time: 0.0490456 Dec 06 12:27:17.633560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 868354c7-dcd4-4079-b10d-a6fb8651ae08 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:27:17.643001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5fd79eb2-ff35-4427-bf31-46d46965c861 req-802ceb71-3688-4558-ae9d-5e6ad9ede304 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Dec 06 12:27:17.735570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 868354c7-dcd4-4079-b10d-a6fb8651ae08, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=868354c7-dcd4-4079-b10d-a6fb8651ae08,segment=NetworkSegment(ee54b34c-103b-4933-abd8-c5fb495783cf),segment_id=ee54b34c-103b-4933-abd8-c5fb495783cf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:17.748787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '868354c7-dcd4-4079-b10d-a6fb8651ae08', 'network_id': '69584afa-51ec-4963-a310-555a024ad68d', 'port_id': '868354c7-dcd4-4079-b10d-a6fb8651ae08', 'mac_address': 'fa:16:3e:c9:16:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb06fad0-aa0d-4359-8a90-c459bd1a0ea9', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:27:17.799742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.812158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868354c7-dcd4-4079-b10d-a6fb8651ae08 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:17.831197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 868354c7-dcd4-4079-b10d-a6fb8651ae08, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=868354c7-dcd4-4079-b10d-a6fb8651ae08,segment=NetworkSegment(ee54b34c-103b-4933-abd8-c5fb495783cf),segment_id=ee54b34c-103b-4933-abd8-c5fb495783cf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:17.835370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:17.881994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=868354c7-dcd4-4079-b10d-a6fb8651ae08,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:18.139756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['868354c7-dcd4-4079-b10d-a6fb8651ae08'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:18.761812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6a7f5-24b7-42ca-821a-8c2151d78c1c req-f0bd7969-5e6c-4555-8586-0d755ef4c62a tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:18.763257 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19b6a7f5-24b7-42ca-821a-8c2151d78c1c req-f0bd7969-5e6c-4555-8586-0d755ef4c62a tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 949 time: 0.0531123 Dec 06 12:27:18.809449 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19b6a7f5-24b7-42ca-821a-8c2151d78c1c req-04a3c093-38ad-4b1a-ae2c-65e5768efab1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Dec 06 12:27:19.650369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 868354c7-dcd4-4079-b10d-a6fb8651ae08 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:19.699644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 868354c7-dcd4-4079-b10d-a6fb8651ae08 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:27:19.707697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 868354c7-dcd4-4079-b10d-a6fb8651ae08 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:19.708155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.787410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.809204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca39d8-05ac-474e-8cc8-0c7f9c584579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868354c7-dcd4-4079-b10d-a6fb8651ae08'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:19.811440 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b44d653-b845-41a8-9c8d-e65824b713a2" -d '{"events": [{"server_uuid": "b2ca39d8-05ac-474e-8cc8-0c7f9c584579", "name": "network-vif-plugged", "status": "completed", "tag": "868354c7-dcd4-4079-b10d-a6fb8651ae08"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:19.823949 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 868354c7-dcd4-4079-b10d-a6fb8651ae08, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=868354c7-dcd4-4079-b10d-a6fb8651ae08,segment=NetworkSegment(ee54b34c-103b-4933-abd8-c5fb495783cf),segment_id=ee54b34c-103b-4933-abd8-c5fb495783cf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:19.829537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:19.852740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43de2d3c-f46c-4fff-8213-c2d6481eebac x-openstack-request-id: req-43de2d3c-f46c-4fff-8213-c2d6481eebac {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:19.853037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca39d8-05ac-474e-8cc8-0c7f9c584579", "name": "network-vif-plugged", "status": "completed", "tag": "868354c7-dcd4-4079-b10d-a6fb8651ae08", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:19.853287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43de2d3c-f46c-4fff-8213-c2d6481eebac {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:19.853677 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca39d8-05ac-474e-8cc8-0c7f9c584579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868354c7-dcd4-4079-b10d-a6fb8651ae08', 'code': 200} Dec 06 12:27:19.881486 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=868354c7-dcd4-4079-b10d-a6fb8651ae08,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:19.939642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce933e2-5a68-486d-8475-a68962cb2993 req-927a9ab2-451f-4127-8d1d-429d9f4457ba tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:19.941083 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ce933e2-5a68-486d-8475-a68962cb2993 req-927a9ab2-451f-4127-8d1d-429d9f4457ba tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 950 time: 0.0512855 Dec 06 12:27:19.991496 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ce933e2-5a68-486d-8475-a68962cb2993 req-5a282307-1d13-4aef-afce-ed56c61a97c8 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Dec 06 12:27:20.033679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ca8d1-616e-4c97-afdc-65ab064c5bfd req-72155586-6348-4405-9f7a-cc90e1b2c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:20.035156 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bd7ca8d1-616e-4c97-afdc-65ab064c5bfd req-72155586-6348-4405-9f7a-cc90e1b2c0e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 1103 time: 0.0427856 Dec 06 12:27:20.078635 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bd7ca8d1-616e-4c97-afdc-65ab064c5bfd req-ec76a198-ff96-42c3-b5ee-000bd21448e6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360272 Dec 06 12:27:21.107217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d819dc-ebb9-4384-a5c5-5a6c6cb1a667 req-d6f93d01-a3d1-47fd-bc60-38e39a300a3d tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:21.108719 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b7d819dc-ebb9-4384-a5c5-5a6c6cb1a667 req-d6f93d01-a3d1-47fd-bc60-38e39a300a3d tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 950 time: 0.0490017 Dec 06 12:27:21.157315 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b7d819dc-ebb9-4384-a5c5-5a6c6cb1a667 req-0fec82bd-5a9b-463c-ae02-0ca2890fcb94 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Dec 06 12:27:22.271970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d8859-c7a1-4597-be40-b79b69861e8b req-02aa6317-d2ef-41a6-8da8-58e016c68c4c tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:22.273444 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d15d8859-c7a1-4597-be40-b79b69861e8b req-02aa6317-d2ef-41a6-8da8-58e016c68c4c tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 950 time: 0.0483129 Dec 06 12:27:22.325435 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d15d8859-c7a1-4597-be40-b79b69861e8b req-42cfefc3-a643-4587-92bb-e8bb1d444a44 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Dec 06 12:27:22.701607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-e64fe813-7cda-472c-a990-46eb1051dbd5 req-f70c53ea-6c02-42a1-9abc-abd6212a5ec1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:27:22.702618 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e64fe813-7cda-472c-a990-46eb1051dbd5 req-f70c53ea-6c02-42a1-9abc-abd6212a5ec1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0972435 Dec 06 12:27:23.212408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-4367d650-2be6-4d8e-a15d-b8f7685ef997 req-3dd11db6-4a1f-4f86-9798-649ad93777bb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:27:23.213394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4367d650-2be6-4d8e-a15d-b8f7685ef997 req-3dd11db6-4a1f-4f86-9798-649ad93777bb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053566 Dec 06 12:27:23.720771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a124b-c8b7-4d3e-b655-64d52f1faa9b req-3a6c90a4-c17f-4091-bce2-67c5ea5f0e09 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:23.722131 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-653a124b-c8b7-4d3e-b655-64d52f1faa9b req-3a6c90a4-c17f-4091-bce2-67c5ea5f0e09 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 950 time: 0.0482035 Dec 06 12:27:23.768723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-653a124b-c8b7-4d3e-b655-64d52f1faa9b req-be53553d-6682-4b75-aba6-d75ef3f0b5b3 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Dec 06 12:27:24.884852 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82260a82-93ea-4ba4-9c89-9d3e52ca5313 req-cd4a573a-55c5-4974-91fb-04e646960abf tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:24.886478 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82260a82-93ea-4ba4-9c89-9d3e52ca5313 req-cd4a573a-55c5-4974-91fb-04e646960abf tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 950 time: 0.0483592 Dec 06 12:27:24.933442 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82260a82-93ea-4ba4-9c89-9d3e52ca5313 req-1d60ed45-5db4-49ee-9898-f23115f7a5ac tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/security-groups?id=f541e9e1-3d23-40b2-b23f-5f6942e93cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Dec 06 12:27:25.225709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-f99ac395-be9e-45f6-bfc9-6387b794d363 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:25.227046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-f99ac395-be9e-45f6-bfc9-6387b794d363 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 950 time: 0.0502775 Dec 06 12:27:25.314126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Deleting port 868354c7-dcd4-4079-b10d-a6fb8651ae08 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:27:25.314464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.404297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] For port 868354c7-dcd4-4079-b10d-a6fb8651ae08, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=868354c7-dcd4-4079-b10d-a6fb8651ae08,segment=NetworkSegment(ee54b34c-103b-4933-abd8-c5fb495783cf),segment_id=ee54b34c-103b-4933-abd8-c5fb495783cf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:25.404646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.416608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Calling delete_port for 868354c7-dcd4-4079-b10d-a6fb8651ae08 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:27:25.540656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.552309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['868354c7-dcd4-4079-b10d-a6fb8651ae08'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:25.574107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Pushing event deleted for resources: {'Port': ['ID=868354c7-dcd4-4079-b10d-a6fb8651ae08,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:25.619124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] No DVR routers for this DVR port 868354c7-dcd4-4079-b10d-a6fb8651ae08 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:27:25.621765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:25.625448 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-29376372-d5e9-4539-82ca-e792522d3fd7 req-abeb5557-07e6-460c-bbee-c6e301f4e6d1 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.43 "DELETE /v2.0/ports/868354c7-dcd4-4079-b10d-a6fb8651ae08 HTTP/1.1" status: 204 len: 173 time: 0.3925824 Dec 06 12:27:25.626078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca39d8-05ac-474e-8cc8-0c7f9c584579', 'name': 'network-vif-deleted', 'tag': '868354c7-dcd4-4079-b10d-a6fb8651ae08'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:25.628263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc866c9d-7437-423a-9ac0-095027acdf2a" -d '{"events": [{"server_uuid": "b2ca39d8-05ac-474e-8cc8-0c7f9c584579", "name": "network-vif-deleted", "tag": "868354c7-dcd4-4079-b10d-a6fb8651ae08"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:25.669843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631f203e-fff0-4d47-b46e-c70191a2453e x-openstack-request-id: req-631f203e-fff0-4d47-b46e-c70191a2453e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:25.670145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca39d8-05ac-474e-8cc8-0c7f9c584579", "name": "network-vif-deleted", "tag": "868354c7-dcd4-4079-b10d-a6fb8651ae08", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:25.670407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-631f203e-fff0-4d47-b46e-c70191a2453e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:25.670828 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca39d8-05ac-474e-8cc8-0c7f9c584579', 'name': 'network-vif-deleted', 'tag': '868354c7-dcd4-4079-b10d-a6fb8651ae08', 'status': 'completed', 'code': 200} Dec 06 12:27:26.040839 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5eb47a8f-7dae-493e-81d6-86b4e9292c82 req-92a3bcc4-917d-4035-9703-0c33d1029a78 tempest-ServersAdminNegativeTestJSON-155845802 tempest-ServersAdminNegativeTestJSON-155845802-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ca39d8-05ac-474e-8cc8-0c7f9c584579 HTTP/1.1" status: 200 len: 210 time: 0.0264738 Dec 06 12:27:26.253356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0628412b-337a-4a4d-a71a-3d6eff04f258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:26.662589 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:27:27.332615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47548) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:27.461181 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fb6b48e0-8adc-4c6d-8c54-bc294fb147ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e46bf810c92d4ea491bd2e1e74a678c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274149 Dec 06 12:27:27.463633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47552) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:27.510120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-720620de-9f9b-459a-8be4-061d99e02208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.530393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-720620de-9f9b-459a-8be4-061d99e02208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.581156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-720620de-9f9b-459a-8be4-061d99e02208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.583837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-720620de-9f9b-459a-8be4-061d99e02208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.585037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-720620de-9f9b-459a-8be4-061d99e02208 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f541e9e1-3d23-40b2-b23f-5f6942e93cbe HTTP/1.1" status: 204 len: 168 time: 0.1204557 Dec 06 12:27:27.592706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720620de-9f9b-459a-8be4-061d99e02208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f541e9e1-3d23-40b2-b23f-5f6942e93cbe,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:27.680564 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 868354c7-dcd4-4079-b10d-a6fb8651ae08 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:27:27.704390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 868354c7-dcd4-4079-b10d-a6fb8651ae08 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:27:27.704740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 868354c7-dcd4-4079-b10d-a6fb8651ae08 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:27:27.853162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47558) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:27.867029 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa41cffd-b5f6-4f27-8dc3-68dd998f75eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.938827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa41cffd-b5f6-4f27-8dc3-68dd998f75eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.943003 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fa41cffd-b5f6-4f27-8dc3-68dd998f75eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:27.981600 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fa41cffd-b5f6-4f27-8dc3-68dd998f75eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ddc6a94ad364e7c9b43a17a9821b597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273735 Dec 06 12:27:27.982442 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41cffd-b5f6-4f27-8dc3-68dd998f75eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db38c0-da96-48c6-a8e3-bf14ca7153b9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:27.986000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47560) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:28.035347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d059fe9-3564-40c3-9852-aea5a2eeea96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.062176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d059fe9-3564-40c3-9852-aea5a2eeea96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.117898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d059fe9-3564-40c3-9852-aea5a2eeea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.120542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d059fe9-3564-40c3-9852-aea5a2eeea96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.121702 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9d059fe9-3564-40c3-9852-aea5a2eeea96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5db38c0-da96-48c6-a8e3-bf14ca7153b9 HTTP/1.1" status: 204 len: 168 time: 0.1344275 Dec 06 12:27:28.130316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d059fe9-3564-40c3-9852-aea5a2eeea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db38c0-da96-48c6-a8e3-bf14ca7153b9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:28.676893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b678b1b-63ad-4551-8348-cac322be39b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.792282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47582) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:28.887985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2146120864-network', 'tenant_id': 'f54651c00cce4d1f8f627d9301bcfc01'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:28.909570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Made reservation on behalf of f54651c00cce4d1f8f627d9301bcfc01 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:28.911798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.919840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.994520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:28.998255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.019961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:27:29.035104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:29.039160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.039515 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Added segment 1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc of type vlan for network 4c0be0b1-1ba6-43a7-920e-e22adb51920b Dec 06 12:27:29.083149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.107047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.108030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:29.108620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.165998 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3725073 Dec 06 12:27:29.169108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47586) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:29.172182 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c32c48-a54c-44af-8911-62eb9687b775 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0be0b1-1ba6-43a7-920e-e22adb51920b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:29.175393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Request body: {'subnet': {'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2146120864-subnet', 'tenant_id': 'f54651c00cce4d1f8f627d9301bcfc01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:29.182745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 4c0be0b1-1ba6-43a7-920e-e22adb51920b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:27:29.200924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Made reservation on behalf of f54651c00cce4d1f8f627d9301bcfc01 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:29.203552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.382300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.444061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0da13c-6e57-4b45-a433-7188caf582cd,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:29.450539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Checking segment: {'id': '1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:29.450889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Network hostable DHCP agents. Network: 4c0be0b1-1ba6-43a7-920e-e22adb51920b, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:27:29.470078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Network 4c0be0b1-1ba6-43a7-920e-e22adb51920b is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:27:29.480616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4c0be0b1-1ba6-43a7-920e-e22adb51920b) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:29.485355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:29.485987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.490492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27e2629-33e9-4be1-a806-306abf7ca338 None None] Network 4c0be0b1-1ba6-43a7-920e-e22adb51920b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:29.504580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b32bfe83-fd39-49ae-b61b-3be045e67cf0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3338428 Dec 06 12:27:29.622960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13c622-0a1a-41b2-ab1a-57a547a3119d None None] Network 4c0be0b1-1ba6-43a7-920e-e22adb51920b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:27:29.846723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:29.921429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-85d50a3f-d1f9-407f-aee6-02352fa4679d tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:29.922896 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-85d50a3f-d1f9-407f-aee6-02352fa4679d tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/networks?id=4c0be0b1-1ba6-43a7-920e-e22adb51920b HTTP/1.1" status: 200 len: 812 time: 0.1006122 Dec 06 12:27:29.937585 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-114643cb-d5ee-404f-86da-04f9fa54d8e5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/quotas/f54651c00cce4d1f8f627d9301bcfc01 HTTP/1.1" status: 200 len: 375 time: 0.0089610 Dec 06 12:27:29.974168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-e35fbfea-2971-481c-92f1-903dfc6e8a31 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f54651c00cce4d1f8f627d9301bcfc01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310717 Dec 06 12:27:29.985076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-afffbded-b1ba-4356-b4fd-b94d2e4bc1a2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:27:29.985956 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-afffbded-b1ba-4356-b4fd-b94d2e4bc1a2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052104 Dec 06 12:27:30.071866 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-984d4dce-2e97-4d4a-a7f0-af0d87ef1d8c service neutron] 10.222.0.24 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799274 Dec 06 12:27:30.162052 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-3ecedd8e-85f5-4bf1-83c1-8c5baa0d59a2 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835149 Dec 06 12:27:30.318218 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8798c2f9-07dc-40dd-8051-f64ed0c3a324 req-89ac1956-214d-4537-ba24-d99f795e79b3 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 210 time: 0.0287259 Dec 06 12:27:30.912005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.217363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-942bb292-53c9-4319-a02f-2ea449d5b72d tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:31.219667 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-942bb292-53c9-4319-a02f-2ea449d5b72d tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.43 "GET /v2.0/networks?id=4c0be0b1-1ba6-43a7-920e-e22adb51920b HTTP/1.1" status: 200 len: 812 time: 0.1110163 Dec 06 12:27:31.233242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Request body: {'port': {'device_id': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b', 'admin_state_up': True, 'tenant_id': 'f54651c00cce4d1f8f627d9301bcfc01'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:31.341766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Made reservation on behalf of f54651c00cce4d1f8f627d9301bcfc01 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:27:31.346583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.436504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-120a40bf-9430-45dc-b2f6-ae01821b6bb0 req-324486dd-aa9a-40d2-91b5-b0618f27b4dd tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 210 time: 0.0386088 Dec 06 12:27:31.501018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Allocated IP 172.20.0.10 (4c0be0b1-1ba6-43a7-920e-e22adb51920b/ca0da13c-6e57-4b45-a433-7188caf582cd/8d81e328-9df1-450f-aead-84cc7c1791b5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:27:31.643638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.676186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.721323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Network 4c0be0b1-1ba6-43a7-920e-e22adb51920b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:27:31.724448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:27:31.728306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:27:31.751709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Pushing event updated for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:31.779390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:31.780065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.797947 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-25456a84-fe33-442f-a02b-60df03295416 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5689635 Dec 06 12:27:31.811561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Request body: {'port': {'device_id': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:27:31.867009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:31.949000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.120149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d81e328-9df1-450f-aead-84cc7c1791b5 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:32.128430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.140607 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Transition to ACTIVE for port object 8d81e328-9df1-450f-aead-84cc7c1791b5 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:27:32.144050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.193180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Pushing event updated for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:32.261282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Attempting to bind port 8d81e328-9df1-450f-aead-84cc7c1791b5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:27:32.261614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Attempting to bind port 8d81e328-9df1-450f-aead-84cc7c1791b5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:27:32.261939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Attempting to bind port 8d81e328-9df1-450f-aead-84cc7c1791b5 on network 4c0be0b1-1ba6-43a7-920e-e22adb51920b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:32.266247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Port 8d81e328-9df1-450f-aead-84cc7c1791b5 on network 4c0be0b1-1ba6-43a7-920e-e22adb51920b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:27:32.266575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Attempting to bind port 8d81e328-9df1-450f-aead-84cc7c1791b5 on network 4c0be0b1-1ba6-43a7-920e-e22adb51920b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:27:32.271349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:27:32.271687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Checking segment: {'id': '1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:27:32.272109 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Bound using segment: {'id': '1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:27:32.272531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Bound port: 8d81e328-9df1-450f-aead-84cc7c1791b5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:27:32.272881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.338022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:27:32.341049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:27:32.346041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.384300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:32.384921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:32.386322 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] 10.222.0.43 "PUT /v2.0/ports/8d81e328-9df1-450f-aead-84cc7c1791b5 HTTP/1.1" status: 200 len: 1094 time: 0.5788057 Dec 06 12:27:32.386765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:32.389056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b8a06a-0889-4f14-87f5-8d494a7e61ec" -d '{"events": [{"name": "network-changed", "server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:32.412458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a3f1e-ab54-4abc-88d8-51ea9b95af8a service neutron] Pushing event updated for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:32.433819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbc40f4-cdcd-40d3-ae39-d6038c7a641c x-openstack-request-id: req-ecbc40f4-cdcd-40d3-ae39-d6038c7a641c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:32.434116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:32.434378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecbc40f4-cdcd-40d3-ae39-d6038c7a641c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:32.434780 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'status': 'completed', 'code': 200} Dec 06 12:27:32.464578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-91d81654-484e-4eba-953e-2faf8d9a0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:32.466108 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-91d81654-484e-4eba-953e-2faf8d9a0c7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f54651c00cce4d1f8f627d9301bcfc01&device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 1097 time: 0.0422935 Dec 06 12:27:32.511614 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-2296f9fb-9b6c-45d4-83df-62d103648dc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d81e328-9df1-450f-aead-84cc7c1791b5 HTTP/1.1" status: 200 len: 217 time: 0.0364306 Dec 06 12:27:32.587957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-86bfabad-5d97-42be-8749-70c9780d2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:32.589421 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-86bfabad-5d97-42be-8749-70c9780d2a50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca0da13c-6e57-4b45-a433-7188caf582cd HTTP/1.1" status: 200 len: 852 time: 0.0699978 Dec 06 12:27:32.597880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a225e-3cbc-4ba1-b756-f3007177e12c req-49b0e34c-57f4-4447-b4af-35cc6d9969b6 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:32.599262 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-526a225e-3cbc-4ba1-b756-f3007177e12c req-49b0e34c-57f4-4447-b4af-35cc6d9969b6 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 944 time: 0.0904350 Dec 06 12:27:32.634618 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-4910cc01-2e88-4539-b80d-44efbec72eb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0be0b1-1ba6-43a7-920e-e22adb51920b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343082 Dec 06 12:27:33.046154 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-526a225e-3cbc-4ba1-b756-f3007177e12c req-d64a46a1-7595-45d9-9ccc-58612908c5ca tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387686 Dec 06 12:27:33.075531 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-4a29d92b-cf92-458d-9422-4de9b3e03abc service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340613 Dec 06 12:27:33.183111 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-739c4b63-ff38-41d4-aa9d-3f03adf87c5e req-eab865b9-45dc-4616-9b01-12055383a515 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996590 Dec 06 12:27:33.276182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-4c0d4c95-736d-49db-abbb-2baa4e397580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.277637 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-4c0d4c95-736d-49db-abbb-2baa4e397580 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f54651c00cce4d1f8f627d9301bcfc01&device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 1097 time: 0.0448818 Dec 06 12:27:33.368173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-837eceec-c80b-402c-b4c4-176ca274ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.369682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-837eceec-c80b-402c-b4c4-176ca274ab61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0be0b1-1ba6-43a7-920e-e22adb51920b HTTP/1.1" status: 200 len: 913 time: 0.0852814 Dec 06 12:27:33.414397 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-3b14a65b-a282-45f5-accb-00912ce2a5d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d81e328-9df1-450f-aead-84cc7c1791b5 HTTP/1.1" status: 200 len: 217 time: 0.0375326 Dec 06 12:27:33.464302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-84fb368f-5072-462e-84a2-64358d3056b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:33.465771 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-84fb368f-5072-462e-84a2-64358d3056b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca0da13c-6e57-4b45-a433-7188caf582cd HTTP/1.1" status: 200 len: 852 time: 0.0445383 Dec 06 12:27:33.497573 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-91710059-c961-4784-86b0-66fab5457327 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0be0b1-1ba6-43a7-920e-e22adb51920b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250349 Dec 06 12:27:33.587801 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-fcb4d12c-a023-4f39-81bd-892475e47870 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827510 Dec 06 12:27:33.673579 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40b8a06a-0889-4f14-87f5-8d494a7e61ec req-27aeaa51-a3c8-415c-8078-52b5292beb8f service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791199 Dec 06 12:27:34.162531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc8c99-6d50-497f-948a-8c713ca5b53d req-4d0c2794-7398-4d82-9f71-faf1e996ab7f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:34.164011 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-17bc8c99-6d50-497f-948a-8c713ca5b53d req-4d0c2794-7398-4d82-9f71-faf1e996ab7f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 944 time: 0.0488353 Dec 06 12:27:34.213596 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-17bc8c99-6d50-497f-948a-8c713ca5b53d req-e495951a-19e4-4fec-bab6-e2e288f8b5f5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437305 Dec 06 12:27:35.328276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a726d22-9878-4f94-b643-7752484f1304 req-ebbf4bf6-43d5-4ac2-a148-7aef924ca133 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:35.329762 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a726d22-9878-4f94-b643-7752484f1304 req-ebbf4bf6-43d5-4ac2-a148-7aef924ca133 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 944 time: 0.0504057 Dec 06 12:27:35.376715 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a726d22-9878-4f94-b643-7752484f1304 req-c52dd3c3-4fc2-4078-bf74-7888979b3840 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Dec 06 12:27:35.726968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8d81e328-9df1-450f-aead-84cc7c1791b5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:27:35.823369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:35.840622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b', 'port_id': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'mac_address': 'fa:16:3e:b0:ad:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0da13c-6e57-4b45-a433-7188caf582cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:27:35.916755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.075550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d81e328-9df1-450f-aead-84cc7c1791b5 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:27:36.099106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:36.105189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:36.191683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:36.410989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['8d81e328-9df1-450f-aead-84cc7c1791b5'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:27:36.492761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fdae8-0323-4a9e-815c-6e9aa6e166d4 req-e2523e76-9f4f-43e4-8d2a-29f9d11a8785 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:36.494283 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-550fdae8-0323-4a9e-815c-6e9aa6e166d4 req-e2523e76-9f4f-43e4-8d2a-29f9d11a8785 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 945 time: 0.0534883 Dec 06 12:27:36.542014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-550fdae8-0323-4a9e-815c-6e9aa6e166d4 req-200d784e-d777-4cbf-9c4c-f9288ef34dd1 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Dec 06 12:27:37.658804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f772e5d-1cd5-4676-9622-6b2126933a16 req-2fc19dd9-ddf4-4394-9f7d-614e1e6df0bb tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:37.660287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f772e5d-1cd5-4676-9622-6b2126933a16 req-2fc19dd9-ddf4-4394-9f7d-614e1e6df0bb tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 945 time: 0.0517828 Dec 06 12:27:37.705716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f772e5d-1cd5-4676-9622-6b2126933a16 req-89c4d20e-5351-401f-bec5-2d608c3c1faa tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394633 Dec 06 12:27:37.728773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8d81e328-9df1-450f-aead-84cc7c1791b5 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:27:37.780103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 8d81e328-9df1-450f-aead-84cc7c1791b5 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:27:37.784820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 8d81e328-9df1-450f-aead-84cc7c1791b5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:27:37.785183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.860191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.881882 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:27:37.884141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2182f1f-4889-4523-a73d-fa557b071267" -d '{"events": [{"server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:27:37.897640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:27:37.901737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:37.924906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ba6a82-499b-4b34-b42e-ab8143130579 x-openstack-request-id: req-04ba6a82-499b-4b34-b42e-ab8143130579 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:27:37.925199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:27:37.925462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04ba6a82-499b-4b34-b42e-ab8143130579 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:27:37.925854 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'code': 200} Dec 06 12:27:37.955805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:27:38.084665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed3cc1-36b7-419d-afb9-4c1f6c1bbdf1 req-3fc33fa6-d9c3-456e-b504-8c6abfa4060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:38.086190 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e2ed3cc1-36b7-419d-afb9-4c1f6c1bbdf1 req-3fc33fa6-d9c3-456e-b504-8c6abfa4060b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 1099 time: 0.0403044 Dec 06 12:27:38.130955 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e2ed3cc1-36b7-419d-afb9-4c1f6c1bbdf1 req-72305df4-740e-4776-b423-21be8f9a5335 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Dec 06 12:27:38.818248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955465-3b82-40f2-ae37-9ae29885fa39 req-d155c925-db80-47be-ab4c-8d58f96fb142 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:38.819713 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a2955465-3b82-40f2-ae37-9ae29885fa39 req-d155c925-db80-47be-ab4c-8d58f96fb142 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0481794 Dec 06 12:27:38.870053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a2955465-3b82-40f2-ae37-9ae29885fa39 req-6966ad06-0004-40c6-82cf-7e2cb4943bc0 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Dec 06 12:27:39.987281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0129-a4bc-401b-9555-7c8d656500ce req-c73336c1-0bf1-4a60-8676-f0df6b9adc7a tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:39.988768 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c95d0129-a4bc-401b-9555-7c8d656500ce req-c73336c1-0bf1-4a60-8676-f0df6b9adc7a tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0494232 Dec 06 12:27:40.034973 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c95d0129-a4bc-401b-9555-7c8d656500ce req-07bbacb9-c1b4-4f79-9a43-18aa087966fa tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Dec 06 12:27:40.389078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86843bcc-c186-46ef-b125-d89d6ba9863e req-f18089a4-dc20-4af4-9b54-555b98c7e48c tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:40.391319 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86843bcc-c186-46ef-b125-d89d6ba9863e req-f18089a4-dc20-4af4-9b54-555b98c7e48c tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0567150 Dec 06 12:27:40.414558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47646) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:27:40.440302 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86843bcc-c186-46ef-b125-d89d6ba9863e req-e53fe7fb-23a7-44b9-9de2-0512b82e4153 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Dec 06 12:27:40.496428 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-a2404833-ea22-4bdc-8f8e-dc44a198c252 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800569 Dec 06 12:27:40.509048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-8e86fb30-3cd5-463d-bc77-20cee3d18ad5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:27:40.510020 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-8e86fb30-3cd5-463d-bc77-20cee3d18ad5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049913 Dec 06 12:27:41.559084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd7b3-13fb-49b1-8271-909619a3aae6 req-245f1f44-c49c-4038-83ec-3c05759eda3e tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:41.560598 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-328dd7b3-13fb-49b1-8271-909619a3aae6 req-245f1f44-c49c-4038-83ec-3c05759eda3e tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0527751 Dec 06 12:27:41.611265 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-328dd7b3-13fb-49b1-8271-909619a3aae6 req-443e2de8-92e3-4c25-b867-54941d9d2895 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445256 Dec 06 12:27:41.692559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-9eac60b2-cc9a-4d13-a3c0-4c0542538814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:41.694025 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-9eac60b2-cc9a-4d13-a3c0-4c0542538814 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f54651c00cce4d1f8f627d9301bcfc01&device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 1099 time: 0.0404108 Dec 06 12:27:41.789025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-f7a0e896-5dae-4d70-b01f-6567dfd9f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:41.790504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-f7a0e896-5dae-4d70-b01f-6567dfd9f5c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0be0b1-1ba6-43a7-920e-e22adb51920b HTTP/1.1" status: 200 len: 913 time: 0.0892403 Dec 06 12:27:41.831591 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-c75ddab0-3a28-445e-baed-65b6372bb902 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d81e328-9df1-450f-aead-84cc7c1791b5 HTTP/1.1" status: 200 len: 217 time: 0.0343339 Dec 06 12:27:41.881282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-37affc45-d07b-4a5c-844e-b34431db361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:41.882714 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-37affc45-d07b-4a5c-844e-b34431db361b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca0da13c-6e57-4b45-a433-7188caf582cd HTTP/1.1" status: 200 len: 852 time: 0.0442202 Dec 06 12:27:41.918027 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-3ba7e9c8-c53a-4638-b20a-6212f6f92c61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0be0b1-1ba6-43a7-920e-e22adb51920b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274374 Dec 06 12:27:42.004724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-690152d7-d098-439d-8eb6-3e4d76c9f499 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800090 Dec 06 12:27:42.095379 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-52518a99-d7e1-43aa-a958-bc17d534d44d service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831628 Dec 06 12:27:42.725225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b644d-52ef-478f-9969-531a9574cf9e req-60365231-0706-440b-a5d0-a1c973d14d57 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:42.726817 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-508b644d-52ef-478f-9969-531a9574cf9e req-60365231-0706-440b-a5d0-a1c973d14d57 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0484457 Dec 06 12:27:42.773641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-508b644d-52ef-478f-9969-531a9574cf9e req-1e3fc5dd-3f73-422a-a716-9166830f28e1 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Dec 06 12:27:43.896999 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e72e-13b0-4696-a03d-b66d37f4eeee req-aa827d47-0771-4513-b27e-649ff8290ad5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:43.898483 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a9b0e72e-13b0-4696-a03d-b66d37f4eeee req-aa827d47-0771-4513-b27e-649ff8290ad5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0498810 Dec 06 12:27:43.950520 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a9b0e72e-13b0-4696-a03d-b66d37f4eeee req-a06fd518-8d4c-43fb-a496-993a1f30ebf4 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Dec 06 12:27:45.065808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f4288-66bf-48f6-9348-7fe539e9351a req-1731830e-f971-4c83-a7e7-bab1b85d10f6 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:45.067311 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-019f4288-66bf-48f6-9348-7fe539e9351a req-1731830e-f971-4c83-a7e7-bab1b85d10f6 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0480902 Dec 06 12:27:45.118937 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-019f4288-66bf-48f6-9348-7fe539e9351a req-0602f422-39a6-45d5-8d85-4e61ff546e83 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Dec 06 12:27:45.165149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:46.236970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186a46e-8424-4030-beeb-0a34298c0e46 req-ffffa526-3cd4-4a7b-a66c-cde85d8301eb tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:46.238508 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c186a46e-8424-4030-beeb-0a34298c0e46 req-ffffa526-3cd4-4a7b-a66c-cde85d8301eb tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0489087 Dec 06 12:27:46.285164 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c186a46e-8424-4030-beeb-0a34298c0e46 req-dcd912a7-5095-4756-81a1-bf36c24b8694 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Dec 06 12:27:47.401448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1ab94-0c1f-416e-a545-a7531ab912b9 req-1cbc33df-e1c7-4b53-ab7b-c8ecb49f5f36 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:47.402925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-87d1ab94-0c1f-416e-a545-a7531ab912b9 req-1cbc33df-e1c7-4b53-ab7b-c8ecb49f5f36 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0521839 Dec 06 12:27:47.450398 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-87d1ab94-0c1f-416e-a545-a7531ab912b9 req-7338f471-aa4c-4a4b-bed7-9cb7bba61294 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Dec 06 12:27:48.565553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39b978-0dc6-408f-bd2a-2336c9cf9f5d req-6f1e6084-3c53-4324-bcbd-1dc6c9093169 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:48.566940 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec39b978-0dc6-408f-bd2a-2336c9cf9f5d req-6f1e6084-3c53-4324-bcbd-1dc6c9093169 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0494304 Dec 06 12:27:48.613126 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec39b978-0dc6-408f-bd2a-2336c9cf9f5d req-38746d54-79e9-4310-ad06-0ff0827c1c3e tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Dec 06 12:27:49.724982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f6b3c-4f37-4054-b1c0-37bffa19922b req-cd1daa4b-aa0a-4974-9e35-8f6c6f0d7bc5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:49.726427 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cb9f6b3c-4f37-4054-b1c0-37bffa19922b req-cd1daa4b-aa0a-4974-9e35-8f6c6f0d7bc5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0472052 Dec 06 12:27:49.776081 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cb9f6b3c-4f37-4054-b1c0-37bffa19922b req-58bf68bf-eff9-49c8-a023-c1c86d0fbd55 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Dec 06 12:27:50.887565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7c39b-dfe9-4a2e-be74-8dfb7cecd154 req-af5e3f46-ecec-48e6-9d11-460123752fe1 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:50.889052 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fad7c39b-dfe9-4a2e-be74-8dfb7cecd154 req-af5e3f46-ecec-48e6-9d11-460123752fe1 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0478361 Dec 06 12:27:50.935616 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fad7c39b-dfe9-4a2e-be74-8dfb7cecd154 req-bd29358e-abf8-43e4-a949-e31c30fa31cb tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Dec 06 12:27:52.053163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945020af-c3c6-4049-9477-ace05c5aab4e req-f2447091-bafd-495d-b2a4-5a0496dd0d76 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:52.054640 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-945020af-c3c6-4049-9477-ace05c5aab4e req-f2447091-bafd-495d-b2a4-5a0496dd0d76 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0481253 Dec 06 12:27:52.100825 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-945020af-c3c6-4049-9477-ace05c5aab4e req-90a52263-1c02-4162-8337-525e0c9f7a79 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Dec 06 12:27:53.218455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abc674-cf2c-4e3e-9310-f2c0d447318a req-220e4cb1-6cc7-4e23-97f1-422c5fff365b tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:53.219961 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-13abc674-cf2c-4e3e-9310-f2c0d447318a req-220e4cb1-6cc7-4e23-97f1-422c5fff365b tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0517759 Dec 06 12:27:53.266981 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-13abc674-cf2c-4e3e-9310-f2c0d447318a req-df0fa69a-e120-4e6c-b385-9f207fc31cb3 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Dec 06 12:27:54.381163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025702e-0edc-4132-b8bb-84bfc67bfdb7 req-0cf985e8-ed49-40ec-898a-f068ac4bbc9c tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:54.382647 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9025702e-0edc-4132-b8bb-84bfc67bfdb7 req-0cf985e8-ed49-40ec-898a-f068ac4bbc9c tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0491929 Dec 06 12:27:54.429566 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9025702e-0edc-4132-b8bb-84bfc67bfdb7 req-10624d20-4846-4013-bd0a-21df1bceb46e tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Dec 06 12:27:55.549884 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0724-d2b1-4d02-9b00-d3f1ca3d3d5e req-beddb4d7-3572-4df3-a29d-a6fe7beb28de tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:55.551360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-05fa0724-d2b1-4d02-9b00-d3f1ca3d3d5e req-beddb4d7-3572-4df3-a29d-a6fe7beb28de tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0543618 Dec 06 12:27:55.599463 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-05fa0724-d2b1-4d02-9b00-d3f1ca3d3d5e req-03d2ff3d-ffc4-498f-9652-dff8e9324f9e tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Dec 06 12:27:56.253895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fc49201-fbaf-4c88-8f79-1666c636b12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:56.713737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c669-0f3e-4aad-a6c1-87b1f9472e10 req-39d7df68-1005-4565-acf1-df17bb0fab87 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:56.715199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9941c669-0f3e-4aad-a6c1-87b1f9472e10 req-39d7df68-1005-4565-acf1-df17bb0fab87 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0478778 Dec 06 12:27:56.760883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9941c669-0f3e-4aad-a6c1-87b1f9472e10 req-f0b75510-bf6a-4994-a3d1-b615103eea30 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396998 Dec 06 12:27:57.875006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b1335-9f17-4145-9ea6-83de07c9fbc4 req-037e0b92-bcae-45c1-81eb-271a68e3cb4e tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:57.876521 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d80b1335-9f17-4145-9ea6-83de07c9fbc4 req-037e0b92-bcae-45c1-81eb-271a68e3cb4e tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0478857 Dec 06 12:27:57.926399 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d80b1335-9f17-4145-9ea6-83de07c9fbc4 req-2b74e83e-8ec4-4361-9082-5c1913eec57a tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Dec 06 12:27:58.668246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68818561-ac51-4a4b-9f8b-06ce9ba72c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:27:59.044648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcee70f-8ed4-4d2f-8a4e-5673efd0cc88 req-c64f7cc7-b758-4a62-9dbb-616a7892822f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:27:59.046832 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dcee70f-8ed4-4d2f-8a4e-5673efd0cc88 req-c64f7cc7-b758-4a62-9dbb-616a7892822f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0524354 Dec 06 12:27:59.093609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dcee70f-8ed4-4d2f-8a4e-5673efd0cc88 req-2ba9b1bd-6de5-4719-abe8-4383531689dc tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Dec 06 12:27:59.849872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:00.208654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25c59b-ef2f-496c-ab1f-d3ca597cd582 req-6498ad05-f2db-46a1-bfc6-45a5d403fbbe tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:00.210175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b25c59b-ef2f-496c-ab1f-d3ca597cd582 req-6498ad05-f2db-46a1-bfc6-45a5d403fbbe tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0480909 Dec 06 12:28:00.257562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6b25c59b-ef2f-496c-ab1f-d3ca597cd582 req-93fd4997-cb72-4e8c-8f0d-c9ef5d83bc46 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Dec 06 12:28:00.914305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:01.375486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651891d-55a4-4137-9a63-5b4d0e643a9c req-fba213a2-110e-4d5c-8593-087239ebf958 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:01.376970 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e651891d-55a4-4137-9a63-5b4d0e643a9c req-fba213a2-110e-4d5c-8593-087239ebf958 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0524938 Dec 06 12:28:01.423957 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e651891d-55a4-4137-9a63-5b4d0e643a9c req-64dc2cf7-27b7-4de1-bd2a-941a9462338c tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 Dec 06 12:28:01.950887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:02.537672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bee8c-ca68-41f2-9c6c-d58f416e30fd req-99b7e698-5e9b-49f8-95d3-9725d2d35108 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:02.539175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a33bee8c-ca68-41f2-9c6c-d58f416e30fd req-99b7e698-5e9b-49f8-95d3-9725d2d35108 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0483618 Dec 06 12:28:02.598734 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a33bee8c-ca68-41f2-9c6c-d58f416e30fd req-b719b5a0-4539-41e5-afef-8ebeb8c406e5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Dec 06 12:28:03.661528 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:28:03.714737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145af89b-9abb-4859-9338-1cfed94d9d00 req-3e0271b0-125a-41a6-8e62-3afe95501aec tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:03.716277 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-145af89b-9abb-4859-9338-1cfed94d9d00 req-3e0271b0-125a-41a6-8e62-3afe95501aec tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0488446 Dec 06 12:28:03.766224 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-145af89b-9abb-4859-9338-1cfed94d9d00 req-aeb71f8b-f705-42fa-87ce-7f840a504f2b tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440297 Dec 06 12:28:04.883085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a223e-4d20-4383-bcab-8f67cbd2a13f req-1525e025-95cb-4614-b5c9-41c023048342 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:04.884600 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a223e-4d20-4383-bcab-8f67cbd2a13f req-1525e025-95cb-4614-b5c9-41c023048342 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0504596 Dec 06 12:28:04.932005 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a223e-4d20-4383-bcab-8f67cbd2a13f req-d7340142-9346-46c4-a6a5-ee4b569a1efb tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Dec 06 12:28:06.046829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a5b06-f97f-44b6-b3f8-a44f45fe64ab req-8610ad27-1ae2-48fa-a0ad-9bba21b62bb5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:06.048296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-705a5b06-f97f-44b6-b3f8-a44f45fe64ab req-8610ad27-1ae2-48fa-a0ad-9bba21b62bb5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0484400 Dec 06 12:28:06.094305 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-705a5b06-f97f-44b6-b3f8-a44f45fe64ab req-31a4c06b-ec4a-4809-a2b1-e42716dc6ffb tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Dec 06 12:28:07.214720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971c1d-38da-410e-a66b-74d7653612b9 req-6c427635-8d16-454b-9edc-870aa705a174 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:07.216276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82971c1d-38da-410e-a66b-74d7653612b9 req-6c427635-8d16-454b-9edc-870aa705a174 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0540299 Dec 06 12:28:07.266632 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82971c1d-38da-410e-a66b-74d7653612b9 req-5d459322-b251-4f66-8823-abb0cc409107 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Dec 06 12:28:08.384690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93183-4bcb-431f-a9a9-9d2e6b62756b req-94de59c6-f07c-4265-87c9-a0588d63af1c tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:08.386181 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1ac93183-4bcb-431f-a9a9-9d2e6b62756b req-94de59c6-f07c-4265-87c9-a0588d63af1c tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0495636 Dec 06 12:28:08.440102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1ac93183-4bcb-431f-a9a9-9d2e6b62756b req-f9c555c7-3cbf-4683-8bcb-662e253ddad8 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477121 Dec 06 12:28:08.725998 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-75583efc-14aa-4e76-ad14-04ce17d8e84c service neutron] 10.222.0.43 "GET /v2.0/ports/8d81e328-9df1-450f-aead-84cc7c1791b5/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0691280 Dec 06 12:28:08.984037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-d73e895c-550f-448a-a091-0f0046f80fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:08.985723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-d73e895c-550f-448a-a091-0f0046f80fc7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe&tenant_id=f54651c00cce4d1f8f627d9301bcfc01 HTTP/1.1" status: 200 len: 1099 time: 0.0779788 Dec 06 12:28:09.056766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-3855659b-a7ca-48c1-bcca-6088455bdfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:09.058561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-3855659b-a7ca-48c1-bcca-6088455bdfea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f54651c00cce4d1f8f627d9301bcfc01&device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 1099 time: 0.0481493 Dec 06 12:28:09.157217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-13da4b99-f70b-4620-bf42-25197d87f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:09.158682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-13da4b99-f70b-4620-bf42-25197d87f51d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0be0b1-1ba6-43a7-920e-e22adb51920b HTTP/1.1" status: 200 len: 913 time: 0.0939627 Dec 06 12:28:09.200844 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-f96f0be9-057c-47d0-8831-6972bb889f89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d81e328-9df1-450f-aead-84cc7c1791b5 HTTP/1.1" status: 200 len: 217 time: 0.0346947 Dec 06 12:28:09.253618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-e54fd73c-838c-41a1-872d-2c8255644f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:09.254966 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-e54fd73c-838c-41a1-872d-2c8255644f13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca0da13c-6e57-4b45-a433-7188caf582cd HTTP/1.1" status: 200 len: 852 time: 0.0473886 Dec 06 12:28:09.287072 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-8f3a0282-e339-4ce8-9b24-63512ba48f3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0be0b1-1ba6-43a7-920e-e22adb51920b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252438 Dec 06 12:28:09.376700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-f5403efe-c77f-48d6-be0f-48983c107fbc service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804844 Dec 06 12:28:09.469889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0560e041-abf9-4f75-85a2-8b91e70ae951 req-dad6132c-4b92-4fee-b338-47a63c62a947 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858247 Dec 06 12:28:09.562880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabc5cd-3789-4464-8b0f-24b2ec5469c4 req-4985958f-e062-40b8-84c2-6a39e478a7ea tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:09.564371 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-acabc5cd-3789-4464-8b0f-24b2ec5469c4 req-4985958f-e062-40b8-84c2-6a39e478a7ea tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0500374 Dec 06 12:28:09.614704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-acabc5cd-3789-4464-8b0f-24b2ec5469c4 req-6e141e74-3d49-4123-a846-286d4a7897d2 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Dec 06 12:28:10.734310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c084369-1988-4dbb-ae2d-2a8cc9d95773 req-7830748f-8aa5-468a-b99a-fd42cb4bcd5f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:10.735792 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c084369-1988-4dbb-ae2d-2a8cc9d95773 req-7830748f-8aa5-468a-b99a-fd42cb4bcd5f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0534613 Dec 06 12:28:10.783081 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c084369-1988-4dbb-ae2d-2a8cc9d95773 req-b3e3aab1-e7c7-4dbe-a9ad-7e4185860967 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Dec 06 12:28:11.899779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b58cc-3aba-438b-9843-6e07497a503e req-10ac9cb0-0234-407a-9938-5c0e01bac79d tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:11.901286 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-335b58cc-3aba-438b-9843-6e07497a503e req-10ac9cb0-0234-407a-9938-5c0e01bac79d tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0502346 Dec 06 12:28:11.931705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8d81e328-9df1-450f-aead-84cc7c1791b5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:28:11.938785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8d81e328-9df1-450f-aead-84cc7c1791b5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:11.949474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-335b58cc-3aba-438b-9843-6e07497a503e req-2b59e057-d5d3-4181-8e02-d378912e630f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Dec 06 12:28:12.095584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:12.098079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.116126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'network_id': '4c0be0b1-1ba6-43a7-920e-e22adb51920b', 'port_id': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'mac_address': 'fa:16:3e:b0:ad:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0da13c-6e57-4b45-a433-7188caf582cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:28:12.132825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:12.135067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c155aa28-0f45-415e-89a0-6666ca5e1f3e" -d '{"events": [{"server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:12.169409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:12.178347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.182167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.215738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b87bd-06ca-48d1-8499-dcf04d98638c x-openstack-request-id: req-b02b87bd-06ca-48d1-8499-dcf04d98638c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:12.216052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:12.216310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b02b87bd-06ca-48d1-8499-dcf04d98638c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:12.217209 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'code': 200} Dec 06 12:28:12.218720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d81e328-9df1-450f-aead-84cc7c1791b5 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:28:12.272661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:12.278471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:28:12.278827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:28:12.283754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.284129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.284473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.284810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.285144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.285474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.285803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.286129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.286455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.286782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.287101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.287419 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.287737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:12.814205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.826999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d81e328-9df1-450f-aead-84cc7c1791b5 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:28:12.845027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:12.849046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:12.898474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:12.907356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['8d81e328-9df1-450f-aead-84cc7c1791b5'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:13.068812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7b8d-6678-49fc-b7d3-978f3d16cfd1 req-bbb772e9-51a1-44d7-99b5-5c1d595bc035 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.070414 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b76f7b8d-6678-49fc-b7d3-978f3d16cfd1 req-bbb772e9-51a1-44d7-99b5-5c1d595bc035 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 945 time: 0.0513093 Dec 06 12:28:13.122388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b76f7b8d-6678-49fc-b7d3-978f3d16cfd1 req-28f252ef-5f0c-44cd-a137-613458969884 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Dec 06 12:28:13.456416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-6892c507-7af2-4b79-ae1b-cf6ca83c47e3 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.457912 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-6892c507-7af2-4b79-ae1b-cf6ca83c47e3 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe&tenant_id=f54651c00cce4d1f8f627d9301bcfc01&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0844495 Dec 06 12:28:13.539952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-699deb66-c46b-46c5-ae33-afc2e59bb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.541364 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-699deb66-c46b-46c5-ae33-afc2e59bb944 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f54651c00cce4d1f8f627d9301bcfc01&device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 1098 time: 0.0402365 Dec 06 12:28:13.632207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-881f5636-0c43-4eb7-9c21-f04bbcba56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.633687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-881f5636-0c43-4eb7-9c21-f04bbcba56d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0be0b1-1ba6-43a7-920e-e22adb51920b HTTP/1.1" status: 200 len: 913 time: 0.0856166 Dec 06 12:28:13.675626 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-f7770d27-af7f-4ab9-9788-059d2254fb20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d81e328-9df1-450f-aead-84cc7c1791b5 HTTP/1.1" status: 200 len: 217 time: 0.0342035 Dec 06 12:28:13.726744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-2974738b-3bb8-4c59-87d9-5cffa33f9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:13.728198 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-2974738b-3bb8-4c59-87d9-5cffa33f9086 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca0da13c-6e57-4b45-a433-7188caf582cd HTTP/1.1" status: 200 len: 852 time: 0.0455809 Dec 06 12:28:13.759436 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-fa7f3e35-c063-4ea0-8005-3fbd49bd9b1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0be0b1-1ba6-43a7-920e-e22adb51920b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229225 Dec 06 12:28:13.847788 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-b4053bef-e524-46bc-a100-3cc5a92ab66b service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809658 Dec 06 12:28:13.932897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8d81e328-9df1-450f-aead-84cc7c1791b5 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:13.943035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-f322af0e-d747-4259-a217-27e0b3175f94 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885329 Dec 06 12:28:13.991582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 8d81e328-9df1-450f-aead-84cc7c1791b5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:13.991991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:14.078950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:14.112389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:14.116009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:14.163099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:14.218375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:14.220938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eb76a7-1f6b-4879-aff0-64ceb81b8f5f" -d '{"events": [{"server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:14.280316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2f69de-0f70-40a2-a039-2b1001b471bf x-openstack-request-id: req-8a2f69de-0f70-40a2-a039-2b1001b471bf {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:14.280601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:14.280855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a2f69de-0f70-40a2-a039-2b1001b471bf {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:14.281327 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'code': 200} Dec 06 12:28:14.678973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa49f-e5d1-4355-b102-6c364f18f5b0 req-0672753e-9c91-4bd1-923b-7e1f4bd60eee tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:14.680373 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7bdaa49f-e5d1-4355-b102-6c364f18f5b0 req-0672753e-9c91-4bd1-923b-7e1f4bd60eee tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0487578 Dec 06 12:28:14.726535 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7bdaa49f-e5d1-4355-b102-6c364f18f5b0 req-9c4e5d12-06a1-4718-86e8-325c9e0f61d5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Dec 06 12:28:15.177050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:15.846646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207dc92-1d2a-463b-a29f-567595ff5b77 req-f9275a3d-51ef-4330-b75d-76b7c01c72d5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:15.848198 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1207dc92-1d2a-463b-a29f-567595ff5b77 req-f9275a3d-51ef-4330-b75d-76b7c01c72d5 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0530417 Dec 06 12:28:15.895673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1207dc92-1d2a-463b-a29f-567595ff5b77 req-542c4bde-f320-43a1-a71e-80e143e0f006 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Dec 06 12:28:16.519783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-8981e33c-0f87-48d5-9056-049bef982454 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:16.521268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-8981e33c-0f87-48d5-9056-049bef982454 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.43 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0484815 Dec 06 12:28:16.609517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Deleting port 8d81e328-9df1-450f-aead-84cc7c1791b5 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:28:16.609774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:16.699672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] For port 8d81e328-9df1-450f-aead-84cc7c1791b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8d81e328-9df1-450f-aead-84cc7c1791b5,segment=NetworkSegment(1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc),segment_id=1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:16.700067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:16.713300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Calling delete_port for 8d81e328-9df1-450f-aead-84cc7c1791b5 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:28:17.120697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed392d68-27ea-46c2-8c8e-a612b63bb19f req-30a5be02-be84-419a-bd57-dd2c8025951f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:17.122174 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed392d68-27ea-46c2-8c8e-a612b63bb19f req-30a5be02-be84-419a-bd57-dd2c8025951f tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c988b5-14b7-41fb-a80c-13999153b1fe HTTP/1.1" status: 200 len: 946 time: 0.0831347 Dec 06 12:28:17.136033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:17.147472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['8d81e328-9df1-450f-aead-84cc7c1791b5'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:17.176065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Pushing event deleted for resources: {'Port': ['ID=8d81e328-9df1-450f-aead-84cc7c1791b5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:17.210808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.211262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.211517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.211887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.212225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.212563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.212967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.213233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.213564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.213894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.214225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.214569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.214875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:17.243717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] No DVR routers for this DVR port 8d81e328-9df1-450f-aead-84cc7c1791b5 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:28:17.246581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:17.249985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a36296d3-1e78-4f6b-bac5-3b652106199d req-054fb2bf-876c-44e4-b9e5-59f6c4073807 tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.43 "DELETE /v2.0/ports/8d81e328-9df1-450f-aead-84cc7c1791b5 HTTP/1.1" status: 204 len: 173 time: 0.7222953 Dec 06 12:28:17.250689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'name': 'network-vif-deleted', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:17.253041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac1867e-1813-4f6b-b197-30750620508b" -d '{"events": [{"server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "name": "network-vif-deleted", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:17.258992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed392d68-27ea-46c2-8c8e-a612b63bb19f req-90101ca0-8cfb-48ac-84a7-21f400366b3b tempest-DeleteServersTestJSON-1119734316 tempest-DeleteServersTestJSON-1119734316-project] 10.222.0.24 "GET /v2.0/security-groups?id=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300449 Dec 06 12:28:17.384458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f151f6-d0a8-4ac5-9459-5724eb693af4 x-openstack-request-id: req-f3f151f6-d0a8-4ac5-9459-5724eb693af4 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:17.384756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c988b5-14b7-41fb-a80c-13999153b1fe", "name": "network-vif-deleted", "tag": "8d81e328-9df1-450f-aead-84cc7c1791b5", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:17.385014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3f151f6-d0a8-4ac5-9459-5724eb693af4 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:17.385413 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c988b5-14b7-41fb-a80c-13999153b1fe', 'name': 'network-vif-deleted', 'tag': '8d81e328-9df1-450f-aead-84cc7c1791b5', 'status': 'completed', 'code': 200} Dec 06 12:28:18.390352 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47758) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:18.436221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Deleting subnet ca0da13c-6e57-4b45-a433-7188caf582cd {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:28:18.439259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.474093 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.516227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.566203 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.589006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0da13c-6e57-4b45-a433-7188caf582cd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:18.598677 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.599033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.599380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.599715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.600080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.600804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.600804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.601045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.601371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.601694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.602017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.602338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.602662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:28:18.605467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.609621 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3f6f5ec4-cf4d-4322-b515-df5c4fd0fde0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ca0da13c-6e57-4b45-a433-7188caf582cd HTTP/1.1" status: 204 len: 168 time: 0.2182930 Dec 06 12:28:18.612102 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47760) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:18.678237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.760604 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.780744 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0be0b1-1ba6-43a7-920e-e22adb51920b']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:18.789790 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:18.790090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba710bc-18ae-47b4-b4e3-fceaaf7c5dfc') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:28:18.799491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.812840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.818794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:28:18.819120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:28:18.820793 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:28:18.877565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.883078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:18.886252 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c0be0b1-1ba6-43a7-920e-e22adb51920b HTTP/1.1" status: 204 len: 168 time: 0.2732463 Dec 06 12:28:18.898016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421085bf-9976-4d70-a759-2890edf1841a admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0be0b1-1ba6-43a7-920e-e22adb51920b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:19.017168 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47764) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:19.060816 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-00a8c69b-d70b-422a-a49d-e5a6303a898a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f54651c00cce4d1f8f627d9301bcfc01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418649 Dec 06 12:28:19.063806 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47766) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:19.111352 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2972cdbb-2739-49f3-b3cf-b5b8e8175728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.133380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2972cdbb-2739-49f3-b3cf-b5b8e8175728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.181114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2972cdbb-2739-49f3-b3cf-b5b8e8175728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.184081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2972cdbb-2739-49f3-b3cf-b5b8e8175728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:19.188527 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2972cdbb-2739-49f3-b3cf-b5b8e8175728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf HTTP/1.1" status: 204 len: 168 time: 0.1215029 Dec 06 12:28:19.193918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972cdbb-2739-49f3-b3cf-b5b8e8175728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a249e9-7a0a-49c9-b9c6-b9a4c9e1c4bf,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:19.876291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 47788) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:19.960810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8d81e328-9df1-450f-aead-84cc7c1791b5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:28:19.980236 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 8d81e328-9df1-450f-aead-84cc7c1791b5 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:28:19.980581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8d81e328-9df1-450f-aead-84cc7c1791b5 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:28:19.982643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2075472455-network', 'tenant_id': '295d2bd20ce2412bb77d178187fc1182'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:20.004366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Made reservation on behalf of 295d2bd20ce2412bb77d178187fc1182 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:20.006666 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.018804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.096405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.100250 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.130390 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:28:20.136829 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aaa677-7004-46b3-854d-04474e08d434,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:20.144388 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.144777 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Added segment 23ebf688-4bd2-4673-b106-a00799639c00 of type vlan for network c4846b77-ed7d-431f-9406-c913e8aa8b60 Dec 06 12:28:20.184442 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.208059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.208950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:20.209540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.241234 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3637958 Dec 06 12:28:20.244217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 47792) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:28:20.249835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Request body: {'subnet': {'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2075472455-subnet', 'tenant_id': '295d2bd20ce2412bb77d178187fc1182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:20.269797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Made reservation on behalf of 295d2bd20ce2412bb77d178187fc1182 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:20.272286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.272431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f98f96-b4ec-4a0e-bca6-9c0a13a145fc admin admin] Pushing event updated for resources: {'Network': ['ID=c4846b77-ed7d-431f-9406-c913e8aa8b60,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:20.282539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c4846b77-ed7d-431f-9406-c913e8aa8b60 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:28:20.439054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.491324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=276edfd5-30ad-4d93-bf49-737295e5388e,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:20.503113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Checking segment: {'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:20.503522 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Network hostable DHCP agents. Network: c4846b77-ed7d-431f-9406-c913e8aa8b60, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:28:20.520268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Network c4846b77-ed7d-431f-9406-c913e8aa8b60 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:28:20.528103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c4846b77-ed7d-431f-9406-c913e8aa8b60) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:20.532492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:20.533094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:20.537513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262baf83-e951-4fcf-aaa0-596eabcde289 None None] Network c4846b77-ed7d-431f-9406-c913e8aa8b60 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:20.554452 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-07f9cf07-60e8-40cf-a16a-079d13976767 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3033490 Dec 06 12:28:20.663362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28cc1e-1c3e-4d26-bf95-1c5d0af9be3c None None] Network c4846b77-ed7d-431f-9406-c913e8aa8b60 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:28:20.977691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9af93fe2-d429-43a4-ad89-4ba653a4f902 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:20.979175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9af93fe2-d429-43a4-ad89-4ba653a4f902 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 815 time: 0.1077399 Dec 06 12:28:20.994916 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-e08bd57d-fd55-460a-868b-68fecb9fe2a3 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/quotas/295d2bd20ce2412bb77d178187fc1182 HTTP/1.1" status: 200 len: 375 time: 0.0093408 Dec 06 12:28:21.026581 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-8eb065fc-51fc-4fdb-adf1-1ff599dfa8ac tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261066 Dec 06 12:28:21.120501 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-4c7986a6-32aa-4001-85da-15daf9c65f40 service neutron] 10.222.0.24 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861220 Dec 06 12:28:21.211060 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-ca4fc053-381e-41f3-9e96-8fda856b980b service neutron] 10.222.0.24 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839596 Dec 06 12:28:21.371322 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-11de6fcc-cd27-4e3d-942f-f9444e2e7cda req-118539ec-8996-44b2-a3f1-ae09bb531eb8 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 210 time: 0.0260363 Dec 06 12:28:22.309349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-febb5947-5cb8-42d1-a230-ec1ea135b361 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:22.311079 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-febb5947-5cb8-42d1-a230-ec1ea135b361 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 815 time: 0.1162803 Dec 06 12:28:22.325420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Request body: {'port': {'device_id': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60', 'admin_state_up': True, 'tenant_id': '295d2bd20ce2412bb77d178187fc1182'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:22.442705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Made reservation on behalf of 295d2bd20ce2412bb77d178187fc1182 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:28:22.446750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.487251 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-228ca981-c043-42aa-8148-446e74abdd3b req-b03a9d64-3c2f-46c8-82d3-0f27e5c20ccf tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 210 time: 0.0381944 Dec 06 12:28:22.598244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Allocated IP 172.20.0.8 (c4846b77-ed7d-431f-9406-c913e8aa8b60/276edfd5-30ad-4d93-bf49-737295e5388e/5d50a443-01f8-4833-b21e-6513968d24e5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:28:22.741565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.775196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.822343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Network c4846b77-ed7d-431f-9406-c913e8aa8b60 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:28:22.825391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:28:22.828559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:28:22.854850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Pushing event updated for resources: {'Port': ['ID=5d50a443-01f8-4833-b21e-6513968d24e5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:22.882929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:22.883554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:22.899992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-9584d47e-6d3f-4ac9-b655-2901394ea396 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786335 Dec 06 12:28:22.912040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Request body: {'port': {'device_id': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:28:22.963628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.222397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d50a443-01f8-4833-b21e-6513968d24e5 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:28:23.229698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.243046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Transition to ACTIVE for port object 5d50a443-01f8-4833-b21e-6513968d24e5 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:28:23.246651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.295106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Pushing event updated for resources: {'Port': ['ID=5d50a443-01f8-4833-b21e-6513968d24e5,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:23.364060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Attempting to bind port 5d50a443-01f8-4833-b21e-6513968d24e5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:28:23.364397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Attempting to bind port 5d50a443-01f8-4833-b21e-6513968d24e5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:28:23.364730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Attempting to bind port 5d50a443-01f8-4833-b21e-6513968d24e5 on network c4846b77-ed7d-431f-9406-c913e8aa8b60 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:28:23.369073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Port 5d50a443-01f8-4833-b21e-6513968d24e5 on network c4846b77-ed7d-431f-9406-c913e8aa8b60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:28:23.369396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Attempting to bind port 5d50a443-01f8-4833-b21e-6513968d24e5 on network c4846b77-ed7d-431f-9406-c913e8aa8b60 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:28:23.375036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:28:23.375378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Checking segment: {'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:28:23.376111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Bound using segment: {'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:28:23.376545 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Bound port: 5d50a443-01f8-4833-b21e-6513968d24e5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:28:23.376904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.442634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] For port 5d50a443-01f8-4833-b21e-6513968d24e5, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:28:23.445763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] For port 5d50a443-01f8-4833-b21e-6513968d24e5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d50a443-01f8-4833-b21e-6513968d24e5,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:28:23.449365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.486155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:23.486776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:23.488204 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] 10.222.0.43 "PUT /v2.0/ports/5d50a443-01f8-4833-b21e-6513968d24e5 HTTP/1.1" status: 200 len: 1093 time: 0.5801759 Dec 06 12:28:23.488647 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'tag': '5d50a443-01f8-4833-b21e-6513968d24e5'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:23.490935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae22eeb-23e9-4579-8b27-a58ad389d895", "tag": "5d50a443-01f8-4833-b21e-6513968d24e5"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:23.517319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf109a-cd1a-4a36-bfdc-16fd4eb6bc78 service neutron] Pushing event updated for resources: {'Port': ['ID=5d50a443-01f8-4833-b21e-6513968d24e5,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:23.539912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7951dd-e2bc-4f46-a569-91bcbf4b34ea x-openstack-request-id: req-ff7951dd-e2bc-4f46-a569-91bcbf4b34ea {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:23.540213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae22eeb-23e9-4579-8b27-a58ad389d895", "tag": "5d50a443-01f8-4833-b21e-6513968d24e5", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:23.540470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff7951dd-e2bc-4f46-a569-91bcbf4b34ea {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:23.540871 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'tag': '5d50a443-01f8-4833-b21e-6513968d24e5', 'status': 'completed', 'code': 200} Dec 06 12:28:23.594120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-5520b71c-0070-47b5-b34f-9121c431e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:23.595620 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-5520b71c-0070-47b5-b34f-9121c431e2ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 1096 time: 0.0663974 Dec 06 12:28:23.620348 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17c684-d8f9-4b33-ab50-4b496fcbe522 req-7c31d7d4-19a7-4254-abf6-2cfe774ef6c7 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:23.621754 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e17c684-d8f9-4b33-ab50-4b496fcbe522 req-7c31d7d4-19a7-4254-abf6-2cfe774ef6c7 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0601637 Dec 06 12:28:23.660260 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-ab0882be-185f-4247-bc62-8640b4f95317 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d50a443-01f8-4833-b21e-6513968d24e5 HTTP/1.1" status: 200 len: 217 time: 0.0535398 Dec 06 12:28:23.729936 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e17c684-d8f9-4b33-ab50-4b496fcbe522 req-10dc09e0-3dae-474a-ad8e-87da33caceb4 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763919 Dec 06 12:28:23.734055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-c248ee67-b807-464c-932f-2f612a8ff865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:23.735444 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-c248ee67-b807-464c-932f-2f612a8ff865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0674217 Dec 06 12:28:23.767716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-1cc4805c-266a-4899-99a0-debb3e6dec0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246987 Dec 06 12:28:23.862517 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-ab574ec5-b511-4f82-b6ad-a639f4e22f3e service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854497 Dec 06 12:28:23.951687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-195b2a02-90dc-4ff3-9b4e-8f9863a8b0ec req-8d21b5a0-ca71-4fea-84b3-14885e015cb1 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819547 Dec 06 12:28:24.043068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-703c3fec-912c-4a5e-b6de-283ed7f17d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.044607 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-703c3fec-912c-4a5e-b6de-283ed7f17d5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 1096 time: 0.0455389 Dec 06 12:28:24.136466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-00556008-7738-4cc1-a1a5-bc5edcca1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.137994 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-00556008-7738-4cc1-a1a5-bc5edcca1c7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0860782 Dec 06 12:28:24.181679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-33025245-f3e1-4585-8d25-08510a46c46d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d50a443-01f8-4833-b21e-6513968d24e5 HTTP/1.1" status: 200 len: 217 time: 0.0368469 Dec 06 12:28:24.229440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-2f55e1cc-3134-4a44-a686-49f9ade788df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.230841 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-2f55e1cc-3134-4a44-a686-49f9ade788df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0425858 Dec 06 12:28:24.261418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-a88e434f-8094-4733-b4c3-9c1b0b6ca705 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236790 Dec 06 12:28:24.352242 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-cb1b5310-d572-4c44-a826-fa078b0078a1 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836697 Dec 06 12:28:24.439495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58faefa4-4a41-4fb0-9b7a-b1ea77b16968 req-205a68b4-4ab3-4e9a-bcb1-14e2fb3a6c0d service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806546 Dec 06 12:28:24.846689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5d97b-f7fc-4f1e-8691-c2f824953633 req-3952b931-dead-4ee9-a07d-7350d1848499 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:24.848175 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a1c5d97b-f7fc-4f1e-8691-c2f824953633 req-3952b931-dead-4ee9-a07d-7350d1848499 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0488207 Dec 06 12:28:24.900378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a1c5d97b-f7fc-4f1e-8691-c2f824953633 req-c214a3ba-8362-4b41-83bd-00b0a4654f62 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458972 Dec 06 12:28:25.990767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5d50a443-01f8-4833-b21e-6513968d24e5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:28:26.020990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336c049-1a6e-4fc3-ac8b-3983dd479ec6 req-1ceba03a-7d70-4ec3-bc9d-5aea46869876 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:26.022680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9336c049-1a6e-4fc3-ac8b-3983dd479ec6 req-1ceba03a-7d70-4ec3-bc9d-5aea46869876 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0531249 Dec 06 12:28:26.076746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9336c049-1a6e-4fc3-ac8b-3983dd479ec6 req-a9e34279-0650-43f4-8ce8-c152da08a605 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Dec 06 12:28:26.090998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5d50a443-01f8-4833-b21e-6513968d24e5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d50a443-01f8-4833-b21e-6513968d24e5,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:26.102930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '5d50a443-01f8-4833-b21e-6513968d24e5', 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60', 'port_id': '5d50a443-01f8-4833-b21e-6513968d24e5', 'mac_address': 'fa:16:3e:d2:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276edfd5-30ad-4d93-bf49-737295e5388e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:28:26.144453 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.158063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d50a443-01f8-4833-b21e-6513968d24e5 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:28:26.177172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5d50a443-01f8-4833-b21e-6513968d24e5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d50a443-01f8-4833-b21e-6513968d24e5,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:26.181445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.228317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5d50a443-01f8-4833-b21e-6513968d24e5,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:26.254579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50446fff-94f2-4e4f-9e59-9a1788b16b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:26.492835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['5d50a443-01f8-4833-b21e-6513968d24e5'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:28:27.192432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce67cb9-46b0-4e3d-8045-4b85e8f60a79 req-3e748d87-6810-4b3c-b09d-165582b84889 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:27.193925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cce67cb9-46b0-4e3d-8045-4b85e8f60a79 req-3e748d87-6810-4b3c-b09d-165582b84889 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 944 time: 0.0479276 Dec 06 12:28:27.240540 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cce67cb9-46b0-4e3d-8045-4b85e8f60a79 req-06d2055a-4142-4d41-9403-1aaca25eb8b9 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Dec 06 12:28:28.008638 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5d50a443-01f8-4833-b21e-6513968d24e5 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:28:28.057769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 5d50a443-01f8-4833-b21e-6513968d24e5 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:28:28.061955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 5d50a443-01f8-4833-b21e-6513968d24e5 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:28:28.062328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:28.143406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:28.168814 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50a443-01f8-4833-b21e-6513968d24e5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:28:28.171224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4646a100-24ce-4f3d-80e7-3b1f5b25b0d4" -d '{"events": [{"server_uuid": "6ae22eeb-23e9-4579-8b27-a58ad389d895", "name": "network-vif-plugged", "status": "completed", "tag": "5d50a443-01f8-4833-b21e-6513968d24e5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:28:28.183398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5d50a443-01f8-4833-b21e-6513968d24e5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d50a443-01f8-4833-b21e-6513968d24e5,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:28:28.187808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:28.213808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33327f98-6531-4e7e-8208-d7c35e83486b x-openstack-request-id: req-33327f98-6531-4e7e-8208-d7c35e83486b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:28:28.214104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae22eeb-23e9-4579-8b27-a58ad389d895", "name": "network-vif-plugged", "status": "completed", "tag": "5d50a443-01f8-4833-b21e-6513968d24e5", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:28:28.214360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33327f98-6531-4e7e-8208-d7c35e83486b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:28:28.214746 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50a443-01f8-4833-b21e-6513968d24e5', 'code': 200} Dec 06 12:28:28.241418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5d50a443-01f8-4833-b21e-6513968d24e5,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:28:28.392057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ca02c-4c72-4a31-9776-5ecac24387cd req-fb6bce03-9448-4b4f-897e-05953bd2f2a5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:28.393598 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-258ca02c-4c72-4a31-9776-5ecac24387cd req-fb6bce03-9448-4b4f-897e-05953bd2f2a5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0794291 Dec 06 12:28:28.399980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371eeda-49a0-4c90-b16c-85bf65a9b155 req-66d58451-7d3b-4015-8074-790b692aedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:28.401376 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1371eeda-49a0-4c90-b16c-85bf65a9b155 req-66d58451-7d3b-4015-8074-790b692aedae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 1098 time: 0.0588272 Dec 06 12:28:28.472714 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-258ca02c-4c72-4a31-9776-5ecac24387cd req-2137d4d7-a393-4eae-b579-b0ef2f0430c9 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703847 Dec 06 12:28:28.475213 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1371eeda-49a0-4c90-b16c-85bf65a9b155 req-9a1b04da-c25d-4700-93e9-822348e17a17 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663464 Dec 06 12:28:28.670155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6659851-5bfb-46b9-96e0-bad86226dbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:29.592928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e87563-51ac-424a-a99a-969495d68f09 req-c495926e-4e4f-49a8-a141-1cafad007f98 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:29.594311 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-57e87563-51ac-424a-a99a-969495d68f09 req-c495926e-4e4f-49a8-a141-1cafad007f98 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0538919 Dec 06 12:28:29.644658 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-57e87563-51ac-424a-a99a-969495d68f09 req-3e93d600-354f-4350-b147-9ac8d12f949b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Dec 06 12:28:29.852659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.759704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33e7b2-2af5-4114-9a1b-f3fdadbf2a97 req-873b4376-0843-4954-9e17-4fe8ab92591d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.761189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1b33e7b2-2af5-4114-9a1b-f3fdadbf2a97 req-873b4376-0843-4954-9e17-4fe8ab92591d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Dec 06 12:28:30.807883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1b33e7b2-2af5-4114-9a1b-f3fdadbf2a97 req-8c133e2d-65a5-45a0-aa0f-00430bb64bc3 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Dec 06 12:28:30.916620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:30.922852 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f08e16-2466-4d91-90ca-db0712fcdcef req-9526f11d-10a1-4019-b534-5afe0925aea9 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:30.924448 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3f08e16-2466-4d91-90ca-db0712fcdcef req-9526f11d-10a1-4019-b534-5afe0925aea9 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0505285 Dec 06 12:28:30.976132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3f08e16-2466-4d91-90ca-db0712fcdcef req-a9b9fd17-50b3-499c-81b5-c3f171eb3e59 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455954 Dec 06 12:28:31.176542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671526b7-5b9e-4ef6-853e-f211bd0f5963 req-0f6f56bf-d49a-44bb-9968-ca634ed01c84 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:31.177907 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-671526b7-5b9e-4ef6-853e-f211bd0f5963 req-0f6f56bf-d49a-44bb-9968-ca634ed01c84 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0485380 Dec 06 12:28:31.224599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-671526b7-5b9e-4ef6-853e-f211bd0f5963 req-eb8056ff-5ec0-48bc-9b03-1de57288dd92 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407796 Dec 06 12:28:31.337193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa985-814a-4b3b-8621-538aa2d1eed4 req-6f300478-f998-4c57-b0a5-794e43ae1607 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:31.338678 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5cfa985-814a-4b3b-8621-538aa2d1eed4 req-6f300478-f998-4c57-b0a5-794e43ae1607 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0485642 Dec 06 12:28:31.385667 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5cfa985-814a-4b3b-8621-538aa2d1eed4 req-e90b5762-a4c3-44f4-8fab-dd680e0ab6c3 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403163 Dec 06 12:28:31.698363 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-d2bb93e6-660e-4c3d-b55e-745981821a86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418835 Dec 06 12:28:31.715090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3de7-b54a-4aba-abd5-0ec821bdcf3f req-2e43680a-a2e6-40ff-ba24-239b115d2b72 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:31.716818 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b72f3de7-b54a-4aba-abd5-0ec821bdcf3f req-2e43680a-a2e6-40ff-ba24-239b115d2b72 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0547116 Dec 06 12:28:31.766887 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b72f3de7-b54a-4aba-abd5-0ec821bdcf3f req-39e4308d-e980-4baf-bd4b-03fa0c75d2a8 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 Dec 06 12:28:31.957766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:32.876433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-b55136fe-36ce-42dc-9d44-2e1c777fd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.877989 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-b55136fe-36ce-42dc-9d44-2e1c777fd17c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 1098 time: 0.0670907 Dec 06 12:28:32.901438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b89357-4192-47d3-879d-6a08656caf4c req-9ecba62d-9cb7-47b0-a432-188ff6138ffe tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:32.902846 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79b89357-4192-47d3-879d-6a08656caf4c req-9ecba62d-9cb7-47b0-a432-188ff6138ffe tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0628774 Dec 06 12:28:33.019006 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79b89357-4192-47d3-879d-6a08656caf4c req-de485196-3d34-43a9-aa58-147842fc82a4 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060889 Dec 06 12:28:33.036420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-6a4e177a-ee81-4acc-a719-94fc4a923028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:33.038556 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-6a4e177a-ee81-4acc-a719-94fc4a923028 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.1528139 Dec 06 12:28:33.082706 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-d64bcc59-0fc5-4548-87a2-6d3e6174a9ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d50a443-01f8-4833-b21e-6513968d24e5 HTTP/1.1" status: 200 len: 217 time: 0.0372360 Dec 06 12:28:33.141193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-9dab6e53-25b0-40e6-affb-8d1f3703b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:33.142695 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-9dab6e53-25b0-40e6-affb-8d1f3703b090 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0537708 Dec 06 12:28:33.175767 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-8624ee90-7023-410b-adbf-ce8b0503d2ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254891 Dec 06 12:28:33.267205 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-2a7b68c1-2bf1-421f-a7e4-d1efe943a8d4 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840080 Dec 06 12:28:33.361375 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-3737e02f-2335-47f2-ad62-80e28833089f service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868111 Dec 06 12:28:34.134452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff731-725c-4b1c-9c1b-6b675ad0e828 req-291d51f1-9947-4f32-a17c-43af40a122e5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:34.135955 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-03cff731-725c-4b1c-9c1b-6b675ad0e828 req-291d51f1-9947-4f32-a17c-43af40a122e5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0494745 Dec 06 12:28:34.182930 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-03cff731-725c-4b1c-9c1b-6b675ad0e828 req-a4231027-99db-4ca2-8357-f3516e4ca6ef tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Dec 06 12:28:35.016439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-e00a9983-b867-4734-bfd3-c57a8ca95227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:35.017906 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-e00a9983-b867-4734-bfd3-c57a8ca95227 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 1098 time: 0.0452611 Dec 06 12:28:35.124457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-a74f2d63-bd6a-4062-871b-6acb8c44b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:35.125921 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-a74f2d63-bd6a-4062-871b-6acb8c44b8e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0869019 Dec 06 12:28:35.170863 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-ba436271-0516-432c-8dfd-b19ce4bccdf9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d50a443-01f8-4833-b21e-6513968d24e5 HTTP/1.1" status: 200 len: 217 time: 0.0379539 Dec 06 12:28:35.219378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-f5642bea-6b1f-47be-9342-d9ec391d08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:35.220872 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-f5642bea-6b1f-47be-9342-d9ec391d08e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0426099 Dec 06 12:28:35.253119 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-b93ad71e-6851-4d61-a3a2-9d3b0a711302 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254283 Dec 06 12:28:35.358578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c2aaa-05e6-48fd-9729-d59488f5f352 req-b16ca913-9339-443f-bb4c-aecc7db2f5bf tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:35.360148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8a8c2aaa-05e6-48fd-9729-d59488f5f352 req-b16ca913-9339-443f-bb4c-aecc7db2f5bf tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.1061473 Dec 06 12:28:35.390654 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-b9cd796f-4fe0-4a9c-95db-49bcb8926921 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284966 Dec 06 12:28:35.440829 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8a8c2aaa-05e6-48fd-9729-d59488f5f352 req-3f66cc39-f8fe-4895-92c4-d7b5ea81f08e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738795 Dec 06 12:28:35.503422 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a43d968-3f48-49dd-89b6-aa096a9ff29b req-a15d5058-a873-4537-8dfe-01a70bd8b310 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005614 Dec 06 12:28:36.557020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71fed4-45c0-45f9-bade-3e1cd2629e89 req-e1f72ccb-a996-46c3-9e19-f32d42752470 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:36.558574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4e71fed4-45c0-45f9-bade-3e1cd2629e89 req-e1f72ccb-a996-46c3-9e19-f32d42752470 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0489111 Dec 06 12:28:36.605635 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4e71fed4-45c0-45f9-bade-3e1cd2629e89 req-3af6e1fd-f0be-4c69-9002-1e73698de7be tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Dec 06 12:28:37.720755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6e79-e587-4938-95a0-13382332b315 req-e8bd1b20-5025-4e84-abd2-c63726d2d735 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:37.722287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c6e79-e587-4938-95a0-13382332b315 req-e8bd1b20-5025-4e84-abd2-c63726d2d735 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0497386 Dec 06 12:28:37.768627 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e9c6e79-e587-4938-95a0-13382332b315 req-556b6f0c-66ce-4aea-b3c6-63866ab88e66 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Dec 06 12:28:38.884499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c01a-e323-4b17-9a30-bd9525adc136 req-3dda67d3-947d-421e-b7bb-c5c6d31dbeee tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:38.885957 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f126c01a-e323-4b17-9a30-bd9525adc136 req-3dda67d3-947d-421e-b7bb-c5c6d31dbeee tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0513113 Dec 06 12:28:38.932628 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f126c01a-e323-4b17-9a30-bd9525adc136 req-5145b413-42ea-4b4c-abb6-4cfdc8cf314b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Dec 06 12:28:40.046900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5c5f-0ab3-433a-9396-a630a548524b req-784b93d1-dca5-4b89-bde6-5b25782827d5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:40.048393 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-db4c5c5f-0ab3-433a-9396-a630a548524b req-784b93d1-dca5-4b89-bde6-5b25782827d5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0487304 Dec 06 12:28:40.095173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-db4c5c5f-0ab3-433a-9396-a630a548524b req-dd539fed-0949-4351-9e8c-98d53c890169 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Dec 06 12:28:40.660677 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:28:41.210112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75440d77-e8cd-49bf-88ee-1ce91a9b965e req-39126451-b68c-4fe7-ba2a-51e619a4fc16 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:41.211625 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-75440d77-e8cd-49bf-88ee-1ce91a9b965e req-39126451-b68c-4fe7-ba2a-51e619a4fc16 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0502875 Dec 06 12:28:41.265393 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-75440d77-e8cd-49bf-88ee-1ce91a9b965e req-18d2035a-43e0-4582-a168-b2e6b6243758 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476472 Dec 06 12:28:42.385892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e534-183a-4457-bd78-6bb00bb61dce req-809c6c41-eba8-4ac8-b30d-3ae4e57b5382 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:42.388079 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d691e534-183a-4457-bd78-6bb00bb61dce req-809c6c41-eba8-4ac8-b30d-3ae4e57b5382 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0490153 Dec 06 12:28:42.435068 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d691e534-183a-4457-bd78-6bb00bb61dce req-1bb9f77a-048a-4a4e-8c85-02c31f1ee242 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Dec 06 12:28:43.552862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6fb69-8527-425c-96f3-779b6051bd6e req-d2ea6f50-51cd-4a64-ae7e-ca9fa14cc76e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:43.554325 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-88c6fb69-8527-425c-96f3-779b6051bd6e req-d2ea6f50-51cd-4a64-ae7e-ca9fa14cc76e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Dec 06 12:28:43.600755 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-88c6fb69-8527-425c-96f3-779b6051bd6e req-e28003b5-92dc-43b1-88c9-cff3f800ae36 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 Dec 06 12:28:44.725906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79fb54-90bf-4a67-b7b8-37f5d192ac21 req-8f3d4e05-9866-40b8-a31f-de1753711e58 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:44.727483 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fe79fb54-90bf-4a67-b7b8-37f5d192ac21 req-8f3d4e05-9866-40b8-a31f-de1753711e58 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0591533 Dec 06 12:28:44.777686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fe79fb54-90bf-4a67-b7b8-37f5d192ac21 req-f57e8a21-3262-4e4f-a43a-e876d9c59039 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Dec 06 12:28:45.177999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:45.892766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785793-1d71-4931-a536-e3fb4fb1b047 req-dfce9e06-aee6-40e4-b15c-2b243ee1a2e1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:45.894237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5785793-1d71-4931-a536-e3fb4fb1b047 req-dfce9e06-aee6-40e4-b15c-2b243ee1a2e1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0481853 Dec 06 12:28:45.940330 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5785793-1d71-4931-a536-e3fb4fb1b047 req-26d201ea-102a-4db8-b1bb-2f8d70fefc74 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Dec 06 12:28:47.062970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5337-3a34-4e15-90b8-4d9cc20fdd6b req-aad99453-4ef1-4e27-b892-a6f4bc25353d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:47.064467 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-24fd5337-3a34-4e15-90b8-4d9cc20fdd6b req-aad99453-4ef1-4e27-b892-a6f4bc25353d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0547128 Dec 06 12:28:47.390540 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-24fd5337-3a34-4e15-90b8-4d9cc20fdd6b req-7f6e6383-4cda-44ec-b192-88890db4aa38 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201990 Dec 06 12:28:48.505012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2726-f6a2-4459-b6b5-9879a0158820 req-a1769413-fc96-43c9-aa07-dcd11a3db71e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:48.506511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-725c2726-f6a2-4459-b6b5-9879a0158820 req-a1769413-fc96-43c9-aa07-dcd11a3db71e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0486279 Dec 06 12:28:48.555310 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-725c2726-f6a2-4459-b6b5-9879a0158820 req-46dfeebc-dc8f-410e-a8ef-ceac5b954a30 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Dec 06 12:28:49.667567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05eb4a-1bb3-4203-8d0e-0ac251dc29da req-bab7613f-5b85-4ece-9197-344426dd8c39 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:49.669155 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be05eb4a-1bb3-4203-8d0e-0ac251dc29da req-bab7613f-5b85-4ece-9197-344426dd8c39 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0482342 Dec 06 12:28:49.722289 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be05eb4a-1bb3-4203-8d0e-0ac251dc29da req-86f07414-fa41-4e31-a7b1-1dd0d2c607b6 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470471 Dec 06 12:28:50.842923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b2632-6e19-45c9-8aa4-4e039142e199 req-79d04a47-dcdb-4593-8b2b-ed4f3c87afa2 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:50.844426 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-243b2632-6e19-45c9-8aa4-4e039142e199 req-79d04a47-dcdb-4593-8b2b-ed4f3c87afa2 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0480115 Dec 06 12:28:50.892800 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-243b2632-6e19-45c9-8aa4-4e039142e199 req-fa1dfbfa-3c1d-4de3-a87b-0de910208fff tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Dec 06 12:28:52.006855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7bdd-758b-48f6-a387-f03d268e5857 req-76619e8b-7207-4f6f-b054-e9b5ebb94773 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:52.008414 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a1e7bdd-758b-48f6-a387-f03d268e5857 req-76619e8b-7207-4f6f-b054-e9b5ebb94773 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0487773 Dec 06 12:28:52.063174 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a1e7bdd-758b-48f6-a387-f03d268e5857 req-d09c5e16-e81b-4f0f-b0e8-d2b38e562287 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Dec 06 12:28:53.184570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9850-78fe-4e87-b66c-be3faf0af462 req-b20f888c-c497-4120-878e-2b3f8a099ecb tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:53.186112 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38ef9850-78fe-4e87-b66c-be3faf0af462 req-b20f888c-c497-4120-878e-2b3f8a099ecb tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0541201 Dec 06 12:28:53.232034 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38ef9850-78fe-4e87-b66c-be3faf0af462 req-4e5873ff-705a-4eab-b162-5173d688d3dd tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Dec 06 12:28:54.346743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dd191-49a5-41aa-8bb8-130d0d8b5602 req-4eaab78c-182a-403a-8a6a-91fc09506369 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:54.348275 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-204dd191-49a5-41aa-8bb8-130d0d8b5602 req-4eaab78c-182a-403a-8a6a-91fc09506369 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0484436 Dec 06 12:28:54.395631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-204dd191-49a5-41aa-8bb8-130d0d8b5602 req-783cda1b-6917-4506-ac2f-1e08e8fff9e6 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 Dec 06 12:28:55.510638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e47202-4be9-4998-9ed5-439cd1e417cd req-bd1b5570-103d-4dbc-8b21-ac4661b5302c tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:55.512627 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b2e47202-4be9-4998-9ed5-439cd1e417cd req-bd1b5570-103d-4dbc-8b21-ac4661b5302c tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Dec 06 12:28:55.562305 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b2e47202-4be9-4998-9ed5-439cd1e417cd req-801b3642-d04d-421b-94c6-0ba911f71d68 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Dec 06 12:28:56.257216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45c5f6e0-c9c1-470e-a99f-1dfbbda83520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:56.683839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9e5c7-3fe3-44d5-a1bc-54f8a5b669f6 req-919d18db-21ac-4501-8590-e7f6dbffd6e1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:56.685370 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01c9e5c7-3fe3-44d5-a1bc-54f8a5b669f6 req-919d18db-21ac-4501-8590-e7f6dbffd6e1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0475817 Dec 06 12:28:56.732598 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01c9e5c7-3fe3-44d5-a1bc-54f8a5b669f6 req-0e8df3f9-0bc7-452c-a346-4c97105eb6a9 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Dec 06 12:28:57.847813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75960589-dc73-4bd2-8be9-163df69f7c6a req-64ae08e7-cc2e-43b7-ba89-df2c7386d043 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:57.849290 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-75960589-dc73-4bd2-8be9-163df69f7c6a req-64ae08e7-cc2e-43b7-ba89-df2c7386d043 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0473459 Dec 06 12:28:57.896306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-75960589-dc73-4bd2-8be9-163df69f7c6a req-b4e16824-bab0-41ac-8513-58cd09c05051 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Dec 06 12:28:58.677720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d57ee9b-513f-451c-a97c-1fe2194872f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:59.013886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef33ef-6dcf-4a69-ac4a-319d98684809 req-37946796-c6b6-4309-af30-efdc4fc925a4 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:28:59.015340 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-15ef33ef-6dcf-4a69-ac4a-319d98684809 req-37946796-c6b6-4309-af30-efdc4fc925a4 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0521040 Dec 06 12:28:59.062366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-15ef33ef-6dcf-4a69-ac4a-319d98684809 req-b5ddbd2b-2520-4170-bf9a-af2a75ce5d38 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Dec 06 12:28:59.855093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:28:59.963158 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-ab099690-d748-4a50-b1dc-97aa2affbe59 service neutron] 10.222.0.43 "GET /v2.0/ports/5d50a443-01f8-4833-b21e-6513968d24e5/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0542898 Dec 06 12:29:00.200096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-027f1e6c-7486-4f4d-9de5-caaeaad57f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:00.201508 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-027f1e6c-7486-4f4d-9de5-caaeaad57f30 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895&tenant_id=295d2bd20ce2412bb77d178187fc1182 HTTP/1.1" status: 200 len: 1098 time: 0.0714169 Dec 06 12:29:00.209756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0c2e7-578a-4f4a-bdbd-a629291676e2 req-1ce692a4-ce6f-4dbd-ad49-ec893bb1183b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:00.211139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-97b0c2e7-578a-4f4a-bdbd-a629291676e2 req-1ce692a4-ce6f-4dbd-ad49-ec893bb1183b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0729978 Dec 06 12:29:00.286810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-ee6fece0-b2e6-47e4-aa49-ee0eba498a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:00.288324 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-ee6fece0-b2e6-47e4-aa49-ee0eba498a80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 1098 time: 0.0638494 Dec 06 12:29:00.291656 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-97b0c2e7-578a-4f4a-bdbd-a629291676e2 req-d511318e-e76a-467a-b2a2-3845b8c6e96f tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732527 Dec 06 12:29:00.382708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-afe77130-4ff0-4cb9-a948-117bf329f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:00.384221 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-afe77130-4ff0-4cb9-a948-117bf329f271 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0887165 Dec 06 12:29:00.425012 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-f5561db6-95fc-44c9-8e5f-614c71ada645 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d50a443-01f8-4833-b21e-6513968d24e5 HTTP/1.1" status: 200 len: 217 time: 0.0340457 Dec 06 12:29:00.473509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-cd91f180-49d3-408a-ab00-22f82b4a69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:00.474879 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-cd91f180-49d3-408a-ab00-22f82b4a69b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0428948 Dec 06 12:29:00.509552 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-1c150ffc-a74e-47a3-a2c7-70405a250801 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281129 Dec 06 12:29:00.596193 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-4c6b2527-d434-4b1e-8e08-781395dfc9ad service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793900 Dec 06 12:29:00.686508 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de3c0918-f22f-4e64-ac97-0050cbbda536 req-e49b97f1-313f-4b18-8178-277d8dc807e8 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834234 Dec 06 12:29:00.918113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:01.409518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd961e-6240-48a3-b335-4420b50c2267 req-8a802e3f-5c65-4f45-ab04-a02bf680a97d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:01.411020 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04fd961e-6240-48a3-b335-4420b50c2267 req-8a802e3f-5c65-4f45-ab04-a02bf680a97d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Dec 06 12:29:01.458238 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04fd961e-6240-48a3-b335-4420b50c2267 req-ffd1dc9c-a07a-4fea-9a92-c763e677072f tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Dec 06 12:29:01.950695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.135173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5d50a443-01f8-4833-b21e-6513968d24e5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:02.210924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.232884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d50a443-01f8-4833-b21e-6513968d24e5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:02.235104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3ff672-f1e3-4610-827d-a263c9bdb22f" -d '{"events": [{"server_uuid": "6ae22eeb-23e9-4579-8b27-a58ad389d895", "name": "network-vif-unplugged", "status": "completed", "tag": "5d50a443-01f8-4833-b21e-6513968d24e5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:02.248590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5d50a443-01f8-4833-b21e-6513968d24e5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d50a443-01f8-4833-b21e-6513968d24e5,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:02.253545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:02.303448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5d50a443-01f8-4833-b21e-6513968d24e5,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:02.346141 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8af06b-5b08-43df-b1a9-25e4791d67be x-openstack-request-id: req-0e8af06b-5b08-43df-b1a9-25e4791d67be {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:02.346434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae22eeb-23e9-4579-8b27-a58ad389d895", "name": "network-vif-unplugged", "status": "completed", "tag": "5d50a443-01f8-4833-b21e-6513968d24e5", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:02.346688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e8af06b-5b08-43df-b1a9-25e4791d67be {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:02.347084 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d50a443-01f8-4833-b21e-6513968d24e5', 'code': 200} Dec 06 12:29:02.574429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed038cd7-687a-4ba0-8364-272e1ef3fc91 req-08160e62-2ff8-4eb6-91fe-9a1c1ce156e0 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:02.575970 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed038cd7-687a-4ba0-8364-272e1ef3fc91 req-08160e62-2ff8-4eb6-91fe-9a1c1ce156e0 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0486884 Dec 06 12:29:02.626740 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed038cd7-687a-4ba0-8364-272e1ef3fc91 req-4480e5b1-1356-4765-84e8-f2b1bab75423 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448654 Dec 06 12:29:03.743127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dfc5f-6ec3-4de4-81c9-f0ed1e018176 req-d18c5a0b-cb77-43f6-9c38-2de2e87a976e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:03.744611 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-321dfc5f-6ec3-4de4-81c9-f0ed1e018176 req-d18c5a0b-cb77-43f6-9c38-2de2e87a976e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0490234 Dec 06 12:29:03.791545 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-321dfc5f-6ec3-4de4-81c9-f0ed1e018176 req-534f18e9-fce3-4007-8f21-f69b8fe72cca tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Dec 06 12:29:04.016423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c141-0c69-4922-bb12-d6f01b53e0d8 req-c6f25573-f6c6-4cee-b7bc-f043d000db37 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:04.017898 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c786c141-0c69-4922-bb12-d6f01b53e0d8 req-c6f25573-f6c6-4cee-b7bc-f043d000db37 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0845499 Dec 06 12:29:04.031805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-58016dfc-b178-4c3a-9ade-2c862e29395f tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:04.033277 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-58016dfc-b178-4c3a-9ade-2c862e29395f tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895&tenant_id=295d2bd20ce2412bb77d178187fc1182&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0726333 Dec 06 12:29:04.078007 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c786c141-0c69-4922-bb12-d6f01b53e0d8 req-e8743ff1-c518-4a58-938c-d27890129a38 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540454 Dec 06 12:29:04.116622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-c65bb36f-8f01-4e33-a44a-8545701832b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:04.118101 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-c65bb36f-8f01-4e33-a44a-8545701832b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 1096 time: 0.0392463 Dec 06 12:29:04.211160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-997133d8-0a8a-47ff-a094-321feb6a43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:04.212669 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-997133d8-0a8a-47ff-a094-321feb6a43e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0876305 Dec 06 12:29:04.254595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-e8f00946-6312-43d3-ab81-4f13017762fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d50a443-01f8-4833-b21e-6513968d24e5 HTTP/1.1" status: 200 len: 217 time: 0.0349455 Dec 06 12:29:04.303104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-fb9d3695-e894-48be-9b5b-7369a3314382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:04.304700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-fb9d3695-e894-48be-9b5b-7369a3314382 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0432091 Dec 06 12:29:04.335217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-9b9b3f70-1086-4a3a-8e5d-1e95006a71b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241303 Dec 06 12:29:04.437048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-ccbb92a0-b66b-4ff8-92e9-b195541eed14 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949402 Dec 06 12:29:04.533734 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51bf4b42-33fc-4674-8622-16a1b3e2a0ae req-6ba48d60-240b-4073-beaf-42b70948936a service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890923 Dec 06 12:29:05.200317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235378-b557-46cc-ac22-1c551c451f97 req-3d69933b-91ec-49af-a12d-4a0e07ee1099 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:05.201767 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2f235378-b557-46cc-ac22-1c551c451f97 req-3d69933b-91ec-49af-a12d-4a0e07ee1099 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0524840 Dec 06 12:29:05.249667 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2f235378-b557-46cc-ac22-1c551c451f97 req-abb1072b-85f9-4906-b1dd-7e1a433f77cd tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Dec 06 12:29:05.363872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4227b98-e4d7-4d99-b26f-ccc7bdbbb4ba req-bdd1338d-c0cc-4b4b-9928-464284788168 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:05.365343 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c4227b98-e4d7-4d99-b26f-ccc7bdbbb4ba req-bdd1338d-c0cc-4b4b-9928-464284788168 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0475202 Dec 06 12:29:05.411901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c4227b98-e4d7-4d99-b26f-ccc7bdbbb4ba req-7db376df-3674-4795-bc24-4dc828d21201 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Dec 06 12:29:05.530700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefe61a-2728-4bcf-b4bc-917635c2f55f req-fcee52bf-a60b-4429-9b2f-2b0df1074d18 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:05.532183 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-deefe61a-2728-4bcf-b4bc-917635c2f55f req-fcee52bf-a60b-4429-9b2f-2b0df1074d18 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0547507 Dec 06 12:29:05.580049 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-deefe61a-2728-4bcf-b4bc-917635c2f55f req-330c64d4-db44-4f6d-81d6-604c3bf50584 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Dec 06 12:29:05.929756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-835a0ca6-73b4-44c4-a60d-6a79688e90bd tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:05.931216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-835a0ca6-73b4-44c4-a60d-6a79688e90bd tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 815 time: 0.0999939 Dec 06 12:29:05.947111 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-afe76065-efc6-43c8-ae98-1f1d054103b4 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/quotas/295d2bd20ce2412bb77d178187fc1182 HTTP/1.1" status: 200 len: 375 time: 0.0090804 Dec 06 12:29:05.999326 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-2cafbf92-b729-41de-b0df-af8e8e339437 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469434 Dec 06 12:29:06.087805 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-7293dafb-8b02-4921-894a-fd677266f9a0 service neutron] 10.222.0.24 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814724 Dec 06 12:29:06.139373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5d50a443-01f8-4833-b21e-6513968d24e5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:06.187114 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-063fc598-d117-4364-826b-ccc764dc0d5a service neutron] 10.222.0.24 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906069 Dec 06 12:29:06.351697 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3e53ad77-483b-4a69-a8da-7cfab2413992 req-c27a4f7e-ec49-4a97-bc12-67d344e59237 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 210 time: 0.0268655 Dec 06 12:29:07.278998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-04fa6c5c-f72a-4a96-b90b-d15cb383757d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:07.280538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-04fa6c5c-f72a-4a96-b90b-d15cb383757d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 815 time: 0.1243436 Dec 06 12:29:07.295717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Request body: {'port': {'device_id': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60', 'admin_state_up': True, 'tenant_id': '295d2bd20ce2412bb77d178187fc1182'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:07.406006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Made reservation on behalf of 295d2bd20ce2412bb77d178187fc1182 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:07.409564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.459958 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ad0946ad-cc74-4ace-a189-db8b6b930c35 req-b4da2526-742f-4058-8d68-1efe4c9d349f tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 210 time: 0.0379112 Dec 06 12:29:07.569402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Allocated IP 172.20.0.14 (c4846b77-ed7d-431f-9406-c913e8aa8b60/276edfd5-30ad-4d93-bf49-737295e5388e/d9dabedb-7af3-42dd-8d6e-43a117266bf3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:07.748326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a560a2-a910-4039-af68-899b8a6f6454 req-a6015981-ed95-40c2-b5af-c986db7a47f2 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:07.749773 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-64a560a2-a910-4039-af68-899b8a6f6454 req-a6015981-ed95-40c2-b5af-c986db7a47f2 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ae22eeb-23e9-4579-8b27-a58ad389d895 HTTP/1.1" status: 200 len: 943 time: 0.0820820 Dec 06 12:29:07.754215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.845219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:07.907290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Network c4846b77-ed7d-431f-9406-c913e8aa8b60 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:07.909589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Pushing event updated for resources: {'Port': ['ID=d9dabedb-7af3-42dd-8d6e-43a117266bf3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:07.915382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:07.918193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:07.924322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Deleting port 5d50a443-01f8-4833-b21e-6513968d24e5 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:07.924662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.019414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:08.020053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.046715 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-bacdb244-0b71-4d2d-ab7b-3aae1d45a66d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7559104 Dec 06 12:29:08.061662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Request body: {'port': {'device_id': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:08.095488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] For port 5d50a443-01f8-4833-b21e-6513968d24e5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d50a443-01f8-4833-b21e-6513968d24e5,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:08.095786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.127010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Calling delete_port for 5d50a443-01f8-4833-b21e-6513968d24e5 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:08.143234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.414836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.462830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Pushing event deleted for resources: {'Port': ['ID=5d50a443-01f8-4833-b21e-6513968d24e5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:08.519672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] No DVR routers for this DVR port 5d50a443-01f8-4833-b21e-6513968d24e5 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:08.523022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.526335 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-64a560a2-a910-4039-af68-899b8a6f6454 req-e3a844ab-6138-4d5a-8d07-66a05c8604c5 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "DELETE /v2.0/ports/5d50a443-01f8-4833-b21e-6513968d24e5 HTTP/1.1" status: 204 len: 173 time: 0.7678196 Dec 06 12:29:08.526783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'name': 'network-vif-deleted', 'tag': '5d50a443-01f8-4833-b21e-6513968d24e5'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:08.529589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90842834-074a-4c7e-a938-98bddea153df" -d '{"events": [{"server_uuid": "6ae22eeb-23e9-4579-8b27-a58ad389d895", "name": "network-vif-deleted", "tag": "5d50a443-01f8-4833-b21e-6513968d24e5"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:08.597618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c5e10-4d06-443c-a5b6-47a2dccd0164 x-openstack-request-id: req-5a9c5e10-4d06-443c-a5b6-47a2dccd0164 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:08.597952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae22eeb-23e9-4579-8b27-a58ad389d895", "name": "network-vif-deleted", "tag": "5d50a443-01f8-4833-b21e-6513968d24e5", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:08.598170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a9c5e10-4d06-443c-a5b6-47a2dccd0164 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:08.598580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae22eeb-23e9-4579-8b27-a58ad389d895', 'name': 'network-vif-deleted', 'tag': '5d50a443-01f8-4833-b21e-6513968d24e5', 'status': 'completed', 'code': 200} Dec 06 12:29:08.621159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9dabedb-7af3-42dd-8d6e-43a117266bf3 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:29:08.631513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.643450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e848daa-b5d6-4f63-99ca-1e0e387153b6 req-949bc5dc-45fe-4a09-bf7b-8674cead7419 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:08.645019 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e848daa-b5d6-4f63-99ca-1e0e387153b6 req-949bc5dc-45fe-4a09-bf7b-8674cead7419 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 932 time: 0.1041937 Dec 06 12:29:08.662051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Transition to ACTIVE for port object d9dabedb-7af3-42dd-8d6e-43a117266bf3 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:29:08.675415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.746178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Pushing event updated for resources: {'Port': ['ID=d9dabedb-7af3-42dd-8d6e-43a117266bf3,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:08.751493 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e848daa-b5d6-4f63-99ca-1e0e387153b6 req-c85a2c29-4544-41bd-9962-afe964c902e0 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977688 Dec 06 12:29:08.817735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Attempting to bind port d9dabedb-7af3-42dd-8d6e-43a117266bf3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:29:08.818081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Attempting to bind port d9dabedb-7af3-42dd-8d6e-43a117266bf3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:29:08.818387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Attempting to bind port d9dabedb-7af3-42dd-8d6e-43a117266bf3 on network c4846b77-ed7d-431f-9406-c913e8aa8b60 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:08.822659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Port d9dabedb-7af3-42dd-8d6e-43a117266bf3 on network c4846b77-ed7d-431f-9406-c913e8aa8b60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:29:08.822978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Attempting to bind port d9dabedb-7af3-42dd-8d6e-43a117266bf3 on network c4846b77-ed7d-431f-9406-c913e8aa8b60 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:08.828542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:29:08.828878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Checking segment: {'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:08.829262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Bound using segment: {'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:29:08.829687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Bound port: d9dabedb-7af3-42dd-8d6e-43a117266bf3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ebf688-4bd2-4673-b106-a00799639c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:29:08.830042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.906116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:29:08.910790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:29:08.914655 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.949875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:08.950604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:08.952055 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] 10.222.0.43 "PUT /v2.0/ports/d9dabedb-7af3-42dd-8d6e-43a117266bf3 HTTP/1.1" status: 200 len: 1094 time: 0.8965116 Dec 06 12:29:08.985389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf217777-a2a6-4ef8-9633-1dbf7de69a7d service neutron] Pushing event updated for resources: {'Port': ['ID=d9dabedb-7af3-42dd-8d6e-43a117266bf3,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:09.043246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-a28b3d09-60e7-412e-91e9-13af324d6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:09.044810 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-a28b3d09-60e7-412e-91e9-13af324d6f3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 1097 time: 0.0412796 Dec 06 12:29:09.090742 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-55c74515-3a8d-4205-b445-cf5759be59f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3 HTTP/1.1" status: 200 len: 217 time: 0.0375745 Dec 06 12:29:09.395917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-5f798369-22f3-404e-a4cb-8cf3754828a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:09.397368 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-5f798369-22f3-404e-a4cb-8cf3754828a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.2995946 Dec 06 12:29:09.430729 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-3c0c655e-3785-4374-badf-b50f2333d469 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258446 Dec 06 12:29:09.543609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-4750c317-bfd0-42d2-981f-5d103ec249e4 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060810 Dec 06 12:29:09.641757 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a971cae1-0582-4bf5-9647-1f84adf785fd req-7c5d8d4d-6de1-4438-a43f-d974808e03a2 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909586 Dec 06 12:29:09.889345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc771-faec-471b-be49-cc8b610934a7 req-341618e6-c40c-4998-bd51-267fa4f7f8cc tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:09.890880 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-068dc771-faec-471b-be49-cc8b610934a7 req-341618e6-c40c-4998-bd51-267fa4f7f8cc tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 944 time: 0.0594018 Dec 06 12:29:09.950632 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-068dc771-faec-471b-be49-cc8b610934a7 req-4f8fa2f4-e220-4c8a-b29f-ae81eb56152b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532742 Dec 06 12:29:10.600002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'tag': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:10.602315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f8489-cb87-44a8-be9b-08c1d538b158" -d '{"events": [{"name": "network-changed", "server_uuid": "8eff6516-3b99-450c-ad28-da9c2c9404b7", "tag": "d9dabedb-7af3-42dd-8d6e-43a117266bf3"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:10.638317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328ea924-3251-4268-a8be-59b0c50153cb x-openstack-request-id: req-328ea924-3251-4268-a8be-59b0c50153cb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:10.638642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eff6516-3b99-450c-ad28-da9c2c9404b7", "tag": "d9dabedb-7af3-42dd-8d6e-43a117266bf3", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:10.638898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-328ea924-3251-4268-a8be-59b0c50153cb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:10.639297 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'tag': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3', 'status': 'completed', 'code': 200} Dec 06 12:29:10.700621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-22d8f39d-a8cc-4eec-a412-a63ab38bc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:10.702127 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-22d8f39d-a8cc-4eec-a412-a63ab38bc801 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 1097 time: 0.0412452 Dec 06 12:29:10.791447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-95a65d0e-19c5-4d92-99f0-ed32089312da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:10.792961 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-95a65d0e-19c5-4d92-99f0-ed32089312da service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0840321 Dec 06 12:29:10.838150 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-42636656-42c9-4509-9600-46cfb89a64b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3 HTTP/1.1" status: 200 len: 217 time: 0.0371628 Dec 06 12:29:10.888379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-60fd8726-bd28-403c-843c-d4d5f057d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:10.889725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-60fd8726-bd28-403c-843c-d4d5f057d742 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0445862 Dec 06 12:29:10.921287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-2dae7f63-36c9-46d0-a58b-062b70f0f00c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246875 Dec 06 12:29:11.017698 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-22c06e4a-e85f-4a8b-9021-0dd83c9034cd service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881400 Dec 06 12:29:11.127514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659220-f3bf-4e8f-bdb7-987b3612795a req-a8576e03-b3a1-4000-8624-8909f061098c tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:11.129100 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4e659220-f3bf-4e8f-bdb7-987b3612795a req-a8576e03-b3a1-4000-8624-8909f061098c tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 944 time: 0.1070065 Dec 06 12:29:11.159568 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e31f8489-cb87-44a8-be9b-08c1d538b158 req-1bad2cb2-70e2-482f-95f2-150a1f7a0111 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291080 Dec 06 12:29:11.189339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4e659220-f3bf-4e8f-bdb7-987b3612795a req-bcc39af9-26ff-4b1f-baa6-e87b06008039 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506444 Dec 06 12:29:12.132516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d9dabedb-7af3-42dd-8d6e-43a117266bf3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:29:12.134662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5d50a443-01f8-4833-b21e-6513968d24e5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:12.163921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 5d50a443-01f8-4833-b21e-6513968d24e5 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:12.164269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5d50a443-01f8-4833-b21e-6513968d24e5 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:12.259812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:12.270910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3', 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60', 'port_id': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3', 'mac_address': 'fa:16:3e:43:0c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276edfd5-30ad-4d93-bf49-737295e5388e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:29:12.311176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e38df1-7276-4d3a-94eb-0ab987dc6dd3 req-b1c26329-45cd-4ec7-be94-975bb4f3c857 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:12.312744 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f9e38df1-7276-4d3a-94eb-0ab987dc6dd3 req-b1c26329-45cd-4ec7-be94-975bb4f3c857 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 944 time: 0.0501173 Dec 06 12:29:12.322458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:12.335639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dabedb-7af3-42dd-8d6e-43a117266bf3 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:29:12.355964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:12.360447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:12.361420 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f9e38df1-7276-4d3a-94eb-0ab987dc6dd3 req-b1e92e90-94f7-484a-b7ff-3d5acee5b26a tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Dec 06 12:29:12.407067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d9dabedb-7af3-42dd-8d6e-43a117266bf3,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:12.413804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.414153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.414494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.414831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.415165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.415499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.415830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.416195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.416512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.416839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.417165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.417984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.418302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:12.665506 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d9dabedb-7af3-42dd-8d6e-43a117266bf3'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:29:13.478202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad894e0-0f29-4a94-8d87-5f4f263cb0dc req-78ba8cfe-51c8-4cc5-a522-5b26a3497fc8 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:13.479687 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6ad894e0-0f29-4a94-8d87-5f4f263cb0dc req-78ba8cfe-51c8-4cc5-a522-5b26a3497fc8 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 945 time: 0.0493917 Dec 06 12:29:13.533305 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6ad894e0-0f29-4a94-8d87-5f4f263cb0dc req-721e704f-e3df-41d1-90bd-95622683d22e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471158 Dec 06 12:29:14.145713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d9dabedb-7af3-42dd-8d6e-43a117266bf3 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:14.194548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port d9dabedb-7af3-42dd-8d6e-43a117266bf3 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:29:14.198735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port d9dabedb-7af3-42dd-8d6e-43a117266bf3 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:14.199138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.275707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.302357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:14.304651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f24198-2f04-4f2c-a9f3-3cc17fc62bd5" -d '{"events": [{"server_uuid": "8eff6516-3b99-450c-ad28-da9c2c9404b7", "name": "network-vif-plugged", "status": "completed", "tag": "d9dabedb-7af3-42dd-8d6e-43a117266bf3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:14.318122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:14.322756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:14.347561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce2fff7-4f5b-4b8d-b88d-fc36488a80cc x-openstack-request-id: req-8ce2fff7-4f5b-4b8d-b88d-fc36488a80cc {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:14.347868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff6516-3b99-450c-ad28-da9c2c9404b7", "name": "network-vif-plugged", "status": "completed", "tag": "d9dabedb-7af3-42dd-8d6e-43a117266bf3", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:14.348139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ce2fff7-4f5b-4b8d-b88d-fc36488a80cc {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:14.348526 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3', 'code': 200} Dec 06 12:29:14.375789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d9dabedb-7af3-42dd-8d6e-43a117266bf3,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:14.507593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0189bb-aa54-4192-ad47-9e6d2c44780e req-18f63195-ec11-47f6-aa43-2e608a504890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:14.509106 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e0189bb-aa54-4192-ad47-9e6d2c44780e req-18f63195-ec11-47f6-aa43-2e608a504890 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 1099 time: 0.0403888 Dec 06 12:29:14.552834 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e0189bb-aa54-4192-ad47-9e6d2c44780e req-2eb3b06d-d16f-4765-ad9b-49a8389ba194 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369301 Dec 06 12:29:14.654902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f227f8-b7df-4323-ba09-533da78cbea0 req-1eb4828d-67d3-4293-ae90-ab3d640e3c63 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:14.656425 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-21f227f8-b7df-4323-ba09-533da78cbea0 req-1eb4828d-67d3-4293-ae90-ab3d640e3c63 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0527890 Dec 06 12:29:14.703255 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-21f227f8-b7df-4323-ba09-533da78cbea0 req-b50bfbc8-f76f-448e-81df-474bdd20a1ae tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Dec 06 12:29:15.174647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:15.828541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49ea7-0e21-4dec-a50d-8f9757925bef req-6c2ae43f-0b0b-4912-b708-eb04cbd034fe tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:15.830144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bab49ea7-0e21-4dec-a50d-8f9757925bef req-6c2ae43f-0b0b-4912-b708-eb04cbd034fe tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0572433 Dec 06 12:29:15.880486 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bab49ea7-0e21-4dec-a50d-8f9757925bef req-83f6f62f-10fb-4cf0-a959-e82db81070d1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Dec 06 12:29:16.996565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d2e13-155d-4011-90ff-979100dfc2bc req-008b0746-4ac1-4f51-a2d4-0a1fc9eb2aa6 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:16.998049 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e87d2e13-155d-4011-90ff-979100dfc2bc req-008b0746-4ac1-4f51-a2d4-0a1fc9eb2aa6 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0492792 Dec 06 12:29:17.044313 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e87d2e13-155d-4011-90ff-979100dfc2bc req-b11b1d10-59ff-4bf0-9e7d-285222277ae2 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Dec 06 12:29:17.163845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1cbc7-0303-4cbe-b8a4-4e6a3521c450 req-6573297d-8535-4a6b-8df9-5365f53de353 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:17.165270 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6ce1cbc7-0303-4cbe-b8a4-4e6a3521c450 req-6573297d-8535-4a6b-8df9-5365f53de353 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0535576 Dec 06 12:29:17.212131 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6ce1cbc7-0303-4cbe-b8a4-4e6a3521c450 req-43e2913b-0cb9-4806-acc9-42bf3244d5a0 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Dec 06 12:29:17.443027 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-19099710-dd41-47a9-9694-0fbda447f974 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418141 Dec 06 12:29:17.452983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df56b7b-2a79-45e2-b54b-5509988b83ee req-b72cb645-eb20-4729-b198-c58de08cf974 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:17.454745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0df56b7b-2a79-45e2-b54b-5509988b83ee req-b72cb645-eb20-4729-b198-c58de08cf974 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0497856 Dec 06 12:29:17.507356 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0df56b7b-2a79-45e2-b54b-5509988b83ee req-faa2a1ed-4236-4907-bc88-95d066645dd0 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Dec 06 12:29:17.659385 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:29:18.487095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-1bd8af6a-2635-4b43-afc2-32c9f4021537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:18.488679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-1bd8af6a-2635-4b43-afc2-32c9f4021537 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 1099 time: 0.0414536 Dec 06 12:29:18.593027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-06c93dd8-0d59-4059-bff1-242e8ad2bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:18.594384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-06c93dd8-0d59-4059-bff1-242e8ad2bb63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0993879 Dec 06 12:29:18.648720 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-80b16333-b9af-4f6b-a80a-d30098b0d03b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3 HTTP/1.1" status: 200 len: 217 time: 0.0406199 Dec 06 12:29:18.672726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f999-e53f-43e9-9ffc-fc6b68f95efb req-74e27f82-c0f2-4601-9577-ef6a18a95558 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:18.674148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9bb4f999-e53f-43e9-9ffc-fc6b68f95efb req-74e27f82-c0f2-4601-9577-ef6a18a95558 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0943151 Dec 06 12:29:18.724625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-63823363-3587-4327-a9d1-817009377717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:18.726041 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-63823363-3587-4327-a9d1-817009377717 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0694418 Dec 06 12:29:18.764965 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-94278daa-0b3c-419f-ab38-85dd894d70c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306025 Dec 06 12:29:18.769476 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9bb4f999-e53f-43e9-9ffc-fc6b68f95efb req-cdfe56a5-3068-43fd-bbfe-0b6b344eed71 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773742 Dec 06 12:29:18.859291 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-00053168-e058-4795-9e08-03a7bcfb6041 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866401 Dec 06 12:29:18.946975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-df8ed43e-03dc-43f6-ad02-6832778b7730 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808249 Dec 06 12:29:19.892177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744177f-6ba9-4fdf-899d-0a40221f278d req-3a7df579-0278-4c7b-83dc-bf1b6c6d40c1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:19.893667 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e744177f-6ba9-4fdf-899d-0a40221f278d req-3a7df579-0278-4c7b-83dc-bf1b6c6d40c1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0546846 Dec 06 12:29:19.941500 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e744177f-6ba9-4fdf-899d-0a40221f278d req-4c32ee16-fe93-401d-bf95-d688fd5f1987 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Dec 06 12:29:21.062615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591c907-9ba9-4b46-b799-2594d6002ac4 req-5c143891-57c0-4042-b9b5-06374c4dd3e7 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:21.064148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6591c907-9ba9-4b46-b799-2594d6002ac4 req-5c143891-57c0-4042-b9b5-06374c4dd3e7 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0485404 Dec 06 12:29:21.113031 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6591c907-9ba9-4b46-b799-2594d6002ac4 req-68d5fd52-8e60-47f2-98ea-dd7acee14046 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Dec 06 12:29:22.227175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2d7dc-baa6-4070-bf52-a24640bcdc4a req-0fecf00d-8fce-4885-b443-07e8a527ca54 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:22.228677 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8fc2d7dc-baa6-4070-bf52-a24640bcdc4a req-0fecf00d-8fce-4885-b443-07e8a527ca54 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0478060 Dec 06 12:29:22.282936 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8fc2d7dc-baa6-4070-bf52-a24640bcdc4a req-8c4682e3-666d-4a5e-8515-ef5e8ab90785 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Dec 06 12:29:23.402360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928dabe-fb00-4162-b49e-5b5ab6ab7958 req-b193d696-4726-4909-93c9-706f26ee974d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:23.403933 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f928dabe-fb00-4162-b49e-5b5ab6ab7958 req-b193d696-4726-4909-93c9-706f26ee974d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0509965 Dec 06 12:29:23.453064 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f928dabe-fb00-4162-b49e-5b5ab6ab7958 req-8a3b3366-f71c-4837-bf1b-b34ae537e33d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 Dec 06 12:29:24.572206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc9fa8-2527-4e51-b45a-384864ce86ac req-de493135-c338-424c-b374-e4229da063ff tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:24.574095 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-11bc9fa8-2527-4e51-b45a-384864ce86ac req-de493135-c338-424c-b374-e4229da063ff tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0535705 Dec 06 12:29:24.624763 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-11bc9fa8-2527-4e51-b45a-384864ce86ac req-a47ec0c0-de1b-479d-a15b-98920db0ff5e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445478 Dec 06 12:29:25.741694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734013-4700-4a5c-a2ac-8c322fa37e1d req-ed23ada1-7caf-4749-bb8d-28a1cc1fa11b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:25.743138 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-db734013-4700-4a5c-a2ac-8c322fa37e1d req-ed23ada1-7caf-4749-bb8d-28a1cc1fa11b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0516796 Dec 06 12:29:25.791583 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-db734013-4700-4a5c-a2ac-8c322fa37e1d req-22dbb22c-b21e-4c50-9186-773ccf2d059e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Dec 06 12:29:26.258102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57232aea-85ea-4345-a09f-5dd54b56756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:26.905799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5735d0-f178-4fa4-9143-ec8226ae7a63 req-6230432f-f971-4ea6-bff3-0ba3f9b5bd48 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:26.907290 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f5735d0-f178-4fa4-9143-ec8226ae7a63 req-6230432f-f971-4ea6-bff3-0ba3f9b5bd48 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0489366 Dec 06 12:29:26.955255 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f5735d0-f178-4fa4-9143-ec8226ae7a63 req-20f1db61-9d01-459e-b0e5-6b5199575a6d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Dec 06 12:29:28.073149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05685625-ee2d-4c26-ba54-7b218e479f7a req-df6ca27b-a3ca-4759-ace2-bf227d831090 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:28.074633 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-05685625-ee2d-4c26-ba54-7b218e479f7a req-df6ca27b-a3ca-4759-ace2-bf227d831090 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0524580 Dec 06 12:29:28.122005 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-05685625-ee2d-4c26-ba54-7b218e479f7a req-13c3ce32-6713-44ad-a5f1-776c949da376 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Dec 06 12:29:28.668356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01c01f13-e4d5-467f-87aa-cc09ef792994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:29.238495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fc7f0-6280-4058-8496-3af5b9a17c17 req-59751b6f-0f9f-4683-847c-cd1e72e03128 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:29.239999 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f57fc7f0-6280-4058-8496-3af5b9a17c17 req-59751b6f-0f9f-4683-847c-cd1e72e03128 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0491691 Dec 06 12:29:29.291376 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f57fc7f0-6280-4058-8496-3af5b9a17c17 req-b118a2a3-bd93-4745-a0e2-cb579959a491 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445082 Dec 06 12:29:29.859463 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:30.404328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919411ef-9f1b-4abd-be54-4c4ac416771c req-52720e6e-b75d-4425-92ed-128a9e98f4ae tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:30.405799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-919411ef-9f1b-4abd-be54-4c4ac416771c req-52720e6e-b75d-4425-92ed-128a9e98f4ae tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0474610 Dec 06 12:29:30.456731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-919411ef-9f1b-4abd-be54-4c4ac416771c req-74a4a651-2d01-4d49-8f23-f67eac0864fd tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Dec 06 12:29:30.922744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:31.573892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e75f8-3c71-4314-94dc-bdb22ac9623c req-b0e73211-1582-4898-903a-13cf19f6d8a7 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:31.575279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e76e75f8-3c71-4314-94dc-bdb22ac9623c req-b0e73211-1582-4898-903a-13cf19f6d8a7 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0491042 Dec 06 12:29:31.621328 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e76e75f8-3c71-4314-94dc-bdb22ac9623c req-5c1bce52-0262-48a6-b68f-c9df7ce113b1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401084 Dec 06 12:29:31.952012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:32.735688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d056d5d-caee-4c6c-afe7-925a1e5394f5 req-6c2510a7-1238-4302-bdaf-6094b58b6261 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:32.737199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d056d5d-caee-4c6c-afe7-925a1e5394f5 req-6c2510a7-1238-4302-bdaf-6094b58b6261 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0484023 Dec 06 12:29:32.786531 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d056d5d-caee-4c6c-afe7-925a1e5394f5 req-49718a40-c94f-43ea-bb67-a890fa22c178 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 Dec 06 12:29:33.904078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089282a-cf39-4fb6-a0a9-cc490d97526d req-357d0517-5663-4bca-be34-1faf915185bd tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:33.905549 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c089282a-cf39-4fb6-a0a9-cc490d97526d req-357d0517-5663-4bca-be34-1faf915185bd tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0523431 Dec 06 12:29:33.951677 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c089282a-cf39-4fb6-a0a9-cc490d97526d req-449ac2cd-5d77-4895-a5e1-bfa8a0f79925 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Dec 06 12:29:35.066785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a92e5b-a0be-4700-96f5-eb86a4b20736 req-d45899d5-8c1c-4a99-976e-b46ec95de107 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:35.068305 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79a92e5b-a0be-4700-96f5-eb86a4b20736 req-d45899d5-8c1c-4a99-976e-b46ec95de107 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0484059 Dec 06 12:29:35.116688 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79a92e5b-a0be-4700-96f5-eb86a4b20736 req-0a8a118b-6ca1-4842-9ef9-3fb9ba5d713c tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Dec 06 12:29:36.240148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a1d9d-334f-45fd-8a06-e14ca97236e0 req-042b113e-3e43-48e5-9cac-005e4e537c7b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:36.241632 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c35a1d9d-334f-45fd-8a06-e14ca97236e0 req-042b113e-3e43-48e5-9cac-005e4e537c7b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0474598 Dec 06 12:29:36.291884 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c35a1d9d-334f-45fd-8a06-e14ca97236e0 req-096e9bf5-f763-4162-b3ee-9b0da8e10f72 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433755 Dec 06 12:29:37.015456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-44d2aa1e-621e-43d6-81df-40b720aa88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:37.016975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-44d2aa1e-621e-43d6-81df-40b720aa88dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 1099 time: 0.0408664 Dec 06 12:29:37.119370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-256829d1-f883-4062-ab38-62856ce06918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:37.121423 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-256829d1-f883-4062-ab38-62856ce06918 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0848691 Dec 06 12:29:37.167493 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-4a7f949f-850d-4f43-8167-3e35b003d91d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3 HTTP/1.1" status: 200 len: 217 time: 0.0390627 Dec 06 12:29:37.218712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-a3e17d67-a20f-415f-a7f9-0bbc416b7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:37.220194 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-a3e17d67-a20f-415f-a7f9-0bbc416b7a41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0465240 Dec 06 12:29:37.251628 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-16bcc5f2-1fda-467e-82bf-07eae4533049 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248837 Dec 06 12:29:37.347444 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-b10df360-ab25-4bad-adf7-88ab695ef210 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880094 Dec 06 12:29:37.463160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cd935-cf69-45dc-812b-9007f01fc372 req-d09f3190-b65b-4b0b-8d79-9404fff7eb48 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:37.464953 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f16cd935-cf69-45dc-812b-9007f01fc372 req-d09f3190-b65b-4b0b-8d79-9404fff7eb48 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.1020136 Dec 06 12:29:37.492370 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fa75c32-fa75-4ebc-9881-7e20672bc7a5 req-07c7f15c-6a57-49b8-8e23-785295dfe81d service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372738 Dec 06 12:29:37.522514 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f16cd935-cf69-45dc-812b-9007f01fc372 req-cf084834-2b87-4752-a300-4961f1c524a6 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516882 Dec 06 12:29:38.636138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b4834-f85a-4517-b96a-b9de692693c9 req-66fc3c54-66ed-436c-9f0f-a2dd43aedba8 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:38.638027 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3b4834-f85a-4517-b96a-b9de692693c9 req-66fc3c54-66ed-436c-9f0f-a2dd43aedba8 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0484545 Dec 06 12:29:38.684092 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4b3b4834-f85a-4517-b96a-b9de692693c9 req-6a98f5f1-3737-453e-8ca2-555d090fb3c6 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Dec 06 12:29:39.802964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb99d-8356-406f-86d8-8deae9588dc9 req-886e8472-57dd-4985-8683-bee425b7f4ab tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:39.804469 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-920bb99d-8356-406f-86d8-8deae9588dc9 req-886e8472-57dd-4985-8683-bee425b7f4ab tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0521607 Dec 06 12:29:39.851238 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-920bb99d-8356-406f-86d8-8deae9588dc9 req-5800681b-694c-40fa-9217-f21e12589740 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Dec 06 12:29:40.967773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f653171-2c72-40a0-8700-44ffe3e6f7f1 req-9c1be8ff-41d2-41ac-ad50-5ec0ea9e1e18 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:40.969282 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f653171-2c72-40a0-8700-44ffe3e6f7f1 req-9c1be8ff-41d2-41ac-ad50-5ec0ea9e1e18 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0505364 Dec 06 12:29:41.020827 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f653171-2c72-40a0-8700-44ffe3e6f7f1 req-2643dcae-c5c0-400f-9fbc-4b86a1663bcc tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 Dec 06 12:29:42.134702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750d0c1-88c0-472e-9012-6196c70881e5 req-ea4eed28-6d81-40c7-9c39-2aab76929d7c tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:42.137306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5750d0c1-88c0-472e-9012-6196c70881e5 req-ea4eed28-6d81-40c7-9c39-2aab76929d7c tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0500703 Dec 06 12:29:42.187983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5750d0c1-88c0-472e-9012-6196c70881e5 req-6dfedab2-4412-4630-9536-f9d4d90e782e tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Dec 06 12:29:43.302295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27bad3-7e7d-4c99-8aa5-828d7ef951b9 req-8694998d-6423-4bf0-8c0c-2d4e3b1e945f tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:43.303786 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f27bad3-7e7d-4c99-8aa5-828d7ef951b9 req-8694998d-6423-4bf0-8c0c-2d4e3b1e945f tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0492182 Dec 06 12:29:43.351418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f27bad3-7e7d-4c99-8aa5-828d7ef951b9 req-0a7ce2c7-d699-4b04-a543-99746a5106b6 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Dec 06 12:29:44.466962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04b3c-6451-4a64-b671-a11a9c77bd2a req-1a5a7ca5-030c-48fa-a906-7c569759e9df tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:44.468542 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4fd04b3c-6451-4a64-b671-a11a9c77bd2a req-1a5a7ca5-030c-48fa-a906-7c569759e9df tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0504034 Dec 06 12:29:44.519037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4fd04b3c-6451-4a64-b671-a11a9c77bd2a req-b2239705-745d-419f-a226-2608de86a1d1 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Dec 06 12:29:45.174078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:45.671976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-cde7c5a3-7013-4d9f-a99e-f4104312e0d1 service neutron] 10.222.0.43 "GET /v2.0/ports/d9dabedb-7af3-42dd-8d6e-43a117266bf3/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0970221 Dec 06 12:29:45.680915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317b63a-2f4e-4573-a698-85b3302d0582 req-082906b2-2d3a-457d-b2a4-4820e0438f05 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:45.682584 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9317b63a-2f4e-4573-a698-85b3302d0582 req-082906b2-2d3a-457d-b2a4-4820e0438f05 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0779963 Dec 06 12:29:45.733557 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9317b63a-2f4e-4573-a698-85b3302d0582 req-3dac0013-9c83-4cf0-8661-a0f516f9cfc3 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Dec 06 12:29:45.872825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-a65742c6-9b97-4359-b90b-3a447436e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:45.874199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-a65742c6-9b97-4359-b90b-3a447436e597 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7&tenant_id=295d2bd20ce2412bb77d178187fc1182 HTTP/1.1" status: 200 len: 1099 time: 0.0398185 Dec 06 12:29:45.937688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-a04c8fbd-30ec-44fc-8ec5-b91a25a8442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:45.939148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-a04c8fbd-30ec-44fc-8ec5-b91a25a8442e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 1099 time: 0.0430274 Dec 06 12:29:46.026704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-19e25abb-fec3-4f55-a95f-96ddf5693171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:46.028206 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-19e25abb-fec3-4f55-a95f-96ddf5693171 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0827785 Dec 06 12:29:46.071809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-22686c3b-3f8e-4461-80ee-558ceb5725ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3 HTTP/1.1" status: 200 len: 217 time: 0.0369143 Dec 06 12:29:46.119812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-4d57b495-749e-45ae-b39a-6fbc11ac7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:46.121230 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-4d57b495-749e-45ae-b39a-6fbc11ac7c8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0425823 Dec 06 12:29:46.157796 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-5d3464d5-b6ab-4561-b5f9-bf224ab4761f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289364 Dec 06 12:29:46.247827 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-7176372c-6616-4f8b-8ea5-efe4d2ff5422 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834844 Dec 06 12:29:46.339003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ecf031-d31f-4c8b-953b-1538bd4a2e3e req-269937df-2149-4d18-92a0-4d18d81e8709 service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833364 Dec 06 12:29:46.851766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fc2be-6872-4979-a68b-6e0f84acc4e2 req-b7f903af-7e07-49e1-b5da-844c3b5c2f83 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:46.853265 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c92fc2be-6872-4979-a68b-6e0f84acc4e2 req-b7f903af-7e07-49e1-b5da-844c3b5c2f83 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0493314 Dec 06 12:29:46.904890 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c92fc2be-6872-4979-a68b-6e0f84acc4e2 req-666e217f-5a28-48ad-9d77-b8fbc3f36b1a tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Dec 06 12:29:48.021928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91696638-9d75-4a56-bc69-4402d3410c4a req-16e86198-67f3-4343-9129-7fdb51b76356 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:48.023417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-91696638-9d75-4a56-bc69-4402d3410c4a req-16e86198-67f3-4343-9129-7fdb51b76356 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0484736 Dec 06 12:29:48.070164 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-91696638-9d75-4a56-bc69-4402d3410c4a req-4b9f7e8a-1876-43e2-a3a3-e006b0645ff2 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Dec 06 12:29:48.281799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d9dabedb-7af3-42dd-8d6e-43a117266bf3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:29:48.377886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:48.389635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3', 'network_id': 'c4846b77-ed7d-431f-9406-c913e8aa8b60', 'port_id': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3', 'mac_address': 'fa:16:3e:43:0c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276edfd5-30ad-4d93-bf49-737295e5388e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:29:48.426418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:48.439479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9dabedb-7af3-42dd-8d6e-43a117266bf3 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:29:48.458055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:48.462943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:48.512160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d9dabedb-7af3-42dd-8d6e-43a117266bf3,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:48.554431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d9dabedb-7af3-42dd-8d6e-43a117266bf3'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:29:49.185977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217cc0a-ce06-412a-bd07-64a16a3d7259 req-cb037dec-5e95-4b01-af9f-5ce8f38f7483 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:49.187420 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2217cc0a-ce06-412a-bd07-64a16a3d7259 req-cb037dec-5e95-4b01-af9f-5ce8f38f7483 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 945 time: 0.0474629 Dec 06 12:29:49.236797 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2217cc0a-ce06-412a-bd07-64a16a3d7259 req-5468af74-cd7a-4a37-b26f-a37ebd83ddda tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 Dec 06 12:29:49.714695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a438e9-d8da-4047-b080-0195973e0302 req-940e5063-34bc-4d2b-a6b1-cd297b8ffe79 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:49.716085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-53a438e9-d8da-4047-b080-0195973e0302 req-940e5063-34bc-4d2b-a6b1-cd297b8ffe79 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 945 time: 0.3332834 Dec 06 12:29:49.730215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-8d34c4a4-9787-4d85-bf79-c249bfdab323 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:49.731837 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-8d34c4a4-9787-4d85-bf79-c249bfdab323 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7&tenant_id=295d2bd20ce2412bb77d178187fc1182&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.3203878 Dec 06 12:29:49.771726 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-53a438e9-d8da-4047-b080-0195973e0302 req-2ed63a7f-9699-4eaa-9adb-67a580b04076 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496042 Dec 06 12:29:49.813285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-f0953633-a037-4c79-a019-9add5f76b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:49.814769 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-f0953633-a037-4c79-a019-9add5f76b05b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295d2bd20ce2412bb77d178187fc1182&device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 1098 time: 0.0409720 Dec 06 12:29:49.907214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-b9263ae2-7dfc-4424-a470-2e9f24da219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:49.908682 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-b9263ae2-7dfc-4424-a470-2e9f24da219f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 200 len: 916 time: 0.0869210 Dec 06 12:29:49.949217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-4dbc2c51-a068-40e9-9898-4d6ee411305f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3 HTTP/1.1" status: 200 len: 217 time: 0.0328207 Dec 06 12:29:50.004868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-3715394e-01a9-4f92-bab2-a5b2a29bf368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:50.006308 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-3715394e-01a9-4f92-bab2-a5b2a29bf368 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 200 len: 855 time: 0.0504177 Dec 06 12:29:50.037267 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-84537574-fdae-46d3-bf44-105f197f7947 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c4846b77-ed7d-431f-9406-c913e8aa8b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241067 Dec 06 12:29:50.124294 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-f8400b61-3501-469c-aa16-3d351181989d service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798972 Dec 06 12:29:50.215388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23e39ef-7fc7-41c7-8e7f-1f5e9bf94cd3 req-9d2892a5-7490-46d5-a46c-4b47d5b27c2c service neutron] 10.222.0.43 "GET /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Dec 06 12:29:50.302874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d9dabedb-7af3-42dd-8d6e-43a117266bf3 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:50.351877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port d9dabedb-7af3-42dd-8d6e-43a117266bf3 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:50.352330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.435418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.457947 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:50.460211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222c4826-98a4-4d80-bb90-3e62aa2df79a" -d '{"events": [{"server_uuid": "8eff6516-3b99-450c-ad28-da9c2c9404b7", "name": "network-vif-plugged", "status": "completed", "tag": "d9dabedb-7af3-42dd-8d6e-43a117266bf3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:50.473996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:50.478304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:50.508487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97151346-bc04-4106-83a6-6d75b768c83d x-openstack-request-id: req-97151346-bc04-4106-83a6-6d75b768c83d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:50.508780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff6516-3b99-450c-ad28-da9c2c9404b7", "name": "network-vif-plugged", "status": "completed", "tag": "d9dabedb-7af3-42dd-8d6e-43a117266bf3", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:50.509038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97151346-bc04-4106-83a6-6d75b768c83d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:50.509421 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3', 'code': 200} Dec 06 12:29:50.535301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d9dabedb-7af3-42dd-8d6e-43a117266bf3,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:50.891284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688da93-83d7-411d-af3b-cdba1084f070 req-64e9dfeb-d9f6-4d4d-a00a-c38844e9f608 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:50.892718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7688da93-83d7-411d-af3b-cdba1084f070 req-64e9dfeb-d9f6-4d4d-a00a-c38844e9f608 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0490444 Dec 06 12:29:50.939816 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7688da93-83d7-411d-af3b-cdba1084f070 req-56c41891-f0b7-4fcb-9a42-a7a7f228cf0a tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Dec 06 12:29:51.059955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc16a-4a57-48c6-a279-03088682ebc5 req-fdd782dd-1c0b-4933-ae6b-ce2bca11e494 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:51.061508 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40afc16a-4a57-48c6-a279-03088682ebc5 req-fdd782dd-1c0b-4933-ae6b-ce2bca11e494 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0530195 Dec 06 12:29:51.109038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40afc16a-4a57-48c6-a279-03088682ebc5 req-61b7b115-8941-4f25-a30f-5ee04228bc82 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Dec 06 12:29:51.227903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fcb6b-647e-4a22-9930-2c159c845283 req-6f9766b2-c50b-4c80-ad92-08632aacece9 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:51.230133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f6fcb6b-647e-4a22-9930-2c159c845283 req-6f9766b2-c50b-4c80-ad92-08632aacece9 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0494986 Dec 06 12:29:51.278746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f6fcb6b-647e-4a22-9930-2c159c845283 req-34297973-6ca1-426e-8124-2b28127d71c9 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Dec 06 12:29:51.608477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185d11c-7d14-471e-8f87-c47161309c18 req-2d31dcb3-8604-40ae-844e-883c3abc5515 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:51.609985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e185d11c-7d14-471e-8f87-c47161309c18 req-2d31dcb3-8604-40ae-844e-883c3abc5515 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0484912 Dec 06 12:29:51.659948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e185d11c-7d14-471e-8f87-c47161309c18 req-5f2d7816-cc6b-41e5-b6a8-a82ee7f9fd0b tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Dec 06 12:29:52.775012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac40e5-ace6-40be-943c-3642b603d532 req-9127ce3e-0c70-4452-a897-15f5f3bc7e74 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:52.776507 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c6ac40e5-ace6-40be-943c-3642b603d532 req-9127ce3e-0c70-4452-a897-15f5f3bc7e74 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0487502 Dec 06 12:29:52.822993 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c6ac40e5-ace6-40be-943c-3642b603d532 req-9604aca9-19ac-4ea1-a8e5-0670939d0fdf tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/security-groups?id=98aaa677-7004-46b3-854d-04474e08d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Dec 06 12:29:53.208617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-2231ad59-d728-4811-9862-ddcc3e41fa39 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:53.210069 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-2231ad59-d728-4811-9862-ddcc3e41fa39 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 946 time: 0.0533524 Dec 06 12:29:53.304991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Deleting port d9dabedb-7af3-42dd-8d6e-43a117266bf3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:29:53.305330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.392604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] For port d9dabedb-7af3-42dd-8d6e-43a117266bf3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9dabedb-7af3-42dd-8d6e-43a117266bf3,segment=NetworkSegment(23ebf688-4bd2-4673-b106-a00799639c00),segment_id=23ebf688-4bd2-4673-b106-a00799639c00)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:53.392965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.405393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Calling delete_port for d9dabedb-7af3-42dd-8d6e-43a117266bf3 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:29:53.543385 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.554701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d9dabedb-7af3-42dd-8d6e-43a117266bf3'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:29:53.574396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Pushing event deleted for resources: {'Port': ['ID=d9dabedb-7af3-42dd-8d6e-43a117266bf3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:53.599461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.599812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.600183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.600527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.600872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.601207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.601540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.601871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.602198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.602528 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.602852 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.603176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.604042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:53.629359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] No DVR routers for this DVR port d9dabedb-7af3-42dd-8d6e-43a117266bf3 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:29:53.631981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:53.636441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9373dcf-6192-4ab3-8033-eb8cf00048ff req-0c116752-492e-4ed4-8c8b-e45567eda623 tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.43 "DELETE /v2.0/ports/d9dabedb-7af3-42dd-8d6e-43a117266bf3 HTTP/1.1" status: 204 len: 173 time: 0.4199314 Dec 06 12:29:53.636907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'name': 'network-vif-deleted', 'tag': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:29:53.639135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bde7ed-6604-465c-993e-4abee9b67803" -d '{"events": [{"server_uuid": "8eff6516-3b99-450c-ad28-da9c2c9404b7", "name": "network-vif-deleted", "tag": "d9dabedb-7af3-42dd-8d6e-43a117266bf3"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:29:53.675492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c2d778-9528-4596-8e4c-70da1fb9050c x-openstack-request-id: req-d5c2d778-9528-4596-8e4c-70da1fb9050c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:29:53.675772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff6516-3b99-450c-ad28-da9c2c9404b7", "name": "network-vif-deleted", "tag": "d9dabedb-7af3-42dd-8d6e-43a117266bf3", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:29:53.676099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5c2d778-9528-4596-8e4c-70da1fb9050c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:29:53.676466 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff6516-3b99-450c-ad28-da9c2c9404b7', 'name': 'network-vif-deleted', 'tag': 'd9dabedb-7af3-42dd-8d6e-43a117266bf3', 'status': 'completed', 'code': 200} Dec 06 12:29:53.931124 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3c6e1722-f073-44d3-b691-7dab7acbe727 req-d7c5b14b-c22f-4c22-9553-593a0b1cee3d tempest-ServerDiskConfigTestJSON-1229068876 tempest-ServerDiskConfigTestJSON-1229068876-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eff6516-3b99-450c-ad28-da9c2c9404b7 HTTP/1.1" status: 200 len: 210 time: 0.0258386 Dec 06 12:29:54.658868 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:29:55.055244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48122) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:55.098395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9173702-8b79-4b3c-b630-cbd32cd2ed2a admin admin] Deleting subnet 276edfd5-30ad-4d93-bf49-737295e5388e {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:29:55.101387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9173702-8b79-4b3c-b630-cbd32cd2ed2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.135801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9173702-8b79-4b3c-b630-cbd32cd2ed2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.174724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9173702-8b79-4b3c-b630-cbd32cd2ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.231088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9173702-8b79-4b3c-b630-cbd32cd2ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.256484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9173702-8b79-4b3c-b630-cbd32cd2ed2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276edfd5-30ad-4d93-bf49-737295e5388e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:55.261690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9173702-8b79-4b3c-b630-cbd32cd2ed2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.264903 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e9173702-8b79-4b3c-b630-cbd32cd2ed2a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/276edfd5-30ad-4d93-bf49-737295e5388e HTTP/1.1" status: 204 len: 168 time: 0.2086117 Dec 06 12:29:55.267326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48124) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:55.335306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.420269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.439895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4846b77-ed7d-431f-9406-c913e8aa8b60']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:55.448782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ebf688-4bd2-4673-b106-a00799639c00') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:55.449072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ebf688-4bd2-4673-b106-a00799639c00') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:55.458116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.470729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.477012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:29:55.477394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:29:55.479717 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:29:55.536423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.542464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.545689 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] 10.222.0.24 "DELETE /v2.0/networks/c4846b77-ed7d-431f-9406-c913e8aa8b60 HTTP/1.1" status: 204 len: 168 time: 0.2774186 Dec 06 12:29:55.561462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaf09c-3e0d-4072-a80c-42bd02158adb admin admin] Pushing event deleted for resources: {'Network': ['ID=c4846b77-ed7d-431f-9406-c913e8aa8b60,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:55.657567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48128) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:55.696802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4a2c32f6-8edb-46e8-8c4e-cd220ed202d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=295d2bd20ce2412bb77d178187fc1182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380867 Dec 06 12:29:55.699758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48130) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:55.756181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4feba21f-c4b6-4283-8d4c-3b884d15cc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.778501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4feba21f-c4b6-4283-8d4c-3b884d15cc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.832012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4feba21f-c4b6-4283-8d4c-3b884d15cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.834618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4feba21f-c4b6-4283-8d4c-3b884d15cc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:55.835793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4feba21f-c4b6-4283-8d4c-3b884d15cc4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98aaa677-7004-46b3-854d-04474e08d434 HTTP/1.1" status: 204 len: 168 time: 0.1350551 Dec 06 12:29:55.844434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feba21f-c4b6-4283-8d4c-3b884d15cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aaa677-7004-46b3-854d-04474e08d434,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:56.260479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b5e83fb-9395-4312-97d4-9819cd7cca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.486018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 48152) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:56.579691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1115590305-network', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:56.601264 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Made reservation on behalf of 44016f0ebd8449c78e862adc0d7dd90b for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:56.604201 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.612623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.685493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.689399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.714440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:29:56.723098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843f5280-cab9-465d-a12b-5ec92dfa2837,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:56.732427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.732781 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Added segment 224c7215-dc11-4651-bdfe-da05b14ceadc of type vlan for network b3620c7e-57a7-4841-8bf4-df515043404b Dec 06 12:29:56.734582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.734941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.735292 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.735638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.736018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.736363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.736709 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.737049 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.737382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.737717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.738054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.738387 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.738715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:56.780831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.806332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.807791 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:56.808405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.842155 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3549697 Dec 06 12:29:56.845028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48156) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:56.850026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Request body: {'subnet': {'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1115590305-subnet', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:56.873887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Made reservation on behalf of 44016f0ebd8449c78e862adc0d7dd90b for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:29:56.875548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d4f3a-e025-4000-a8f1-a8be4ce5855f admin admin] Pushing event updated for resources: {'Network': ['ID=b3620c7e-57a7-4841-8bf4-df515043404b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:56.876534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:56.886097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network b3620c7e-57a7-4841-8bf4-df515043404b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:29:57.046207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.109658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a34353-1424-4753-a13a-ad97b9667b1c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:57.113847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Checking segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:57.114462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Network hostable DHCP agents. Network: b3620c7e-57a7-4841-8bf4-df515043404b, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:29:57.130696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Network b3620c7e-57a7-4841-8bf4-df515043404b is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:29:57.139726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b3620c7e-57a7-4841-8bf4-df515043404b) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:57.143648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:29:57.144289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.148656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f57f16-4da8-4e25-baea-118405063b0d None None] Network b3620c7e-57a7-4841-8bf4-df515043404b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:57.162896 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f6ab2472-b076-431f-ba66-a4571fd2bd02 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3142436 Dec 06 12:29:57.163108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48158) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:57.168637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:29:57.192449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.193427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.282050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.301452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b3620c7e-57a7-4841-8bf4-df515043404b', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:29:57.306120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.420207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.438770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Allocated IP 172.20.0.2 (b3620c7e-57a7-4841-8bf4-df515043404b/00a34353-1424-4753-a13a-ad97b9667b1c/160facd6-04a0-46da-a728-c69a51a0da3f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:57.583259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.589696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.632373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Network b3620c7e-57a7-4841-8bf4-df515043404b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:57.639482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.640978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:57.643572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:57.647441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Pushing event updated for resources: {'Port': ['ID=160facd6-04a0-46da-a728-c69a51a0da3f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:57.664736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.703950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Attempting to bind port 160facd6-04a0-46da-a728-c69a51a0da3f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:29:57.704216 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Attempting to bind port 160facd6-04a0-46da-a728-c69a51a0da3f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:29:57.704580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Attempting to bind port 160facd6-04a0-46da-a728-c69a51a0da3f on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:57.709472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:29:57.709846 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Checking segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:57.710242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.710632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Bound using segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:29:57.711092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Bound port: 160facd6-04a0-46da-a728-c69a51a0da3f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:29:57.711469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.770844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Allocated IP 172.36.1.58 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/6c3e7166-9201-4375-9c19-a8b748e43fc1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:57.774160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] For port 160facd6-04a0-46da-a728-c69a51a0da3f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:29:57.777676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] For port 160facd6-04a0-46da-a728-c69a51a0da3f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=160facd6-04a0-46da-a728-c69a51a0da3f,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:29:57.781729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.844813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223730-1e23-401a-b6ea-15003b35fed9 None None] Pushing event updated for resources: {'Port': ['ID=160facd6-04a0-46da-a728-c69a51a0da3f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:57.880164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.919200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:57.961919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:57.966844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:57.970354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:57.993058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb9252-ea6f-476b-b964-708a44782df3 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:58.011532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Pushing event updated for resources: {'Port': ['ID=6c3e7166-9201-4375-9c19-a8b748e43fc1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:58.136328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3cff9f73-ecb6-4f09-8619-c2982096bc3b None None] Provisioning complete for port 6c3e7166-9201-4375-9c19-a8b748e43fc1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:58.136977 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cff9f73-ecb6-4f09-8619-c2982096bc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.180328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3cff9f73-ecb6-4f09-8619-c2982096bc3b None None] Port 6c3e7166-9201-4375-9c19-a8b748e43fc1 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:29:58.244974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.362925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d9dabedb-7af3-42dd-8d6e-43a117266bf3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:29:58.383066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: d9dabedb-7af3-42dd-8d6e-43a117266bf3 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:29:58.383408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d9dabedb-7af3-42dd-8d6e-43a117266bf3 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:29:58.441148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.672195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60dfb394-e679-48e1-b564-0edc6976d0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.773208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed2f918-e76c-47d8-82fe-ce86823729f2 None None] Network b3620c7e-57a7-4841-8bf4-df515043404b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:29:58.845903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-51e3e772-f364-48ee-a47d-7192e5629611 None None] Provisioning complete for port 160facd6-04a0-46da-a728-c69a51a0da3f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:58.846288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51e3e772-f364-48ee-a47d-7192e5629611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.848935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:29:58.955258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:29:58.966342 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:29:58.977563 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:58.979272 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:58.979996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:58.981703 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-726c7281-eaea-4cce-916e-873a63c5dead admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8176289 Dec 06 12:29:58.984361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48160) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:29:59.000883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51e3e772-f364-48ee-a47d-7192e5629611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.104554 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:29:59.200561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-51e3e772-f364-48ee-a47d-7192e5629611 None None] For port 160facd6-04a0-46da-a728-c69a51a0da3f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=160facd6-04a0-46da-a728-c69a51a0da3f,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:59.207005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51e3e772-f364-48ee-a47d-7192e5629611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.264404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3e772-f364-48ee-a47d-7192e5629611 None None] Pushing event updated for resources: {'Port': ['ID=160facd6-04a0-46da-a728-c69a51a0da3f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.311295 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:58Z', 'revision_number': 3, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:59.326552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-58264bd3-7a9b-4ee1-a29c-c32d981e3d4f None None] Provisioning complete for port 160facd6-04a0-46da-a728-c69a51a0da3f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:59.326921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58264bd3-7a9b-4ee1-a29c-c32d981e3d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.339139 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:29:59.339484 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Updating router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 port 6c3e7166-9201-4375-9c19-a8b748e43fc1 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:29:59.364603 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.471149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.610077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 160facd6-04a0-46da-a728-c69a51a0da3f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:29:59.630584 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.637478 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.669776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 160facd6-04a0-46da-a728-c69a51a0da3f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:59.670151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.683739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Allocated IP 172.20.0.1 (b3620c7e-57a7-4841-8bf4-df515043404b/00a34353-1424-4753-a13a-ad97b9667b1c/0286e1eb-d3e1-46a6-ac7a-fa524d703abe) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:29:59.690049 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Attempting to bind port 6c3e7166-9201-4375-9c19-a8b748e43fc1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:29:59.690428 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Attempting to bind port 6c3e7166-9201-4375-9c19-a8b748e43fc1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:29:59.690929 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Attempting to bind port 6c3e7166-9201-4375-9c19-a8b748e43fc1 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:29:59.700684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95863f6-319b-4aea-847a-87bf38f0d969 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:59.703096 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:29:59.703688 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:29:59.704268 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.704667 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:29:59.705441 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Bound port: 6c3e7166-9201-4375-9c19-a8b748e43fc1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:29:59.705569 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.708142 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Pushing event updated for resources: {'Port': ['ID=6c3e7166-9201-4375-9c19-a8b748e43fc1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.734386 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.734991 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.735418 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.735766 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.736158 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.736651 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.737004 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.737327 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.737663 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.738021 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.738357 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.738703 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.739055 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:29:59.778675 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] For port 6c3e7166-9201-4375-9c19-a8b748e43fc1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:29:59.782848 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] For port 6c3e7166-9201-4375-9c19-a8b748e43fc1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c3e7166-9201-4375-9c19-a8b748e43fc1,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:29:59.789036 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.798803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.833191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-56e7c5bb-8a6d-435d-b345-125f68bd5f46 None None] Provisioning complete for port 6c3e7166-9201-4375-9c19-a8b748e43fc1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:29:59.833766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c5bb-8a6d-435d-b345-125f68bd5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.835825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b2376d-2593-4011-a658-807df5daf128 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:29:59.838819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.849406 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:29:59.850032 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:29:59.854420 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b05f3-039e-4abb-b8dd-c0cc046b5ed4 None None] Pushing event updated for resources: {'Port': ['ID=6c3e7166-9201-4375-9c19-a8b748e43fc1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.890914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Network b3620c7e-57a7-4841-8bf4-df515043404b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:29:59.892635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:29:59.895307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:29:59.897837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:29:59.907114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.944760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.963611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c5bb-8a6d-435d-b345-125f68bd5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:29:59.988171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-56e7c5bb-8a6d-435d-b345-125f68bd5f46 None None] For port 6c3e7166-9201-4375-9c19-a8b748e43fc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c3e7166-9201-4375-9c19-a8b748e43fc1,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:29:59.992736 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:00.000758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c5bb-8a6d-435d-b345-125f68bd5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.061445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7c5bb-8a6d-435d-b345-125f68bd5f46 None None] Pushing event updated for resources: {'Port': ['ID=6c3e7166-9201-4375-9c19-a8b748e43fc1,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:00.123279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1a0686f9-c427-456e-a832-3f23879854ea None None] Provisioning complete for port 6c3e7166-9201-4375-9c19-a8b748e43fc1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:00.123749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a0686f9-c427-456e-a832-3f23879854ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.150384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.210137 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:58Z', 'revision_number': 3, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:00.238024 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e6751-e6a3-43cc-a09a-b3c99b0b76ff None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:58Z', 'revision_number': 3, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:00.338371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9c6494e2-939e-4c6e-a12f-522cbc735990 None None] Provisioning complete for port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:00.338840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c6494e2-939e-4c6e-a12f-522cbc735990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.366125 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.371441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.380598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9c6494e2-939e-4c6e-a12f-522cbc735990 None None] Port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:00.442918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:00.445433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.574334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Network b3620c7e-57a7-4841-8bf4-df515043404b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:00.575786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:00.716208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:30:00.836187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:30:00.841479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1a1fb917-f117-4a13-b726-be45b00b12d6 admin admin] 10.222.0.24 "PUT /v2.0/routers/1f9f79da-cf5c-448e-99ca-4e7e66c73171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8560860 Dec 06 12:30:00.909188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-0db0e612-87d8-4fbd-bbcd-bac16024ac62 None None] Provisioning complete for port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:00.909726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0db0e612-87d8-4fbd-bbcd-bac16024ac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.955369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:00.957649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0db0e612-87d8-4fbd-bbcd-bac16024ac62 None None] Port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:01.483673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48168) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.488366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-07365cc0-cbef-4802-bf4a-103d1e862ec2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--332599534', 'description': 'tempest-description--1017124624'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:01.510924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07365cc0-cbef-4802-bf4a-103d1e862ec2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.591599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07365cc0-cbef-4802-bf4a-103d1e862ec2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.596387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07365cc0-cbef-4802-bf4a-103d1e862ec2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.614085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6c3e7166-9201-4375-9c19-a8b748e43fc1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:01.631128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07365cc0-cbef-4802-bf4a-103d1e862ec2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.632491 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-07365cc0-cbef-4802-bf4a-103d1e862ec2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1476696 Dec 06 12:30:01.633330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07365cc0-cbef-4802-bf4a-103d1e862ec2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0ab1d-f33c-4698-8775-88870f3e95df,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.636103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 48170) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.642019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1ca21d83-26c4-488c-800c-df70a3abf666 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'security_group_rule': {'security_group_id': '27c0ab1d-f33c-4698-8775-88870f3e95df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:01.664877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6c3e7166-9201-4375-9c19-a8b748e43fc1 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:01.665352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.671910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ca21d83-26c4-488c-800c-df70a3abf666 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.722934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ca21d83-26c4-488c-800c-df70a3abf666 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.726913 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ca21d83-26c4-488c-800c-df70a3abf666 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.747873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca21d83-26c4-488c-800c-df70a3abf666 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908848a0-9684-4b6f-bb6d-22da57ea612e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.756095 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ca21d83-26c4-488c-800c-df70a3abf666 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.757498 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1ca21d83-26c4-488c-800c-df70a3abf666 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196868 Dec 06 12:30:01.760905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 48172) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.765572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-65254f19-e0f0-41c0-8d94-f36c9278368b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'security_group_rule': {'security_group_id': '27c0ab1d-f33c-4698-8775-88870f3e95df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:01.790750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-65254f19-e0f0-41c0-8d94-f36c9278368b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.851419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-65254f19-e0f0-41c0-8d94-f36c9278368b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.856091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-65254f19-e0f0-41c0-8d94-f36c9278368b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.883680 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65254f19-e0f0-41c0-8d94-f36c9278368b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652e7408-7d03-49e5-b0ca-11477905b5c6,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:01.888762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-65254f19-e0f0-41c0-8d94-f36c9278368b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.891893 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-65254f19-e0f0-41c0-8d94-f36c9278368b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279395 Dec 06 12:30:01.893787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 48174) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:01.900071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:30:01.904782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:01.910319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:01.910927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:01.938919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:01.980054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.034555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:02.041723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.146652 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Allocated IP 172.36.1.227 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/62d6e9ca-7f4c-452d-9b42-d05e206cc02d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:02.240611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 2, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:02.260591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.268731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:30:02.269095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Updating router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:30:02.297234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.307530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.350401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:02.353836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:02.356637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:02.383881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'Port': ['ID=62d6e9ca-7f4c-452d-9b42-d05e206cc02d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.449587 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.483761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.570081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.575696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.624501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd4afe-3e9a-47a0-8d01-bb0a2b635d7f None None] Pushing event updated for resources: {'Port': ['ID=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.648637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.654923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.680576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Attempting to bind port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:02.680978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Attempting to bind port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:02.681516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Attempting to bind port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:02.686733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:02.687105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Checking segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:02.687504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.687906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Bound using segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:02.688380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Bound port: 0286e1eb-d3e1-46a6-ac7a-fa524d703abe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:02.688775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.730982 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'Port': ['ID=62d6e9ca-7f4c-452d-9b42-d05e206cc02d,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.741652 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.755038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] For port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:02.758840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.758996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] For port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:02.764730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.768624 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-06e68a3b-ef2d-4787-942d-5644f29d2b79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8731742 Dec 06 12:30:02.830552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd4afe-3e9a-47a0-8d01-bb0a2b635d7f None None] Pushing event updated for resources: {'Port': ['ID=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:02.833175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:02.833772 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:02.913510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-bdcf9076-5f1e-42dc-b5ee-d830c91cdc53 None None] Provisioning complete for port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:02.914355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9076-5f1e-42dc-b5ee-d830c91cdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:02.929853 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-c99f2337-7ae8-4d9e-8018-7ae189f17cf3 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--332599534&fields=id&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 267 time: 0.0485044 Dec 06 12:30:03.008215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:03.045930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-9d19bb84-96bd-4250-a6b6-52a6dea1c2cb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:03.047389 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-9d19bb84-96bd-4250-a6b6-52a6dea1c2cb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 812 time: 0.1100252 Dec 06 12:30:03.062699 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-8e362b05-8d74-43cb-af8e-b101ee340821 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/quotas/44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 375 time: 0.0094900 Dec 06 12:30:03.115597 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-e7a8682f-3830-4e3a-80a5-0f9be245d18e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471952 Dec 06 12:30:03.166334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9076-5f1e-42dc-b5ee-d830c91cdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.214666 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-62a87e0a-4702-4b3b-a74c-6367a5b08081 service neutron] 10.222.0.24 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868449 Dec 06 12:30:03.223750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bdcf9076-5f1e-42dc-b5ee-d830c91cdc53 None None] For port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:03.228084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9076-5f1e-42dc-b5ee-d830c91cdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.304601 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-896b36b5-65dc-4c0a-93db-5ac9774cde54 service neutron] 10.222.0.24 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836730 Dec 06 12:30:03.312912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf9076-5f1e-42dc-b5ee-d830c91cdc53 None None] Pushing event updated for resources: {'Port': ['ID=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:03.324510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:02Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:03.354361 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d10c174-202a-431b-a0e3-1deab6799976 None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:02Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:03.365901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-54701104-3f08-45fd-9dd5-709da779c877 None None] Provisioning complete for port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:03.366272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54701104-3f08-45fd-9dd5-709da779c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:03.553871 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-174664b7-d2ca-419c-9918-9d70e65f2b56 req-42b06694-b981-4ec5-a50e-635d389dfead tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 210 time: 0.0503259 Dec 06 12:30:03.632666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0286e1eb-d3e1-46a6-ac7a-fa524d703abe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:03.686681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:03.687160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:04.505218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-925fed08-7c7d-4822-80b9-0fc5b0abcf48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:04.506652 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-925fed08-7c7d-4822-80b9-0fc5b0abcf48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 812 time: 0.1179004 Dec 06 12:30:04.570981 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-f8988cdf-4600-40e5-bfcb-a063026175d2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 379 time: 0.0549192 Dec 06 12:30:04.580706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'port': {'device_id': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'admin_state_up': True, 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'security_groups': ['27c0ab1d-f33c-4698-8775-88870f3e95df']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:04.664644 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cd7e3200-6217-4691-a47b-643730424460 req-8715ab8a-ec32-407c-9d0c-24ee5eef12e5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 210 time: 0.0304904 Dec 06 12:30:04.713358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Made reservation on behalf of 44016f0ebd8449c78e862adc0d7dd90b for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:30:04.717198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.120301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Allocated IP 172.20.0.6 (b3620c7e-57a7-4841-8bf4-df515043404b/00a34353-1424-4753-a13a-ad97b9667b1c/c52807b8-938f-4c84-b724-366774b03574) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:30:05.252887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.285587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.332729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Network b3620c7e-57a7-4841-8bf4-df515043404b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:30:05.335875 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:30:05.340099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:30:05.363883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:05.394636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:05.395244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.412333 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-00083d99-3ed3-4cc6-8f91-3f7aa2df025c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8352401 Dec 06 12:30:05.424621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Request body: {'port': {'device_id': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:05.481796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.527040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7defe423-e7e0-42c1-aff7-e4ca50c53217 None None] Provisioning complete for port c52807b8-938f-4c84-b724-366774b03574 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:05.527725 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7defe423-e7e0-42c1-aff7-e4ca50c53217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.564634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7defe423-e7e0-42c1-aff7-e4ca50c53217 None None] Port c52807b8-938f-4c84-b724-366774b03574 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:30:05.771967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52807b8-938f-4c84-b724-366774b03574 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:30:05.780654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.804246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43aeb-3c4e-4ab6-95b4-fab4cb24c682 req-aa83a8f6-9e0d-4fa8-a2cb-fa945ca65dea tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:05.805733 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bde43aeb-3c4e-4ab6-95b4-fab4cb24c682 req-aa83a8f6-9e0d-4fa8-a2cb-fa945ca65dea tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 931 time: 0.0723107 Dec 06 12:30:05.807583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Transition to ACTIVE for port object c52807b8-938f-4c84-b724-366774b03574 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:30:05.822000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:05.905138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:05.911400 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bde43aeb-3c4e-4ab6-95b4-fab4cb24c682 req-623cdbb3-c224-4485-b514-816c6c281d44 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968168 Dec 06 12:30:05.999798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Attempting to bind port c52807b8-938f-4c84-b724-366774b03574 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:30:06.000602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Attempting to bind port c52807b8-938f-4c84-b724-366774b03574 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:30:06.000946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Attempting to bind port c52807b8-938f-4c84-b724-366774b03574 on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:06.007330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Port c52807b8-938f-4c84-b724-366774b03574 on network b3620c7e-57a7-4841-8bf4-df515043404b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:30:06.007934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Attempting to bind port c52807b8-938f-4c84-b724-366774b03574 on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:30:06.016009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:30:06.016349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Checking segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:30:06.016739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Bound using segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:30:06.017166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Bound port: c52807b8-938f-4c84-b724-366774b03574, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:30:06.017544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.083372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:30:06.086469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:30:06.091837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.132058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:06.132269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:06.133585 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] 10.222.0.43 "PUT /v2.0/ports/c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 1093 time: 0.7131832 Dec 06 12:30:06.134059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'tag': 'c52807b8-938f-4c84-b724-366774b03574'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:30:06.137091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980a4680-c192-481e-8003-02095d8294da" -d '{"events": [{"name": "network-changed", "server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "tag": "c52807b8-938f-4c84-b724-366774b03574"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:30:06.160911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b765dac-aa39-4ff6-9e39-8886c4d04fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:06.204559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8225aa70-70b2-42c9-8962-edd36e3b69d0 x-openstack-request-id: req-8225aa70-70b2-42c9-8962-edd36e3b69d0 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:30:06.204857 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "tag": "c52807b8-938f-4c84-b724-366774b03574", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:30:06.205114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8225aa70-70b2-42c9-8962-edd36e3b69d0 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:30:06.205516 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'tag': 'c52807b8-938f-4c84-b724-366774b03574', 'status': 'completed', 'code': 200} Dec 06 12:30:06.222098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-dfbbec49-c514-4b31-b4db-07e609220a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:06.223511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-dfbbec49-c514-4b31-b4db-07e609220a27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1096 time: 0.0477817 Dec 06 12:30:06.281122 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-e1c2b2fd-5044-4250-be7a-399ee8dd5bec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 217 time: 0.0441880 Dec 06 12:30:06.348153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-a02754f2-9352-49bf-9522-7b730a6a006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:06.349809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-a02754f2-9352-49bf-9522-7b730a6a006e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0618231 Dec 06 12:30:06.410513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-5e1d12a7-befc-4177-9b58-fb0c4396b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:06.412144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-5e1d12a7-befc-4177-9b58-fb0c4396b294 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539269 Dec 06 12:30:06.503559 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-b6850d72-8cf2-4641-9678-c2923aa21b3d service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843153 Dec 06 12:30:06.597192 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bbff45c4-37b5-4f69-b516-d254b42318ee req-6c2e54eb-82bc-49ef-8593-509b75a84ddf service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862901 Dec 06 12:30:06.684531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a4680-c192-481e-8003-02095d8294da req-a1bf266c-782a-44d7-8739-5cb873cdf6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:06.686128 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-980a4680-c192-481e-8003-02095d8294da req-a1bf266c-782a-44d7-8739-5cb873cdf6d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1096 time: 0.0440814 Dec 06 12:30:06.784279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a4680-c192-481e-8003-02095d8294da req-8ac14c70-ffdf-479a-9111-11afa35b4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:06.785673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-980a4680-c192-481e-8003-02095d8294da req-8ac14c70-ffdf-479a-9111-11afa35b4ace service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0926390 Dec 06 12:30:06.827833 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-980a4680-c192-481e-8003-02095d8294da req-9fc8d73d-15e7-4114-badf-ac6f943ad6c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 217 time: 0.0349834 Dec 06 12:30:06.876479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a4680-c192-481e-8003-02095d8294da req-b2932f48-1313-407e-b57c-fa835d6c2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:06.877937 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-980a4680-c192-481e-8003-02095d8294da req-b2932f48-1313-407e-b57c-fa835d6c2081 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0437207 Dec 06 12:30:06.928123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a4680-c192-481e-8003-02095d8294da req-1ccf3ba2-fcf2-4015-b483-fdf96ca45c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:06.929601 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-980a4680-c192-481e-8003-02095d8294da req-1ccf3ba2-fcf2-4015-b483-fdf96ca45c60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437694 Dec 06 12:30:07.051587 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-980a4680-c192-481e-8003-02095d8294da req-081e8d16-b474-4376-bf2e-4714a6f174c4 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140029 Dec 06 12:30:07.062565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2fbf2-bc51-435e-ba95-013632eec1f4 req-9b90992c-4e0d-4028-bdb5-68c942a5a3f4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:07.064416 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6eb2fbf2-bc51-435e-ba95-013632eec1f4 req-9b90992c-4e0d-4028-bdb5-68c942a5a3f4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 943 time: 0.0742016 Dec 06 12:30:07.167281 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6eb2fbf2-bc51-435e-ba95-013632eec1f4 req-6a35505f-a8f4-42f3-9bc1-b1c278c8bd4e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926359 Dec 06 12:30:07.187831 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-980a4680-c192-481e-8003-02095d8294da req-16d78492-c36a-4212-bb9c-f90eeba55d57 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222980 Dec 06 12:30:08.289377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05697c-4741-4da4-aed7-b27a64f40854 req-27423eb4-2b99-42c6-954c-76dcfdee80b4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:08.290865 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb05697c-4741-4da4-aed7-b27a64f40854 req-27423eb4-2b99-42c6-954c-76dcfdee80b4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 943 time: 0.0539923 Dec 06 12:30:08.338300 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb05697c-4741-4da4-aed7-b27a64f40854 req-d4e0e484-f54a-4953-919c-7c2cece4a1b9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413322 Dec 06 12:30:08.377765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c52807b8-938f-4c84-b724-366774b03574 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:30:08.612949 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:08.624338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'c52807b8-938f-4c84-b724-366774b03574', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': 'c52807b8-938f-4c84-b724-366774b03574', 'mac_address': 'fa:16:3e:c7:b6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:30:08.662418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.675066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52807b8-938f-4c84-b724-366774b03574 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:30:08.694742 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:08.699270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:08.744871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:09.006498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['c52807b8-938f-4c84-b724-366774b03574'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:30:09.454285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34872131-ea69-47dd-9fbb-d1e835adc1e2 req-33fe36e5-8a53-48e3-b997-12d258796ae3 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:09.455741 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-34872131-ea69-47dd-9fbb-d1e835adc1e2 req-33fe36e5-8a53-48e3-b997-12d258796ae3 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 944 time: 0.0488482 Dec 06 12:30:09.502618 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-34872131-ea69-47dd-9fbb-d1e835adc1e2 req-291a050e-4aef-4922-b037-f599a869bd8f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408380 Dec 06 12:30:10.394319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c52807b8-938f-4c84-b724-366774b03574 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:30:10.442738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port c52807b8-938f-4c84-b724-366774b03574 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:30:10.447880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port c52807b8-938f-4c84-b724-366774b03574 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:30:10.448326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.527177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.549701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52807b8-938f-4c84-b724-366774b03574'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:30:10.552007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09add87-dc43-4be1-bd18-ca38d905a956" -d '{"events": [{"server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "name": "network-vif-plugged", "status": "completed", "tag": "c52807b8-938f-4c84-b724-366774b03574"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:30:10.565964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:30:10.571090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:10.596020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a6b10b-130e-43ed-a878-f04f59b19755 x-openstack-request-id: req-f9a6b10b-130e-43ed-a878-f04f59b19755 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:30:10.596319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "name": "network-vif-plugged", "status": "completed", "tag": "c52807b8-938f-4c84-b724-366774b03574", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:30:10.596570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9a6b10b-130e-43ed-a878-f04f59b19755 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:30:10.596972 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52807b8-938f-4c84-b724-366774b03574', 'code': 200} Dec 06 12:30:10.621193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d5cd6-94b6-4c55-b83c-daa5ebdfb385 req-edc512e6-e2b2-45a6-a696-609c9fa49546 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:10.622725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-575d5cd6-94b6-4c55-b83c-daa5ebdfb385 req-edc512e6-e2b2-45a6-a696-609c9fa49546 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0493176 Dec 06 12:30:10.626927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:30:10.676362 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-575d5cd6-94b6-4c55-b83c-daa5ebdfb385 req-8b8257f8-9629-478c-8459-e6a3f2014aae tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470259 Dec 06 12:30:10.769299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7123a-aa33-4c9c-86ae-8fd7951e3aae req-e836a603-b725-4f90-8e30-a71487a8a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:10.770774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1e7123a-aa33-4c9c-86ae-8fd7951e3aae req-e836a603-b725-4f90-8e30-a71487a8a81e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1098 time: 0.0392041 Dec 06 12:30:10.816233 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1e7123a-aa33-4c9c-86ae-8fd7951e3aae req-1aa5e1a4-f341-484e-b7f5-843ebf761ace service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374138 Dec 06 12:30:11.816824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cd22e-f861-46ba-a969-48167c810e0b req-82201948-878f-4b8c-9263-99bac26a4242 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:11.819901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c4cd22e-f861-46ba-a969-48167c810e0b req-82201948-878f-4b8c-9263-99bac26a4242 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0567849 Dec 06 12:30:11.876165 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c4cd22e-f861-46ba-a969-48167c810e0b req-1f098b41-a02c-4c82-a1c1-e2274d93978b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498507 Dec 06 12:30:12.998772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711772e5-70ba-45a7-86fc-72bb3c66a1f9 req-a97fede9-4d65-4584-9255-6139aad22e71 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:13.000282 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-711772e5-70ba-45a7-86fc-72bb3c66a1f9 req-a97fede9-4d65-4584-9255-6139aad22e71 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0519271 Dec 06 12:30:13.047661 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-711772e5-70ba-45a7-86fc-72bb3c66a1f9 req-b9831847-6d59-4c58-ad09-4f3e45ac01c8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414815 Dec 06 12:30:13.156831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f242-611f-4027-ba0c-49b649b40cc1 req-cf6d52a4-8a88-43a4-9035-9a573c6d3db3 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:13.158338 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3113f242-611f-4027-ba0c-49b649b40cc1 req-cf6d52a4-8a88-43a4-9035-9a573c6d3db3 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0485697 Dec 06 12:30:13.167873 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48224) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:30:13.172610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'floatingip': {'port_id': 'c52807b8-938f-4c84-b724-366774b03574'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:30:13.245339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.700103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.703830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:13.802536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Floating IP 71d8ce13-6571-460e-95ee-81221a389660 associated. External IP: 172.36.1.227, port: c52807b8-938f-4c84-b724-366774b03574. Dec 06 12:30:14.010157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:30:14.400554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:30:14.405036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:14.411981 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:30:14.421847 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:14.422451 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:14.433073 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0908b88f-8705-4643-89dc-d6d97381667c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "PUT /v2.0/floatingips/71d8ce13-6571-460e-95ee-81221a389660 HTTP/1.1" status: 200 len: 991 time: 1.2639296 Dec 06 12:30:14.433684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'tag': 'c52807b8-938f-4c84-b724-366774b03574'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:30:14.436272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86" -d '{"events": [{"name": "network-changed", "server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "tag": "c52807b8-938f-4c84-b724-366774b03574"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:30:14.476277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866fce5e-11bd-45e5-b6b9-24df6bea80f8 x-openstack-request-id: req-866fce5e-11bd-45e5-b6b9-24df6bea80f8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:30:14.476716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "tag": "c52807b8-938f-4c84-b724-366774b03574", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:30:14.477930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-866fce5e-11bd-45e5-b6b9-24df6bea80f8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:30:14.478344 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'tag': 'c52807b8-938f-4c84-b724-366774b03574', 'status': 'completed', 'code': 200} Dec 06 12:30:14.532108 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:14.540475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-89b0632f-e8b3-4c83-85dc-396b701be9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:14.541967 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-89b0632f-e8b3-4c83-85dc-396b701be9b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1098 time: 0.0412669 Dec 06 12:30:14.635053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-5c500009-c5ff-4fb5-9572-dcd98cc769fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:14.636565 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-5c500009-c5ff-4fb5-9572-dcd98cc769fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0875959 Dec 06 12:30:14.701210 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-67a6ccc7-fd5c-4d6c-a629-f81c5f87f8b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 999 time: 0.0576785 Dec 06 12:30:14.749610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-c2d3d1a0-f7f1-4192-8da8-3705ca3b682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:14.751146 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-c2d3d1a0-f7f1-4192-8da8-3705ca3b682b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0437655 Dec 06 12:30:14.759205 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': 'c52807b8-938f-4c84-b724-366774b03574', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:c7:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:30:13Z', 'revision_number': 1, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:14.784946 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:30:14.793756 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:30:14.794461 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:29:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:14.799634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-ad4243da-973c-4dd0-b924-5babf42ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:14.801146 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-ad4243da-973c-4dd0-b924-5babf42ae415 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434818 Dec 06 12:30:14.891849 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-851db17a-2c82-4116-9c34-f9a7249cfd97 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828929 Dec 06 12:30:14.899997 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:30:14.989102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d7da7a-5bbb-4655-9c30-2a347e9afc86 req-4ce58eb7-1404-4f0a-948b-b8fbb84c8017 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903275 Dec 06 12:30:15.119497 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': 'c52807b8-938f-4c84-b724-366774b03574', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:c7:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:30:13Z', 'revision_number': 1, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:30:15.148715 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e6e2a-1e79-4299-9cb3-31db3fa8a16a None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': 'c52807b8-938f-4c84-b724-366774b03574', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:c7:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:30:13Z', 'revision_number': 1, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:30:15.193692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:15.346878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec43de3-4a77-47c2-ab75-af6f29c19bd3 None None] New status for floating IP 71d8ce13-6571-460e-95ee-81221a389660: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:30:26.262185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54f790d6-d436-42db-a2a3-b81d57378cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:28.675253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada46934-1d95-4715-9924-34e68e24e243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:29.865707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:30.927828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:31.657711 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:30:31.957279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:39.037124 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-ffb2df69-ba37-42be-bee8-b4dec35c65ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853181 Dec 06 12:30:39.117818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-0fc9f6a9-3c60-4ab2-9780-e72081404460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:39.119274 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-0fc9f6a9-3c60-4ab2-9780-e72081404460 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1098 time: 0.0398691 Dec 06 12:30:39.224891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-fdd66280-43d6-4b6b-954f-ecc6fc6007b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:39.226252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-fdd66280-43d6-4b6b-954f-ecc6fc6007b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0875196 Dec 06 12:30:39.290512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-32122c88-517b-4a5a-abd8-6f4057cad857 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 1001 time: 0.0561447 Dec 06 12:30:39.345190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-0b299eba-2322-4796-a711-52cf8a7c39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:39.346697 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-0b299eba-2322-4796-a711-52cf8a7c39cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0484176 Dec 06 12:30:39.392726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-118aba1b-1e74-4d8e-9d60-352f732780e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:30:39.394196 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-118aba1b-1e74-4d8e-9d60-352f732780e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401950 Dec 06 12:30:39.485883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-77ec654e-9666-4e9e-b959-f9de80380344 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834386 Dec 06 12:30:39.581340 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c9f2ec7-673e-4cb7-9f82-d1534a9993b5 req-148921ca-1e71-43e7-8431-9e884d0e700b service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881720 Dec 06 12:30:45.181222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:56.263076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92ddf12f-be8a-42ef-8a2d-aa494f82b3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:58.677455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62e91237-9121-407e-a7fe-de5c47dde609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:30:59.866940 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:00.930783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:01.948159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:08.658040 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:31:15.201260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:25.313307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a012-6f57-482e-88bf-6c3ef50b13b8 req-84577aa8-8830-4034-8fd8-bc12919b17ab tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:25.315478 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3c05a012-6f57-482e-88bf-6c3ef50b13b8 req-84577aa8-8830-4034-8fd8-bc12919b17ab tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.1041210 Dec 06 12:31:25.377183 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3c05a012-6f57-482e-88bf-6c3ef50b13b8 req-abb74cfc-35b0-4768-9dc0-63794a8b600b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510600 Dec 06 12:31:25.601163 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-a4946c26-3fa6-4053-af6e-c2e2d814e0af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431204 Dec 06 12:31:25.619433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4c774-75bc-4c41-995b-bd68f1e742f5 req-628cd754-a768-4426-ab1b-faaee7ea363f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:25.621086 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fa4c774-75bc-4c41-995b-bd68f1e742f5 req-628cd754-a768-4426-ab1b-faaee7ea363f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0556426 Dec 06 12:31:25.676057 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fa4c774-75bc-4c41-995b-bd68f1e742f5 req-09044314-3e83-4094-afef-29dd782c7e73 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487063 Dec 06 12:31:26.265333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd895db1-edef-458d-a668-bb5437eb906d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:26.741292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-33ce954f-6269-4e64-9d21-206b3bdcb6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:26.742806 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-33ce954f-6269-4e64-9d21-206b3bdcb6a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1098 time: 0.0419073 Dec 06 12:31:26.875654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f8f90-922a-45f4-ba19-0aae2b482907 req-3f039916-a077-42e7-b669-fffbe03b8ab9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:26.877176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa1f8f90-922a-45f4-ba19-0aae2b482907 req-3f039916-a077-42e7-b669-fffbe03b8ab9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.1285689 Dec 06 12:31:26.879911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-e03604d2-63d1-4eca-90ba-ac2454f1c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:26.881272 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-e03604d2-63d1-4eca-90ba-ac2454f1c4cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.1281722 Dec 06 12:31:26.973416 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa1f8f90-922a-45f4-ba19-0aae2b482907 req-1e31d6e7-3be9-43ff-b210-7e56a2d407ea tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898168 Dec 06 12:31:26.977548 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-19a634de-bd6a-4db7-b115-cb43c9826f96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 1001 time: 0.0872865 Dec 06 12:31:27.029339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-4fe4d6ef-f782-4bb3-8049-e2d757d34872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:27.030835 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-4fe4d6ef-f782-4bb3-8049-e2d757d34872 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0468254 Dec 06 12:31:27.076302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-8759ebc4-cf80-4bd2-a215-dc967e8053aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:27.077802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-8759ebc4-cf80-4bd2-a215-dc967e8053aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394788 Dec 06 12:31:27.170635 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-2d12e632-98c3-4409-b7b5-128783c6a6d3 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850549 Dec 06 12:31:27.259071 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-70c9174e-e577-40e9-ae0c-c843626fcef8 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807395 Dec 06 12:31:28.088755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1b634-6ebe-434e-ad01-72e629733746 req-129d3349-e48c-4b2d-a608-6eeca05e297c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:28.090133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-69e1b634-6ebe-434e-ad01-72e629733746 req-129d3349-e48c-4b2d-a608-6eeca05e297c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0482602 Dec 06 12:31:28.140388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-69e1b634-6ebe-434e-ad01-72e629733746 req-58600daa-96f3-4c6d-95eb-e9e32f908fda tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443258 Dec 06 12:31:28.678706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7444460f-235b-45cf-b416-443f08def88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:29.257548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9f49d-0ee7-4d2c-980d-d7857f6c9640 req-1ba239f0-b041-41ca-8f18-823d5f75df37 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:29.259025 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55f9f49d-0ee7-4d2c-980d-d7857f6c9640 req-1ba239f0-b041-41ca-8f18-823d5f75df37 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0505195 Dec 06 12:31:29.307160 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55f9f49d-0ee7-4d2c-980d-d7857f6c9640 req-1d138249-21a5-473b-810a-2e5cbe9e8408 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422299 Dec 06 12:31:29.870295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:30.434956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acbf7a-2eb3-4ce8-afdc-4d91b645ca2c req-16a2b1fe-7af7-48c7-a35b-75aeae79b76d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:30.436456 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-69acbf7a-2eb3-4ce8-afdc-4d91b645ca2c req-16a2b1fe-7af7-48c7-a35b-75aeae79b76d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0483937 Dec 06 12:31:30.482667 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-69acbf7a-2eb3-4ce8-afdc-4d91b645ca2c req-66b37d6a-44f6-4506-a5b4-b429381e2ed8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402818 Dec 06 12:31:30.933520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:31.601916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6806bd-7e64-4ee8-bf12-5569f12fa9e4 req-c1f2fcb8-78bd-43fd-87f2-99eda39f94fd tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:31.603675 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d6806bd-7e64-4ee8-bf12-5569f12fa9e4 req-c1f2fcb8-78bd-43fd-87f2-99eda39f94fd tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0527511 Dec 06 12:31:31.650300 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d6806bd-7e64-4ee8-bf12-5569f12fa9e4 req-6ec1e577-f12a-4858-a133-0ba19167f6f4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407889 Dec 06 12:31:32.093842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:32.769463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1704daf-2236-4334-ba59-2ce19b8896fe req-29e1ab12-907c-463b-8b76-150a21f590de tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:32.770955 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1704daf-2236-4334-ba59-2ce19b8896fe req-29e1ab12-907c-463b-8b76-150a21f590de tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0504904 Dec 06 12:31:32.819030 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1704daf-2236-4334-ba59-2ce19b8896fe req-6a4c9b37-bbc5-4ca1-a8e9-501343d6dd90 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420823 Dec 06 12:31:33.937816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64e6ec-8087-4472-9096-987727419192 req-e98803e0-b061-42e6-89fa-a3413df717f9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:33.939292 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f64e6ec-8087-4472-9096-987727419192 req-e98803e0-b061-42e6-89fa-a3413df717f9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0526538 Dec 06 12:31:33.985735 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9f64e6ec-8087-4472-9096-987727419192 req-50992de8-e6f5-4e5c-a6f8-cbe784a39f6b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 Dec 06 12:31:35.101130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ff5c-385b-4703-9a44-02b345734407 req-80cb2008-feda-495f-9cef-f92a49b1e65f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:35.102584 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9b9ff5c-385b-4703-9a44-02b345734407 req-80cb2008-feda-495f-9cef-f92a49b1e65f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0482650 Dec 06 12:31:35.150008 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d9b9ff5c-385b-4703-9a44-02b345734407 req-c25e98cc-cb98-4886-b9bb-701ce9028dd0 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412297 Dec 06 12:31:36.264239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5e81f-5ac9-4f99-b5a9-313837e4301b req-59bee76c-3fe2-4302-b864-da9110b19a3f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:36.265726 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8a5e81f-5ac9-4f99-b5a9-313837e4301b req-59bee76c-3fe2-4302-b864-da9110b19a3f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0487511 Dec 06 12:31:36.319302 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8a5e81f-5ac9-4f99-b5a9-313837e4301b req-39b188d9-27b2-4954-8420-4803a6ad5290 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472286 Dec 06 12:31:37.435584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227bbbe-808b-4982-a7e1-f2f4d9dd73c4 req-f78b28a4-2f3b-468a-8eb9-bcd8aaa520e8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:37.437093 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e227bbbe-808b-4982-a7e1-f2f4d9dd73c4 req-f78b28a4-2f3b-468a-8eb9-bcd8aaa520e8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Dec 06 12:31:37.484741 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e227bbbe-808b-4982-a7e1-f2f4d9dd73c4 req-98915b0f-1575-4664-8aaf-d725a0be469c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417128 Dec 06 12:31:38.599892 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb5b0c-b4eb-4e3e-bbc0-9802016045f7 req-14dbc427-3e12-47bd-888e-a90c0f47b41d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:38.601296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6bfb5b0c-b4eb-4e3e-bbc0-9802016045f7 req-14dbc427-3e12-47bd-888e-a90c0f47b41d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0480237 Dec 06 12:31:38.648524 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6bfb5b0c-b4eb-4e3e-bbc0-9802016045f7 req-57551dff-cf69-4b57-9869-509c43f4187b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410948 Dec 06 12:31:38.830875 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-ada7453f-d39c-4c00-a7c3-60c22399f271 service neutron] 10.222.0.43 "GET /v2.0/ports/c52807b8-938f-4c84-b724-366774b03574/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0566173 Dec 06 12:31:39.051261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-8e5d2ecf-39e2-4ce1-a4d3-8001c50ba063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.052920 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-8e5d2ecf-39e2-4ce1-a4d3-8001c50ba063 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1098 time: 0.0483742 Dec 06 12:31:39.134820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-9ea42d86-4819-451a-adce-fbef7e25b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.136308 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-9ea42d86-4819-451a-adce-fbef7e25b367 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 1098 time: 0.0944400 Dec 06 12:31:39.165549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-2e3d47ad-7e23-412f-a12b-fee7433c32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.166916 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-2e3d47ad-7e23-412f-a12b-fee7433c32d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0957358 Dec 06 12:31:39.232007 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-0ebfa2fe-1029-462a-a040-b4b05b551f22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 1001 time: 0.0578680 Dec 06 12:31:39.282626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-ac21ed44-73f9-42d4-8704-b55f58ef844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.284039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-ac21ed44-73f9-42d4-8704-b55f58ef844d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0455174 Dec 06 12:31:39.332228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-fb0d704e-8b16-4f20-b7bf-c35b1f0e5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.334258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-fb0d704e-8b16-4f20-b7bf-c35b1f0e5b34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433314 Dec 06 12:31:39.422680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-89ef6702-3490-4093-878e-d477c05c446a service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812755 Dec 06 12:31:39.513949 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeda96dd-c0e7-4c2a-b6d5-9c90191cd701 req-42c96697-26d9-4a6d-b873-c6041a108b77 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841625 Dec 06 12:31:39.590643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-6c308c80-edad-4ad8-83d0-c95b6ee1e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.592172 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-6c308c80-edad-4ad8-83d0-c95b6ee1e600 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1098 time: 0.0405362 Dec 06 12:31:39.682312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-71d7448c-f0e7-4fee-a034-ddc1afded9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.683890 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-71d7448c-f0e7-4fee-a034-ddc1afded9b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0853224 Dec 06 12:31:39.776569 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-c07a9783-b280-4b82-8ec4-a631c8aa2094 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 1001 time: 0.0859535 Dec 06 12:31:39.799259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc2c18-e8c5-4d49-8632-1cf461ed12ba req-d2bf767b-dd73-482b-8294-5c39c799ee7f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.800680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9adc2c18-e8c5-4d49-8632-1cf461ed12ba req-d2bf767b-dd73-482b-8294-5c39c799ee7f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0755334 Dec 06 12:31:39.855164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-b26859ca-018f-4451-b291-e0047430f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.856511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-b26859ca-018f-4451-b291-e0047430f4a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0723984 Dec 06 12:31:39.881742 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9adc2c18-e8c5-4d49-8632-1cf461ed12ba req-595beeae-1494-47ae-b5c3-2487b0459d1b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637329 Dec 06 12:31:39.909270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-63d3cc7f-e22c-43a8-8021-3066daa10720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:39.910764 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-63d3cc7f-e22c-43a8-8021-3066daa10720 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444820 Dec 06 12:31:40.016784 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-d8d4f8ca-02be-49df-b196-ffb2158f9842 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981708 Dec 06 12:31:40.104641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-dcc7569d-ff3c-45b6-ac8d-014ba451ab1e service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807755 Dec 06 12:31:41.000198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d1672-685c-42d8-89cd-d0ecf7665585 req-698bcdf1-b901-4194-a17d-9438fb7c2150 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:41.001659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-145d1672-685c-42d8-89cd-d0ecf7665585 req-698bcdf1-b901-4194-a17d-9438fb7c2150 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0523047 Dec 06 12:31:41.050499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-145d1672-685c-42d8-89cd-d0ecf7665585 req-3c714166-51b4-4729-9020-f7ed377a8e82 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427132 Dec 06 12:31:42.166778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea6cca-5a3f-46e0-93e9-743219e15a77 req-129a3ca3-4776-4998-9696-f75994455f11 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:42.168292 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0dea6cca-5a3f-46e0-93e9-743219e15a77 req-129a3ca3-4776-4998-9696-f75994455f11 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0480332 Dec 06 12:31:42.214063 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0dea6cca-5a3f-46e0-93e9-743219e15a77 req-8c4e5b56-6fa3-4cc2-9907-efc8a9780078 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Dec 06 12:31:42.815138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c52807b8-938f-4c84-b724-366774b03574 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:31:42.819573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c52807b8-938f-4c84-b724-366774b03574 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:31:42.972455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:42.982001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:43.007914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'c52807b8-938f-4c84-b724-366774b03574', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': 'c52807b8-938f-4c84-b724-366774b03574', 'mac_address': 'fa:16:3e:c7:b6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:31:43.014097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c52807b8-938f-4c84-b724-366774b03574'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:31:43.016389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ce1f0-60de-4a3f-b2b2-860671ed0834" -d '{"events": [{"server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c52807b8-938f-4c84-b724-366774b03574"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:31:43.036610 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:43.060651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.069863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f8677e-8c0a-4989-8d6d-b60b2f0354e5 x-openstack-request-id: req-d1f8677e-8c0a-4989-8d6d-b60b2f0354e5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:31:43.070099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c52807b8-938f-4c84-b724-366774b03574", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:31:43.070572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1f8677e-8c0a-4989-8d6d-b60b2f0354e5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:31:43.070807 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c52807b8-938f-4c84-b724-366774b03574', 'code': 200} Dec 06 12:31:43.101570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.118683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c52807b8-938f-4c84-b724-366774b03574 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:31:43.137511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:43.162498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.162854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.163200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.163540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.163897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.164238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.164566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.164896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.165223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.165551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.165876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.166198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.166523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:43.181929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:31:43.182291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:31:43.329523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529a4e-a87a-4540-b7cf-69a38cd8d7ff req-95b4454c-ed8d-4ce5-b4b8-f5ac18bffd3a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:43.331060 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82529a4e-a87a-4540-b7cf-69a38cd8d7ff req-95b4454c-ed8d-4ce5-b4b8-f5ac18bffd3a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 943 time: 0.0493441 Dec 06 12:31:43.383074 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82529a4e-a87a-4540-b7cf-69a38cd8d7ff req-ef3fe2c3-6677-4a0b-a60a-04ad6a436cc7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449443 Dec 06 12:31:43.574874 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec076b86-bde2-4729-a514-ee3254becfc3 req-17249557-363d-4832-a012-a7e5fefddc3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:43.576522 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec076b86-bde2-4729-a514-ee3254becfc3 req-17249557-363d-4832-a012-a7e5fefddc3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 943 time: 0.0501122 Dec 06 12:31:43.653827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-709058b1-b077-4b00-9d8d-b03f24ae24a8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:43.655191 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-709058b1-b077-4b00-9d8d-b03f24ae24a8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4&tenant_id=44016f0ebd8449c78e862adc0d7dd90b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0778010 Dec 06 12:31:43.659561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec076b86-bde2-4729-a514-ee3254becfc3 req-4f0ba929-5d18-493d-bddc-8e2128a7543a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734508 Dec 06 12:31:43.717212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.730824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52807b8-938f-4c84-b724-366774b03574 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:31:43.736040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-ec4fe862-95e0-48e9-8c66-9c5bc2c13220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:43.737554 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-ec4fe862-95e0-48e9-8c66-9c5bc2c13220 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 1096 time: 0.0414705 Dec 06 12:31:43.754400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:43.758160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:43.810647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:43.816692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['c52807b8-938f-4c84-b724-366774b03574'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:31:43.829230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-6687691f-8ff4-4f6e-96a7-5bde0579f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:43.830679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-6687691f-8ff4-4f6e-96a7-5bde0579f6e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0866954 Dec 06 12:31:43.901040 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-0dc8929d-9d1b-4cd3-ac0e-f5781cacecff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 200 len: 1000 time: 0.0624285 Dec 06 12:31:43.959971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-4927a78c-378f-45cc-93f8-adb9f03d51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:43.961541 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-4927a78c-378f-45cc-93f8-adb9f03d51ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0510349 Dec 06 12:31:44.009909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-97124b2f-8a50-414e-aa99-154f055aca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:44.011381 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-97124b2f-8a50-414e-aa99-154f055aca0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423114 Dec 06 12:31:44.106065 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-ba6f11b2-e62b-46a0-aba0-efa1a4779d9e service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865850 Dec 06 12:31:44.196680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a8f43a23-c3fc-466c-8427-7ceaddd49c77 req-cfa7bafe-d3ea-4263-946e-bd1455595c02 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834548 Dec 06 12:31:44.785114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af306d4-92c4-40da-a5fc-22b0891aec8c req-e6a9bcd0-2945-49da-91ae-a000b99f72f0 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:44.787185 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7af306d4-92c4-40da-a5fc-22b0891aec8c req-e6a9bcd0-2945-49da-91ae-a000b99f72f0 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 944 time: 0.0536985 Dec 06 12:31:44.831440 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c52807b8-938f-4c84-b724-366774b03574 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:31:44.841434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7af306d4-92c4-40da-a5fc-22b0891aec8c req-51f58463-a193-4b70-80f1-56c02a9feeee tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473323 Dec 06 12:31:44.892072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port c52807b8-938f-4c84-b724-366774b03574 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:44.892579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:44.963260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec231-5ec0-4a49-8882-f929c6479353 req-69ea7f09-1033-4e76-a487-f2cc56d35a27 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:44.964929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-21cec231-5ec0-4a49-8882-f929c6479353 req-69ea7f09-1033-4e76-a487-f2cc56d35a27 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 944 time: 0.0518751 Dec 06 12:31:44.975030 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.013569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:45.017340 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-21cec231-5ec0-4a49-8882-f929c6479353 req-7722dd24-1c30-4101-8a89-b4759af98930 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444992 Dec 06 12:31:45.018699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.070776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:45.073134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52807b8-938f-4c84-b724-366774b03574'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:31:45.075359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb3e802-623a-462a-a043-cabc0573c60b" -d '{"events": [{"server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "name": "network-vif-plugged", "status": "completed", "tag": "c52807b8-938f-4c84-b724-366774b03574"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:31:45.113652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b405281-f5e0-40dc-a4c0-3e00df3458d4 x-openstack-request-id: req-5b405281-f5e0-40dc-a4c0-3e00df3458d4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:31:45.113942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "name": "network-vif-plugged", "status": "completed", "tag": "c52807b8-938f-4c84-b724-366774b03574", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:31:45.114196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b405281-f5e0-40dc-a4c0-3e00df3458d4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:31:45.115160 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52807b8-938f-4c84-b724-366774b03574', 'code': 200} Dec 06 12:31:45.136036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f19dcf-ab84-445a-be96-e1bcfeab5857 req-5baab8c2-8842-4d5f-986c-f64f7de92f99 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:45.137530 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f9f19dcf-ab84-445a-be96-e1bcfeab5857 req-5baab8c2-8842-4d5f-986c-f64f7de92f99 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0531583 Dec 06 12:31:45.195506 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f9f19dcf-ab84-445a-be96-e1bcfeab5857 req-b0d8428d-b55a-4156-b535-fd0461032bd3 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517390 Dec 06 12:31:45.206919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:45.657542 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:31:45.721202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816cc89-cc80-454c-a2ef-a68c04768437 req-389905bf-3035-4ce8-b4b9-9e0837ea7f6a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:45.722686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f816cc89-cc80-454c-a2ef-a68c04768437 req-389905bf-3035-4ce8-b4b9-9e0837ea7f6a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.3327129 Dec 06 12:31:45.769489 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f816cc89-cc80-454c-a2ef-a68c04768437 req-9654046a-e20c-46d7-b53f-624782783ad0 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400207 Dec 06 12:31:46.886691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04db397-18b0-4bb9-b00a-dce7d3e150ab req-756507d3-345c-48de-9f69-c8ed006effd9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:46.888156 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a04db397-18b0-4bb9-b00a-dce7d3e150ab req-756507d3-345c-48de-9f69-c8ed006effd9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0482533 Dec 06 12:31:46.936369 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a04db397-18b0-4bb9-b00a-dce7d3e150ab req-8cec7c5b-98d5-4ed9-87af-20d0e479fe1f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423782 Dec 06 12:31:47.215561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c3019b6-b12c-49f7-bc5d-e2bf22783c19 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:47.216991 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c3019b6-b12c-49f7-bc5d-e2bf22783c19 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 945 time: 0.0463433 Dec 06 12:31:47.307164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Deleting port c52807b8-938f-4c84-b724-366774b03574 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:31:47.307497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.392571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] For port c52807b8-938f-4c84-b724-366774b03574, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c52807b8-938f-4c84-b724-366774b03574,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:47.392925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.604381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.604737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.605052 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Floating IP 71d8ce13-6571-460e-95ee-81221a389660 disassociated. External IP: 172.36.1.227, port: c52807b8-938f-4c84-b724-366774b03574. Dec 06 12:31:47.605389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Calling delete_port for c52807b8-938f-4c84-b724-366774b03574 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:31:47.730262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:47.758044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event deleted for resources: {'Port': ['ID=c52807b8-938f-4c84-b724-366774b03574,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:47.769218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.769571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.769914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.770256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.771199 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.771537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.771889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.772230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.772603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.772931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.773257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.773581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.773901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:31:47.884867 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:31:48.003226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:31:48.014292 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:31:48.025077 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:31:48.025879 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:31:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:48.066923 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86562283-0446-4718-8613-f4c771e59117 req-b566de04-5b80-4533-9e1a-e444c5462747 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=374139f3-183c-46af-b4f9-9a6ea8be06e4 HTTP/1.1" status: 200 len: 210 time: 0.0551250 Dec 06 12:31:48.067759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] No DVR routers for this DVR port c52807b8-938f-4c84-b724-366774b03574 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:31:48.070818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:48.074112 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04165080-a17a-4da9-9a72-ee8c2aa44537 req-1c6f29a7-a50a-418b-a916-b066b929f170 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "DELETE /v2.0/ports/c52807b8-938f-4c84-b724-366774b03574 HTTP/1.1" status: 204 len: 173 time: 0.8511806 Dec 06 12:31:48.074571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'name': 'network-vif-deleted', 'tag': 'c52807b8-938f-4c84-b724-366774b03574'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:31:48.076897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb15a768-eb08-430f-852c-8d74436b285c" -d '{"events": [{"server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "name": "network-vif-deleted", "tag": "c52807b8-938f-4c84-b724-366774b03574"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:31:48.116533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7690d18a-4192-4107-b23a-3ac4dcc3cf9e x-openstack-request-id: req-7690d18a-4192-4107-b23a-3ac4dcc3cf9e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:31:48.116841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374139f3-183c-46af-b4f9-9a6ea8be06e4", "name": "network-vif-deleted", "tag": "c52807b8-938f-4c84-b724-366774b03574", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:31:48.117212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7690d18a-4192-4107-b23a-3ac4dcc3cf9e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:31:48.117685 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374139f3-183c-46af-b4f9-9a6ea8be06e4', 'name': 'network-vif-deleted', 'tag': 'c52807b8-938f-4c84-b724-366774b03574', 'status': 'completed', 'code': 200} Dec 06 12:31:48.139293 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:31:48.340109 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:48.366378 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:31:48.374540 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:31:48.375138 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:31:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:48.480249 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:31:48.675906 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:31:48.705170 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d5db0-9670-4a38-a3cd-b21429d31c35 None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:31:48.923173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e7cf6-026f-4286-8251-36e9687d0b17 None None] New status for floating IP 71d8ce13-6571-460e-95ee-81221a389660: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:31:49.302918 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-260ff407-8375-4af5-a6b1-383b5e88445b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--332599534&fields=id&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 267 time: 0.0429904 Dec 06 12:31:49.409972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169364b-664c-464f-b22d-2b821ed7a80c req-3edab701-f6f0-4ee9-8289-72ab188452a2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:49.412079 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-3edab701-f6f0-4ee9-8289-72ab188452a2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 812 time: 0.1024659 Dec 06 12:31:49.426304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-cdb01a41-96e1-4b4a-a5df-bf1cc9f1e70a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/quotas/44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 375 time: 0.0087373 Dec 06 12:31:49.476421 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-cb75c679-9855-4c06-a953-d09ae3db7b14 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439634 Dec 06 12:31:49.615484 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-318461e5-129b-4761-bf10-ffe2cd9482a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261113 Dec 06 12:31:49.707253 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-31bf13e9-2c32-4a8e-837d-c3703694659c service neutron] 10.222.0.24 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856686 Dec 06 12:31:49.863260 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-99d8dc98-8e8d-450b-9243-6ef1bfd80e4c req-81eb8e3b-f024-4698-b642-0dd623ba5edc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 210 time: 0.0263174 Dec 06 12:31:50.786809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169364b-664c-464f-b22d-2b821ed7a80c req-3e725332-63b8-4c10-9e19-5151d3dbe7f4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:50.788287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-3e725332-63b8-4c10-9e19-5151d3dbe7f4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 812 time: 0.1062756 Dec 06 12:31:50.846682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c52807b8-938f-4c84-b724-366774b03574 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:31:50.850447 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-8de9aa1f-a32b-49be-bceb-3b445d59b26f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 379 time: 0.0529232 Dec 06 12:31:50.860216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'port': {'device_id': '05d09e2e-716f-423d-b022-1b672a0049f5', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'admin_state_up': True, 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'security_groups': ['27c0ab1d-f33c-4698-8775-88870f3e95df']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:50.867913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: c52807b8-938f-4c84-b724-366774b03574 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:31:50.868265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c52807b8-938f-4c84-b724-366774b03574 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:31:50.976272 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9903b4a-0b19-433a-9625-3dc8532842aa req-bf311508-84cc-45b1-897e-f6dfbd663a13 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 210 time: 0.0396504 Dec 06 12:31:50.998830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Made reservation on behalf of 44016f0ebd8449c78e862adc0d7dd90b for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:31:51.002417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.123511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Allocated IP 172.20.0.12 (b3620c7e-57a7-4841-8bf4-df515043404b/00a34353-1424-4753-a13a-ad97b9667b1c/91b95c3c-0c99-4260-9ee4-ddcf2402296e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:31:51.259453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.292433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.337357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Network b3620c7e-57a7-4841-8bf4-df515043404b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:31:51.340457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:31:51.342869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:31:51.375356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:51.402717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:51.403350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.420264 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-b7c175df-8ff5-46b0-8af5-429f1c306d56 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638697 Dec 06 12:31:51.432665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Request body: {'port': {'device_id': '05d09e2e-716f-423d-b022-1b672a0049f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:31:51.488397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.561679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9d553823-ee85-45c9-a9d7-27d21d1bf0a5 None None] Provisioning complete for port 91b95c3c-0c99-4260-9ee4-ddcf2402296e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:51.562055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d553823-ee85-45c9-a9d7-27d21d1bf0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.595284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9d553823-ee85-45c9-a9d7-27d21d1bf0a5 None None] Port 91b95c3c-0c99-4260-9ee4-ddcf2402296e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:31:51.748181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b95c3c-0c99-4260-9ee4-ddcf2402296e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:31:51.756005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.767707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Transition to ACTIVE for port object 91b95c3c-0c99-4260-9ee4-ddcf2402296e will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:31:51.772083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.828687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Pushing event updated for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:51.895249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Attempting to bind port 91b95c3c-0c99-4260-9ee4-ddcf2402296e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:31:51.895966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Attempting to bind port 91b95c3c-0c99-4260-9ee4-ddcf2402296e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:31:51.896471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Attempting to bind port 91b95c3c-0c99-4260-9ee4-ddcf2402296e on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:31:51.900957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Port 91b95c3c-0c99-4260-9ee4-ddcf2402296e on network b3620c7e-57a7-4841-8bf4-df515043404b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:31:51.901279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Attempting to bind port 91b95c3c-0c99-4260-9ee4-ddcf2402296e on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:31:51.906342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:31:51.906679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Checking segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:31:51.907232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Bound using segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:31:51.907661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Bound port: 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:31:51.908045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:51.976556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:31:51.980073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:31:51.984510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.028411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.029045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:52.030453 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] 10.222.0.43 "PUT /v2.0/ports/91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 1094 time: 0.6020689 Dec 06 12:31:52.030897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:31:52.033214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96657409-6a63-4c61-bd6e-615158162a92" -d '{"events": [{"name": "network-changed", "server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:31:52.056057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7219b5-33ca-46f3-b437-dd74abd728ed service neutron] Pushing event updated for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:52.108438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d364b6-b7c9-4ff1-aea0-d1319476dd3b x-openstack-request-id: req-73d364b6-b7c9-4ff1-aea0-d1319476dd3b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:31:52.108734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:31:52.108992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73d364b6-b7c9-4ff1-aea0-d1319476dd3b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:31:52.109398 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'status': 'completed', 'code': 200} Dec 06 12:31:52.160534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5af980-fcf9-4ba0-9542-6c38ceaaad3a req-5736e482-0058-490e-9f57-a0356ab67037 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.162470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f5af980-fcf9-4ba0-9542-6c38ceaaad3a req-5736e482-0058-490e-9f57-a0356ab67037 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 944 time: 0.0925465 Dec 06 12:31:52.177306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169364b-664c-464f-b22d-2b821ed7a80c req-1afdeb06-8afa-4e80-8ad0-c4a14a02357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.178973 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-1afdeb06-8afa-4e80-8ad0-c4a14a02357f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1097 time: 0.0688100 Dec 06 12:31:52.236764 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-d852c916-7194-49a4-bb7c-7f478b4bb3db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 217 time: 0.0466216 Dec 06 12:31:52.282603 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8f5af980-fcf9-4ba0-9542-6c38ceaaad3a req-9b3052c8-8bd0-46fd-beca-b265bd0faafb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134062 Dec 06 12:31:52.299934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169364b-664c-464f-b22d-2b821ed7a80c req-4e75bca7-8a52-4b6a-9d43-46350c300e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.301401 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-4e75bca7-8a52-4b6a-9d43-46350c300e9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0565169 Dec 06 12:31:52.351128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169364b-664c-464f-b22d-2b821ed7a80c req-0c5cce36-9f74-45cc-ab8a-b6f70d7310bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.352660 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-0c5cce36-9f74-45cc-ab8a-b6f70d7310bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439239 Dec 06 12:31:52.446433 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-1bfc42e2-893f-4381-b8c5-260074aa92ec service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866644 Dec 06 12:31:52.536474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1169364b-664c-464f-b22d-2b821ed7a80c req-ad24573f-4981-4bef-a778-92f2423ee936 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813558 Dec 06 12:31:52.625046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657409-6a63-4c61-bd6e-615158162a92 req-3c25c143-24c1-4d0e-9e90-8d1e5d2f7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.626545 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96657409-6a63-4c61-bd6e-615158162a92 req-3c25c143-24c1-4d0e-9e90-8d1e5d2f7dd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1097 time: 0.0450399 Dec 06 12:31:52.714495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657409-6a63-4c61-bd6e-615158162a92 req-c9d8e547-4e7f-464d-9ad9-f31ab6d21cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.715981 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96657409-6a63-4c61-bd6e-615158162a92 req-c9d8e547-4e7f-464d-9ad9-f31ab6d21cb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0826690 Dec 06 12:31:52.760094 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96657409-6a63-4c61-bd6e-615158162a92 req-bf6dcfc5-9ab5-417d-a62f-a749eb8f481e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 217 time: 0.0370946 Dec 06 12:31:52.808329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657409-6a63-4c61-bd6e-615158162a92 req-c56ffbb7-6fc4-43b0-a3b8-150d18785a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.809681 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96657409-6a63-4c61-bd6e-615158162a92 req-c56ffbb7-6fc4-43b0-a3b8-150d18785a3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0430489 Dec 06 12:31:52.854466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657409-6a63-4c61-bd6e-615158162a92 req-a3ebbe3e-8a62-419a-b796-07d3b9c070e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:52.855967 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96657409-6a63-4c61-bd6e-615158162a92 req-a3ebbe3e-8a62-419a-b796-07d3b9c070e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396070 Dec 06 12:31:52.947782 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96657409-6a63-4c61-bd6e-615158162a92 req-f00acac6-694e-44b2-912b-0e8e37305848 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848324 Dec 06 12:31:53.036377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96657409-6a63-4c61-bd6e-615158162a92 req-87c74236-8633-47fd-bfad-d7a37ad2521d service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808358 Dec 06 12:31:53.398361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e613ccf-d5a1-4538-a755-4ee838ce4635 req-7fcb416f-71e1-4469-a5f2-03488e3c1a2b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:53.399842 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e613ccf-d5a1-4538-a755-4ee838ce4635 req-7fcb416f-71e1-4469-a5f2-03488e3c1a2b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 944 time: 0.0487821 Dec 06 12:31:53.449901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e613ccf-d5a1-4538-a755-4ee838ce4635 req-510baf72-b5ab-4c42-acaf-f8abe13a4f9c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441225 Dec 06 12:31:54.561585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4372b2-266c-481e-a272-4e73ba5d9b6e req-01c1fa34-cedd-449c-b313-8c2c273b08e5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:54.562952 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c4372b2-266c-481e-a272-4e73ba5d9b6e req-01c1fa34-cedd-449c-b313-8c2c273b08e5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 944 time: 0.0471146 Dec 06 12:31:54.610066 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c4372b2-266c-481e-a272-4e73ba5d9b6e req-e42dfc27-eacf-48b9-b88c-40375d807ac9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 Dec 06 12:31:55.722105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06546287-4181-4fec-b606-ad09ee08e8ec req-6dfebab8-e01c-4b52-bb03-de74bae14f9c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:55.723869 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-06546287-4181-4fec-b606-ad09ee08e8ec req-6dfebab8-e01c-4b52-bb03-de74bae14f9c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 944 time: 0.0483530 Dec 06 12:31:55.771674 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-06546287-4181-4fec-b606-ad09ee08e8ec req-a87f820b-9df8-4038-93cf-7e939cad4c83 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 Dec 06 12:31:56.266505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-058a3e9a-5546-4036-9f64-d6b978ad17a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:56.859189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 91b95c3c-0c99-4260-9ee4-ddcf2402296e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:31:56.898662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb296-607e-432f-9d9b-85b35683a547 req-6c28c04c-ea62-452b-81c5-b81c09b785b7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:56.900208 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a96eb296-607e-432f-9d9b-85b35683a547 req-6c28c04c-ea62-452b-81c5-b81c09b785b7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 944 time: 0.0534310 Dec 06 12:31:56.949534 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a96eb296-607e-432f-9d9b-85b35683a547 req-bbd09906-2b8f-43fd-aeb8-228d0c0a876b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434296 Dec 06 12:31:56.958435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:56.974027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'mac_address': 'fa:16:3e:f4:b7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:31:57.014535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.028284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b95c3c-0c99-4260-9ee4-ddcf2402296e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:31:57.051170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:57.055732 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:57.117554 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:57.371511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['91b95c3c-0c99-4260-9ee4-ddcf2402296e'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:31:58.062759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65345c7f-04e4-4203-9765-2e7d5e02cbc4 req-5c1ca58d-4f77-420c-8ba0-94ac27c96730 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:58.064271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65345c7f-04e4-4203-9765-2e7d5e02cbc4 req-5c1ca58d-4f77-420c-8ba0-94ac27c96730 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 945 time: 0.0481153 Dec 06 12:31:58.112725 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65345c7f-04e4-4203-9765-2e7d5e02cbc4 req-6d3589de-f2ac-41d2-a68e-9b7eb302bce8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412686 Dec 06 12:31:58.681438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2181d65e-7916-4081-a71d-e9bf17c8b1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:58.874406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 91b95c3c-0c99-4260-9ee4-ddcf2402296e up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:31:58.926317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 91b95c3c-0c99-4260-9ee4-ddcf2402296e completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:31:58.931264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 91b95c3c-0c99-4260-9ee4-ddcf2402296e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:31:58.931707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.007174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.028730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:31:59.030948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aeb6bb-7c6a-4ac4-9cbd-73527434b676" -d '{"events": [{"server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "name": "network-vif-plugged", "status": "completed", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:31:59.044910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:31:59.049077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:31:59.075531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164ba435-51b9-444a-babf-b7d684cf339f x-openstack-request-id: req-164ba435-51b9-444a-babf-b7d684cf339f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:31:59.075837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "name": "network-vif-plugged", "status": "completed", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:31:59.076109 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-164ba435-51b9-444a-babf-b7d684cf339f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:31:59.076487 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'code': 200} Dec 06 12:31:59.102180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:31:59.262750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a7cf-0a01-4bfc-a29a-8c420cb74696 req-84647f03-8450-4b3b-a2cf-976de257b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:59.264270 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f9a6a7cf-0a01-4bfc-a29a-8c420cb74696 req-84647f03-8450-4b3b-a2cf-976de257b848 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1099 time: 0.0649996 Dec 06 12:31:59.273296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a9601-8372-4540-947a-2606094af670 req-5372ea97-a828-4b18-ba0a-90e57ff8b108 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:31:59.274674 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e53a9601-8372-4540-947a-2606094af670 req-5372ea97-a828-4b18-ba0a-90e57ff8b108 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0840330 Dec 06 12:31:59.339573 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f9a6a7cf-0a01-4bfc-a29a-8c420cb74696 req-1ef48bb3-1169-4bd5-be8a-52794529f3e4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639710 Dec 06 12:31:59.346602 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e53a9601-8372-4540-947a-2606094af670 req-f04cdda1-abff-4318-84fb-66a54dc7419c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659478 Dec 06 12:31:59.872916 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:00.462210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2911cd-b8d8-4a1b-a49c-2ed5a3b0cdc0 req-ef30aa4f-545b-41b4-8b0e-b48332416a9f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:00.463698 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bb2911cd-b8d8-4a1b-a49c-2ed5a3b0cdc0 req-ef30aa4f-545b-41b4-8b0e-b48332416a9f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0478184 Dec 06 12:32:00.510958 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bb2911cd-b8d8-4a1b-a49c-2ed5a3b0cdc0 req-8a23bf58-9432-4d4c-8d9f-19d4ad28d88f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410714 Dec 06 12:32:00.935570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.630781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50f260-8e98-49e0-be1e-81a5fbcaa3db req-c86cd08b-1b09-41a5-a8f8-a35f14de07af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:01.632274 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a50f260-8e98-49e0-be1e-81a5fbcaa3db req-c86cd08b-1b09-41a5-a8f8-a35f14de07af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0537119 Dec 06 12:32:01.679007 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a50f260-8e98-49e0-be1e-81a5fbcaa3db req-0a9ee3c1-c120-4ea4-8bb0-98d8ab9efde6 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408194 Dec 06 12:32:01.789814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fea36-30e4-46e8-9413-19d9dd3752e7 req-0e16f5df-a28b-4c6d-acf3-f9da056a518d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:01.791272 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2b5fea36-30e4-46e8-9413-19d9dd3752e7 req-0e16f5df-a28b-4c6d-acf3-f9da056a518d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0481474 Dec 06 12:32:01.799718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48522) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:32:01.804510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'floatingip': {'port_id': '91b95c3c-0c99-4260-9ee4-ddcf2402296e'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:32:01.845302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:01.954600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:02.556909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:02.560534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:02.659828 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Floating IP 71d8ce13-6571-460e-95ee-81221a389660 associated. External IP: 172.36.1.227, port: 91b95c3c-0c99-4260-9ee4-ddcf2402296e. Dec 06 12:32:02.861538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:32:02.970235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:32:02.975675 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:02.980644 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:32:02.990425 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:32:02.991031 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:31:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:03.001577 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b13c4480-26fc-4db9-a47b-ee8bf2557870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "PUT /v2.0/floatingips/71d8ce13-6571-460e-95ee-81221a389660 HTTP/1.1" status: 200 len: 992 time: 1.2008078 Dec 06 12:32:03.002162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:32:03.004985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c356fe9e-80d8-4eaa-a795-1caec470ef3c" -d '{"events": [{"name": "network-changed", "server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:32:03.045891 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518d734-0469-48c2-aa84-52ecd464ab80 x-openstack-request-id: req-d518d734-0469-48c2-aa84-52ecd464ab80 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:32:03.046255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:32:03.046588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d518d734-0469-48c2-aa84-52ecd464ab80 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:32:03.047189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'status': 'completed', 'code': 200} Dec 06 12:32:03.103920 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:32:03.110973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-db9f4c37-8ffe-420f-9d8f-26f3edec7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:03.112649 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-db9f4c37-8ffe-420f-9d8f-26f3edec7b77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1099 time: 0.0405600 Dec 06 12:32:03.208713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-0dd359b4-69e8-4af5-97fd-98112e12c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:03.210197 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-0dd359b4-69e8-4af5-97fd-98112e12c4bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0908260 Dec 06 12:32:03.278630 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-ce2de938-125b-4800-b4a7-d27fc0a2167e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 1000 time: 0.0595129 Dec 06 12:32:03.328529 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:f4:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d09e2e-716f-423d-b022-1b672a0049f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:32:02Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:03.332697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-7a349b44-98f5-446f-bb9a-b5c6189fa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:03.334192 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-7a349b44-98f5-446f-bb9a-b5c6189fa0f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0486393 Dec 06 12:32:03.354269 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:32:03.362483 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:32:03.363148 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:31:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:03.380096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-2d99eabc-888f-48de-86d9-b562d316289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:03.381613 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-2d99eabc-888f-48de-86d9-b562d316289f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405908 Dec 06 12:32:03.469269 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:32:03.469783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-a4f0dcee-52dd-4b57-9830-b19055bc53e4 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809989 Dec 06 12:32:03.565085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c356fe9e-80d8-4eaa-a795-1caec470ef3c req-bf752b14-5dbf-46d2-95e6-fc66efe3a7bd service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879776 Dec 06 12:32:03.780332 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:f4:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d09e2e-716f-423d-b022-1b672a0049f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:32:02Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:32:03.808777 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f11731-b0ae-4a95-b445-857727c234fb None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:f4:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d09e2e-716f-423d-b022-1b672a0049f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:32:02Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:32:04.001119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d933675-7747-4fff-b68e-f421b782dc8c None None] New status for floating IP 71d8ce13-6571-460e-95ee-81221a389660: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:32:15.208099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:22.656892 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:32:26.267749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b3b01af-b6ac-480a-a448-c99bcb6b572a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:28.682502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f59164b-198e-406f-8178-ed331a0f80e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:29.875428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:30.938081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:31.955842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:40.974976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da455314-4664-422d-a66d-cb09f95172b2 req-1c8f25fb-b27a-425e-b3d8-85a27e77d883 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406671 Dec 06 12:32:41.056449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455314-4664-422d-a66d-cb09f95172b2 req-00c803e0-8f4d-4d0e-bd9d-d3f35e19f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:41.057947 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da455314-4664-422d-a66d-cb09f95172b2 req-00c803e0-8f4d-4d0e-bd9d-d3f35e19f0b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1099 time: 0.0412226 Dec 06 12:32:41.165001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455314-4664-422d-a66d-cb09f95172b2 req-dde723bf-f304-49c5-9f41-2b9004d59387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:41.166447 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da455314-4664-422d-a66d-cb09f95172b2 req-dde723bf-f304-49c5-9f41-2b9004d59387 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0876715 Dec 06 12:32:41.229902 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da455314-4664-422d-a66d-cb09f95172b2 req-d63f5d23-0881-40df-a853-2c0e276a3c62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 1002 time: 0.0563514 Dec 06 12:32:41.283398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455314-4664-422d-a66d-cb09f95172b2 req-cb362c24-5e2c-41db-99ce-826fe4c0a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:41.285358 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da455314-4664-422d-a66d-cb09f95172b2 req-cb362c24-5e2c-41db-99ce-826fe4c0a330 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0483885 Dec 06 12:32:41.331714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455314-4664-422d-a66d-cb09f95172b2 req-04d66158-8617-4060-a40d-3c1509a5031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:32:41.333235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da455314-4664-422d-a66d-cb09f95172b2 req-04d66158-8617-4060-a40d-3c1509a5031e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410755 Dec 06 12:32:41.430384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da455314-4664-422d-a66d-cb09f95172b2 req-5dacea70-f16b-42aa-8f99-aad97bb406b8 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893989 Dec 06 12:32:41.520263 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-da455314-4664-422d-a66d-cb09f95172b2 req-36baf75c-a727-4649-907e-7ac3baf74cda service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830073 Dec 06 12:32:45.214460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:56.269434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c36dc3e-a863-4303-a611-ea17f1f05044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:58.684157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ad71c75-d818-4eef-af46-6a87240533e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:32:59.655305 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:32:59.879365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:00.941338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:01.958938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:13.874175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816491aa-12f1-4d88-b520-23f89b0fafa8 req-ca0e9c0b-8e3d-463a-b6bb-907f81c1ffde tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:13.875689 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-816491aa-12f1-4d88-b520-23f89b0fafa8 req-ca0e9c0b-8e3d-463a-b6bb-907f81c1ffde tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0486033 Dec 06 12:33:13.928606 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-816491aa-12f1-4d88-b520-23f89b0fafa8 req-23de6c4d-7369-4870-b02b-00e87544fc2b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463617 Dec 06 12:33:15.049457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43e2a-ea79-4ab4-8935-19ee6f06d312 req-daea8382-83c4-46a7-ae00-065358ec251d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:15.050975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ab43e2a-ea79-4ab4-8935-19ee6f06d312 req-daea8382-83c4-46a7-ae00-065358ec251d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Dec 06 12:33:15.098834 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ab43e2a-ea79-4ab4-8935-19ee6f06d312 req-0326c435-03ee-4aa3-a6db-972f8079105c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420060 Dec 06 12:33:15.213563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:16.213285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209da0d-5a9a-40d2-b1b4-5e58d49c15e8 req-a87c5f3a-2462-48cb-9f45-7efee141f898 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:16.214736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8209da0d-5a9a-40d2-b1b4-5e58d49c15e8 req-a87c5f3a-2462-48cb-9f45-7efee141f898 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0477338 Dec 06 12:33:16.261679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8209da0d-5a9a-40d2-b1b4-5e58d49c15e8 req-b42f7e25-c20e-4317-8a13-809b1336934a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405943 Dec 06 12:33:17.380369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4db8-4090-465d-8e43-43999ba3f418 req-99416ecf-c112-46e0-9ee0-2c9ca0550cb4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:17.381865 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8b7e4db8-4090-465d-8e43-43999ba3f418 req-99416ecf-c112-46e0-9ee0-2c9ca0550cb4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0528858 Dec 06 12:33:17.428063 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8b7e4db8-4090-465d-8e43-43999ba3f418 req-962104f7-0b1d-41d2-abb5-44bb28d6ae0f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402145 Dec 06 12:33:18.542523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6444ba-2f81-4586-8f11-638c35e6bd86 req-9082c4e0-9e9c-44e8-9f88-05caac72e6bb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:18.544025 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bd6444ba-2f81-4586-8f11-638c35e6bd86 req-9082c4e0-9e9c-44e8-9f88-05caac72e6bb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0480456 Dec 06 12:33:18.591915 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bd6444ba-2f81-4586-8f11-638c35e6bd86 req-bc9b0fd2-af0d-4c85-9c5e-94365bbdbf55 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407372 Dec 06 12:33:19.707369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051e8b5-6b46-4bc7-99c1-c044c02f15cf req-4f103e0f-7f3c-48e4-a6b4-8195bed9bc75 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:19.708914 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9051e8b5-6b46-4bc7-99c1-c044c02f15cf req-4f103e0f-7f3c-48e4-a6b4-8195bed9bc75 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0490856 Dec 06 12:33:19.761993 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9051e8b5-6b46-4bc7-99c1-c044c02f15cf req-f85d5785-6129-4f21-9613-2c2afbc162fa tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471702 Dec 06 12:33:20.877524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41ebc2-e62a-4e55-a902-bf327346dbcd req-5bbde320-2219-4eb7-8729-3a3a54553148 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:20.879033 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6a41ebc2-e62a-4e55-a902-bf327346dbcd req-5bbde320-2219-4eb7-8729-3a3a54553148 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0504458 Dec 06 12:33:20.926889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6a41ebc2-e62a-4e55-a902-bf327346dbcd req-2f001ab1-15db-4aee-b1d6-74627f0059ce tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418520 Dec 06 12:33:22.044309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c44ed-c7b9-4bf0-a74e-e9a28dabd020 req-4b1e279a-999d-48ca-94d8-9cfb518a1432 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:22.045787 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d7c44ed-c7b9-4bf0-a74e-e9a28dabd020 req-4b1e279a-999d-48ca-94d8-9cfb518a1432 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0508420 Dec 06 12:33:22.093143 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8d7c44ed-c7b9-4bf0-a74e-e9a28dabd020 req-ab2d889a-e285-49fe-b1a9-dc25af992c6e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407717 Dec 06 12:33:23.215665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34d08e-da13-44c7-999e-16cc22c50fa2 req-5ad46820-c9c5-45fd-860b-b8f906a2c055 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:23.217200 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fe34d08e-da13-44c7-999e-16cc22c50fa2 req-5ad46820-c9c5-45fd-860b-b8f906a2c055 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0539036 Dec 06 12:33:23.267244 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fe34d08e-da13-44c7-999e-16cc22c50fa2 req-8a9b2985-d934-4968-9535-db3c29ae20dd tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Dec 06 12:33:24.392115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cd5b-a1cf-4eda-9a41-c7b572683643 req-5181f93a-efa3-42fc-8e91-79a1208e5f02 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:24.393592 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb05cd5b-a1cf-4eda-9a41-c7b572683643 req-5181f93a-efa3-42fc-8e91-79a1208e5f02 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0490661 Dec 06 12:33:24.439526 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb05cd5b-a1cf-4eda-9a41-c7b572683643 req-26191614-5236-4c78-8a56-1e23625eabf1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400565 Dec 06 12:33:24.682664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095edc7-1397-4f53-8c8c-4f5e1746a533 req-b5d2b41e-b968-48da-a96b-b9ad83ad8890 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:24.684202 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2095edc7-1397-4f53-8c8c-4f5e1746a533 req-b5d2b41e-b968-48da-a96b-b9ad83ad8890 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0535095 Dec 06 12:33:24.707191 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-050f0ba6-10ff-43ea-8e32-c81beb610d81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858421 Dec 06 12:33:24.733880 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2095edc7-1397-4f53-8c8c-4f5e1746a533 req-284e8b92-234d-481b-a9a6-8c5f4a089003 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432408 Dec 06 12:33:25.740407 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-6b27d1e7-6f8e-49fa-bf1c-3b6456933e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.741903 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-6b27d1e7-6f8e-49fa-bf1c-3b6456933e48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1099 time: 0.0412331 Dec 06 12:33:25.866033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-bd6b356e-b5ac-434c-9bee-532794f449c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.867539 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-bd6b356e-b5ac-434c-9bee-532794f449c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.1188405 Dec 06 12:33:25.875115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558254f-2e3f-435b-8a52-354126af1c92 req-7c81b635-7deb-4ec3-bd52-8f5a65c5838b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:25.877072 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0558254f-2e3f-435b-8a52-354126af1c92 req-7c81b635-7deb-4ec3-bd52-8f5a65c5838b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0723794 Dec 06 12:33:25.967282 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-4beca585-03e0-45ad-afd3-d3afb0886f00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 1002 time: 0.0892706 Dec 06 12:33:25.970958 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0558254f-2e3f-435b-8a52-354126af1c92 req-8802eae2-3b82-4d53-af1d-856132032a9a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872836 Dec 06 12:33:26.017737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-5744b70a-a741-4619-8d58-4a86917d7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:26.019194 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-5744b70a-a741-4619-8d58-4a86917d7417 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0447016 Dec 06 12:33:26.064076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-d2e7c8a2-96c0-413c-9661-37e52b88c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:26.065561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-d2e7c8a2-96c0-413c-9661-37e52b88c91b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396895 Dec 06 12:33:26.160434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-242ab22b-7324-45b2-bb50-9dbe65078e28 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861256 Dec 06 12:33:26.248129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-050412bb-352e-487a-b805-81f2b0c87561 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810132 Dec 06 12:33:26.269860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0dfcd70-aa4f-4e1b-b3f6-97d3d166af14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:27.085882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9edef8-e8f9-4220-98e8-6a7c79ef392e req-0dc2535a-1843-4b63-923b-039aabfc4ea5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.087356 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de9edef8-e8f9-4220-98e8-6a7c79ef392e req-0dc2535a-1843-4b63-923b-039aabfc4ea5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0488124 Dec 06 12:33:27.140101 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de9edef8-e8f9-4220-98e8-6a7c79ef392e req-bf40f83c-fa4c-4547-b61a-be5908f0e6c2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467706 Dec 06 12:33:27.761661 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-fafa6c5a-19b9-4954-9b43-7cc564fd6628 service neutron] 10.222.0.43 "GET /v2.0/ports/91b95c3c-0c99-4260-9ee4-ddcf2402296e/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0536864 Dec 06 12:33:27.961184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-037d38fa-0c95-4343-9140-d86e2811615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:27.962614 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-037d38fa-0c95-4343-9140-d86e2811615a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 1099 time: 0.0415673 Dec 06 12:33:28.027331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-ce41035c-34f4-4068-8e8e-4fcf31996b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:28.028857 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-ce41035c-34f4-4068-8e8e-4fcf31996b49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1099 time: 0.0444038 Dec 06 12:33:28.128323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-7acf9bbd-a4f6-4daf-9d9c-ffa83ff75e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:28.129796 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-7acf9bbd-a4f6-4daf-9d9c-ffa83ff75e56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0940816 Dec 06 12:33:28.196039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-2ab95868-7c3d-41b4-b22e-5bb9328d4303 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 1002 time: 0.0591598 Dec 06 12:33:28.274551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-be18f91d-a944-43a5-9e8c-a60b4b076333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:28.276015 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-be18f91d-a944-43a5-9e8c-a60b4b076333 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0735888 Dec 06 12:33:28.298944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5954e-a316-4ebd-a38b-6368542365ee req-5236965d-84d5-4eb5-b6ed-615510f823c9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:28.300415 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3c5954e-a316-4ebd-a38b-6368542365ee req-5236965d-84d5-4eb5-b6ed-615510f823c9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0889974 Dec 06 12:33:28.358351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-c409c063-545b-432f-81a6-bb65f1ed6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:28.359806 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-c409c063-545b-432f-81a6-bb65f1ed6347 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768971 Dec 06 12:33:28.366980 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3c5954e-a316-4ebd-a38b-6368542365ee req-d69c3b41-9b3e-424c-ab33-9db467bbe967 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523801 Dec 06 12:33:28.460351 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-c5772cc3-cd68-4837-a680-f2fa44397ae2 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924342 Dec 06 12:33:28.548644 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4a3b68d5-d853-47a1-9d09-335b9c7a0edd req-16ef57e9-5da7-47b2-85c7-c2bb0110b861 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813971 Dec 06 12:33:28.687416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2377-9c4e-46cb-9ec8-429b82345e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:29.487946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a8e-f037-4c4e-a17d-e0c39f21bd86 req-a95e7194-986d-4af3-94da-00894a377844 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:29.489434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dbc51a8e-f037-4c4e-a17d-e0c39f21bd86 req-a95e7194-986d-4af3-94da-00894a377844 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0526826 Dec 06 12:33:29.535117 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dbc51a8e-f037-4c4e-a17d-e0c39f21bd86 req-f682e6a4-79ec-459b-acf5-c44fde7636ce tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396619 Dec 06 12:33:29.881634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:30.649102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a2278-5792-4bad-be2e-9340dc7fb809 req-7d37404a-6577-4fee-b132-2c793144e205 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:30.650649 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-997a2278-5792-4bad-be2e-9340dc7fb809 req-7d37404a-6577-4fee-b132-2c793144e205 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0481014 Dec 06 12:33:30.701731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-997a2278-5792-4bad-be2e-9340dc7fb809 req-70b39cc8-4de7-46a9-8949-8ceed8c3e6d9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450275 Dec 06 12:33:30.946429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.247197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 91b95c3c-0c99-4260-9ee4-ddcf2402296e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:31.249824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 91b95c3c-0c99-4260-9ee4-ddcf2402296e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:33:31.404629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:31.414345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.418541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'mac_address': 'fa:16:3e:f4:b7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:31.461526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:31.463792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39502083-557c-4ddf-a73c-6625054ab251" -d '{"events": [{"server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "name": "network-vif-unplugged", "status": "completed", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:31.481975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:31.488781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.492034 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:31.520816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf69ffd-2a44-4735-b79f-2eb0735ca6b0 x-openstack-request-id: req-daf69ffd-2a44-4735-b79f-2eb0735ca6b0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:31.521113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "name": "network-vif-unplugged", "status": "completed", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:31.521371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daf69ffd-2a44-4735-b79f-2eb0735ca6b0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:31.521761 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'code': 200} Dec 06 12:33:31.533270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91b95c3c-0c99-4260-9ee4-ddcf2402296e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:31.576003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:31.588016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.588375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.588727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.589068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.589405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.589738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.590070 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.590401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.590734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.591061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.591388 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.591713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.592083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:31.603175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:33:31.603565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:33:31.818102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d92986-3cc8-4ddc-8188-bc84bd06441f req-3ce688d0-59dd-45bc-9044-e1030c5cd908 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:31.819472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f6d92986-3cc8-4ddc-8188-bc84bd06441f req-3ce688d0-59dd-45bc-9044-e1030c5cd908 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 944 time: 0.0479584 Dec 06 12:33:31.868880 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f6d92986-3cc8-4ddc-8188-bc84bd06441f req-a4cebec1-cc5d-4ffe-9999-dc9b34aaaf83 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434809 Dec 06 12:33:31.960093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.086578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa542f9-4176-4747-86d9-3e33f7eea7d4 req-ced7c689-edaa-4b03-912c-7084ce7a4b8e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:32.088044 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2aa542f9-4176-4747-86d9-3e33f7eea7d4 req-ced7c689-edaa-4b03-912c-7084ce7a4b8e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 944 time: 0.0747743 Dec 06 12:33:32.118305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-18f10f41-d7dc-4cde-8616-434a30479f39 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:32.119727 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-18f10f41-d7dc-4cde-8616-434a30479f39 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5&tenant_id=44016f0ebd8449c78e862adc0d7dd90b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0810866 Dec 06 12:33:32.144163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.151211 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2aa542f9-4176-4747-86d9-3e33f7eea7d4 req-44624f27-8404-4a0b-b6f2-b4c944984f05 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550644 Dec 06 12:33:32.157665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b95c3c-0c99-4260-9ee4-ddcf2402296e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:32.177129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:32.182072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:32.211269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-cb2fae6d-c109-4eea-8e5b-cfcb87c9ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:32.212817 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-cb2fae6d-c109-4eea-8e5b-cfcb87c9ec4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1097 time: 0.0479481 Dec 06 12:33:32.237757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:32.243572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['91b95c3c-0c99-4260-9ee4-ddcf2402296e'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:32.305541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-1f9ccead-20c0-45b7-b1f7-98151d1489dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:32.307120 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-1f9ccead-20c0-45b7-b1f7-98151d1489dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0873489 Dec 06 12:33:32.377354 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-2c19a48a-84da-4f98-af95-3f7b008605c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 1001 time: 0.0628612 Dec 06 12:33:32.425826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-8162eab6-b57c-4b35-816e-a923dd45a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:32.427279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-8162eab6-b57c-4b35-816e-a923dd45a7a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0436108 Dec 06 12:33:32.473154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-39bf20d9-87f7-43be-a0cf-6d21b90e25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:32.474644 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-39bf20d9-87f7-43be-a0cf-6d21b90e25b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393553 Dec 06 12:33:32.565260 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-78a3c8a3-d11e-4104-a404-a17801a6f1cb service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827415 Dec 06 12:33:32.654084 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab80f11-551f-4326-8f46-9af6c5021c31 req-1cc9ffc0-9858-478e-a01e-48d0eb5c14e8 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809112 Dec 06 12:33:33.261812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 91b95c3c-0c99-4260-9ee4-ddcf2402296e up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:33.283063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41059b4-7e7f-462e-a89c-bb390f619758 req-61f4953c-6683-41e6-a1a1-d8c6ddad347c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.284569 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b41059b4-7e7f-462e-a89c-bb390f619758 req-61f4953c-6683-41e6-a1a1-d8c6ddad347c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 945 time: 0.0552883 Dec 06 12:33:33.312658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 91b95c3c-0c99-4260-9ee4-ddcf2402296e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:33.313036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.338339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b41059b4-7e7f-462e-a89c-bb390f619758 req-423af309-dacd-40e3-a6c6-a99b7b34625e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465302 Dec 06 12:33:33.397326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.431391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:33.435488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:33.459451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa75aa5-5d6c-4914-b8d8-02d7db0ed2cd req-17e060fe-9e96-449b-9c13-07cd789fe587 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:33.460965 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4aa75aa5-5d6c-4914-b8d8-02d7db0ed2cd req-17e060fe-9e96-449b-9c13-07cd789fe587 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 945 time: 0.0500746 Dec 06 12:33:33.482815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:33.509276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4aa75aa5-5d6c-4914-b8d8-02d7db0ed2cd req-34795bf6-f011-46f4-a8a2-2cbdc5ff68f2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Dec 06 12:33:33.522797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:33.525180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdea01c-ea50-4707-a671-72ef589a87a2" -d '{"events": [{"server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "name": "network-vif-plugged", "status": "completed", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:33.560867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d976e8c8-72ff-4543-95a7-87e49b13ca73 x-openstack-request-id: req-d976e8c8-72ff-4543-95a7-87e49b13ca73 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:33.561283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "name": "network-vif-plugged", "status": "completed", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:33.561566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d976e8c8-72ff-4543-95a7-87e49b13ca73 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:33.562116 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'code': 200} Dec 06 12:33:34.028047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3308543-7f1d-447a-840e-5036077c1c57 req-3f05358f-66c6-41c5-81c1-6445d8c76654 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:34.029524 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e3308543-7f1d-447a-840e-5036077c1c57 req-3f05358f-66c6-41c5-81c1-6445d8c76654 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.3660245 Dec 06 12:33:34.060730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465e60d-9eff-4461-8c97-195e6518356e req-ea701c39-3542-4382-aa9c-965fb4668e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:34.062177 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b465e60d-9eff-4461-8c97-195e6518356e req-ea701c39-3542-4382-aa9c-965fb4668e2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 1099 time: 0.3588705 Dec 06 12:33:34.108013 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e3308543-7f1d-447a-840e-5036077c1c57 req-1e83fc6a-827f-454a-9877-6a81da457b8f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724387 Dec 06 12:33:34.167697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465e60d-9eff-4461-8c97-195e6518356e req-6ddb0fa9-6c8d-46ac-8938-79f5e49aaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:34.169194 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b465e60d-9eff-4461-8c97-195e6518356e req-6ddb0fa9-6c8d-46ac-8938-79f5e49aaa46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0997584 Dec 06 12:33:34.236891 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b465e60d-9eff-4461-8c97-195e6518356e req-85b7a8f6-df51-4e92-9a37-e09d725d7b7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 200 len: 1002 time: 0.0605447 Dec 06 12:33:34.285374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465e60d-9eff-4461-8c97-195e6518356e req-3dead642-b088-489d-ba79-2962ecddc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:34.286726 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b465e60d-9eff-4461-8c97-195e6518356e req-3dead642-b088-489d-ba79-2962ecddc19a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0430059 Dec 06 12:33:34.333435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465e60d-9eff-4461-8c97-195e6518356e req-9e8ff681-1cdf-4364-a94d-87398e1db68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:34.334900 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b465e60d-9eff-4461-8c97-195e6518356e req-9e8ff681-1cdf-4364-a94d-87398e1db68a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403142 Dec 06 12:33:34.425234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b465e60d-9eff-4461-8c97-195e6518356e req-6ad11c53-fd97-47dd-8c06-f72b5145984f service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832160 Dec 06 12:33:34.513097 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b465e60d-9eff-4461-8c97-195e6518356e req-322789ea-897f-49cf-8c61-cde0abc71c08 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805154 Dec 06 12:33:35.228283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4d43-ffa3-4116-9478-60109f496125 req-edb6e326-433d-4137-9463-ee3453ae7e98 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.229742 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-853f4d43-ffa3-4116-9478-60109f496125 req-edb6e326-433d-4137-9463-ee3453ae7e98 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0527844 Dec 06 12:33:35.277433 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-853f4d43-ffa3-4116-9478-60109f496125 req-99e4e5ee-03e8-436f-abf2-ce629fb44c94 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406985 Dec 06 12:33:35.509121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b77a1-d631-45d9-9f7a-11d612d51366 req-0ace75bc-64be-42de-b8b8-883774987594 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:35.510596 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d71b77a1-d631-45d9-9f7a-11d612d51366 req-0ace75bc-64be-42de-b8b8-883774987594 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0491819 Dec 06 12:33:35.557416 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d71b77a1-d631-45d9-9f7a-11d612d51366 req-dee06179-416a-4c64-bc62-20ceda3c6cf2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406148 Dec 06 12:33:36.653774 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:33:36.675987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752957dc-2379-4cbe-b306-a591d1a2116d req-b2536b32-ec06-4431-ac29-f0b72dc28f2f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:36.677473 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-752957dc-2379-4cbe-b306-a591d1a2116d req-b2536b32-ec06-4431-ac29-f0b72dc28f2f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0484817 Dec 06 12:33:36.728668 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-752957dc-2379-4cbe-b306-a591d1a2116d req-31699d6d-101d-43f7-8fe7-d0375098080e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452759 Dec 06 12:33:37.288823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-6ae8c827-0eb2-4473-80d1-0018c95a1558 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:37.290294 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-6ae8c827-0eb2-4473-80d1-0018c95a1558 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 946 time: 0.0480547 Dec 06 12:33:37.380197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Deleting port 91b95c3c-0c99-4260-9ee4-ddcf2402296e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:33:37.380533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.470201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] For port 91b95c3c-0c99-4260-9ee4-ddcf2402296e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91b95c3c-0c99-4260-9ee4-ddcf2402296e,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:37.470557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.636477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.636839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.637159 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Floating IP 71d8ce13-6571-460e-95ee-81221a389660 disassociated. External IP: 172.36.1.227, port: 91b95c3c-0c99-4260-9ee4-ddcf2402296e. Dec 06 12:33:37.637500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Calling delete_port for 91b95c3c-0c99-4260-9ee4-ddcf2402296e owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:33:37.767725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:37.802519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event deleted for resources: {'Port': ['ID=91b95c3c-0c99-4260-9ee4-ddcf2402296e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:37.834823 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ff6edc7c-d670-4b47-848c-78182c3418bb req-8d3f14dc-3fb6-4cd5-9e3f-21dd11616c39 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d09e2e-716f-423d-b022-1b672a0049f5 HTTP/1.1" status: 200 len: 210 time: 0.0339379 Dec 06 12:33:37.836142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.836500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.836991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.837343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.837685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.838029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.838364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.838699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.839031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.839365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.839981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.840319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.840647 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:33:37.953464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:33:38.063163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:33:38.073488 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754591c8-287a-4e79-a506-abbc44372056 None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:33:38.083370 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754591c8-287a-4e79-a506-abbc44372056 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:38.084020 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-754591c8-287a-4e79-a506-abbc44372056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:38.105420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] No DVR routers for this DVR port 91b95c3c-0c99-4260-9ee4-ddcf2402296e on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:33:38.107947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:38.111908 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5da3490e-170a-4361-bbd2-5b87d6e5b740 req-0cb29f28-7992-4957-886a-7c4df5ef4c28 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "DELETE /v2.0/ports/91b95c3c-0c99-4260-9ee4-ddcf2402296e HTTP/1.1" status: 204 len: 173 time: 0.8150783 Dec 06 12:33:38.112350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'name': 'network-vif-deleted', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:38.114672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835d4a7b-f8ce-442f-8242-6c9a939a2264" -d '{"events": [{"server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "name": "network-vif-deleted", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:38.196250 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-754591c8-287a-4e79-a506-abbc44372056 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:38.212127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e09cb9-40db-444e-ad74-65ad2ea5a6a6 x-openstack-request-id: req-15e09cb9-40db-444e-ad74-65ad2ea5a6a6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:38.212428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d09e2e-716f-423d-b022-1b672a0049f5", "name": "network-vif-deleted", "tag": "91b95c3c-0c99-4260-9ee4-ddcf2402296e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:38.212686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15e09cb9-40db-444e-ad74-65ad2ea5a6a6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:38.213090 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d09e2e-716f-423d-b022-1b672a0049f5', 'name': 'network-vif-deleted', 'tag': '91b95c3c-0c99-4260-9ee4-ddcf2402296e', 'status': 'completed', 'code': 200} Dec 06 12:33:38.398992 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-754591c8-287a-4e79-a506-abbc44372056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:38.424412 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754591c8-287a-4e79-a506-abbc44372056 None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:33:38.432305 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754591c8-287a-4e79-a506-abbc44372056 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:38.432892 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-754591c8-287a-4e79-a506-abbc44372056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:38.537398 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-754591c8-287a-4e79-a506-abbc44372056 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:38.736121 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-754591c8-287a-4e79-a506-abbc44372056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:38.760628 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754591c8-287a-4e79-a506-abbc44372056 None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:33:38.996447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e527db8c-5b57-411e-9a40-58a6ebc2cd36 None None] New status for floating IP 71d8ce13-6571-460e-95ee-81221a389660: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:33:39.113900 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-bda873ab-7ac9-4d8e-ad82-bb5cee1b4c59 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--332599534&fields=id&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 267 time: 0.0487077 Dec 06 12:33:39.220132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-f64509a8-34f3-477e-93dc-31c131db3639 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:39.221595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-f64509a8-34f3-477e-93dc-31c131db3639 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 812 time: 0.1010494 Dec 06 12:33:39.236991 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-309b0915-d8cf-430c-8c73-3d70fbbb66e6 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/quotas/44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 375 time: 0.0093873 Dec 06 12:33:39.296895 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-7368922e-6a44-4e05-a29f-60d101709199 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543542 Dec 06 12:33:39.440000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-2039cd82-91cc-4a8d-8d61-d6934b5fe0d1 service neutron] 10.222.0.24 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310935 Dec 06 12:33:39.533537 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-333276f3-de67-4c92-a879-e5ef7652316e service neutron] 10.222.0.24 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874674 Dec 06 12:33:39.693233 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01bf7943-74e3-4551-8afc-d0e5c967f94e req-42d324e9-4b5a-4bec-9e2d-a09b4a94bfe8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 210 time: 0.0286674 Dec 06 12:33:40.636281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-ea1ca4c3-98ff-4a97-b9b7-ee9ed98a36be tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:40.637715 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-ea1ca4c3-98ff-4a97-b9b7-ee9ed98a36be tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 812 time: 0.1028690 Dec 06 12:33:40.707848 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-fef979a9-7267-40f6-826b-2a2cabde883f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 379 time: 0.0609286 Dec 06 12:33:40.722036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'port': {'device_id': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'admin_state_up': True, 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'security_groups': ['27c0ab1d-f33c-4698-8775-88870f3e95df']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:40.802938 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5e4e2c3-ea44-4e95-b39d-06fbf1c167d5 req-4fc6da0a-b895-4a54-917b-131f0e94c593 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 210 time: 0.0299182 Dec 06 12:33:40.851471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Made reservation on behalf of 44016f0ebd8449c78e862adc0d7dd90b for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:33:40.855015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:40.981751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Allocated IP 172.20.0.9 (b3620c7e-57a7-4841-8bf4-df515043404b/00a34353-1424-4753-a13a-ad97b9667b1c/fffbeb30-d420-405f-beb1-98c90322b712) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:33:41.121003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.155457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.199023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Network b3620c7e-57a7-4841-8bf4-df515043404b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:33:41.202043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:33:41.205836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:33:41.212280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:41.259650 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.260312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.285675 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-90f26020-d3dc-419c-8738-ce4fd46d1725 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676217 Dec 06 12:33:41.296638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-969a0f59-1bf4-4dbd-afe8-08e6f8717993 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:33:41.297710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-969a0f59-1bf4-4dbd-afe8-08e6f8717993 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055864 Dec 06 12:33:41.313306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Request body: {'port': {'device_id': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:41.324125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 91b95c3c-0c99-4260-9ee4-ddcf2402296e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:33:41.348583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 91b95c3c-0c99-4260-9ee4-ddcf2402296e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:33:41.349232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 91b95c3c-0c99-4260-9ee4-ddcf2402296e not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:33:41.376729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.416250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ff9d16de-0dee-4ef2-9c7f-b4c691836a51 None None] Provisioning complete for port fffbeb30-d420-405f-beb1-98c90322b712 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:41.416621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff9d16de-0dee-4ef2-9c7f-b4c691836a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.452257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d16de-0dee-4ef2-9c7f-b4c691836a51 None None] Port fffbeb30-d420-405f-beb1-98c90322b712 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:33:41.636624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffbeb30-d420-405f-beb1-98c90322b712 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:41.644230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.657805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Transition to ACTIVE for port object fffbeb30-d420-405f-beb1-98c90322b712 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:33:41.660550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.711506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Pushing event updated for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:41.786317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Attempting to bind port fffbeb30-d420-405f-beb1-98c90322b712 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:33:41.786658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Attempting to bind port fffbeb30-d420-405f-beb1-98c90322b712 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:33:41.786992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Attempting to bind port fffbeb30-d420-405f-beb1-98c90322b712 on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:41.791801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Port fffbeb30-d420-405f-beb1-98c90322b712 on network b3620c7e-57a7-4841-8bf4-df515043404b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:33:41.792165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Attempting to bind port fffbeb30-d420-405f-beb1-98c90322b712 on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:33:41.797246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:33:41.797662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Checking segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:33:41.798261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Bound using segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:33:41.798729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Bound port: fffbeb30-d420-405f-beb1-98c90322b712, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:33:41.799207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.867676 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:33:41.871450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:33:41.877218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.951486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.952130 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:41.954263 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] 10.222.0.43 "PUT /v2.0/ports/fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 1093 time: 0.6453652 Dec 06 12:33:41.957200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:41.959071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06" -d '{"events": [{"name": "network-changed", "server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "tag": "fffbeb30-d420-405f-beb1-98c90322b712"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:41.983969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275d602-6a96-4a74-a6a3-21dc02dc764d service neutron] Pushing event updated for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:41.994648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4910ad7-2559-4524-8ab4-5d54428b0e5a req-0d4648aa-926e-4912-81c9-b388178b7c3e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:41.996233 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b4910ad7-2559-4524-8ab4-5d54428b0e5a req-0d4648aa-926e-4912-81c9-b388178b7c3e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 943 time: 0.1153243 Dec 06 12:33:42.025791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c820654b-12f4-40f6-9698-6685c435b21e x-openstack-request-id: req-c820654b-12f4-40f6-9698-6685c435b21e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:42.026168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "tag": "fffbeb30-d420-405f-beb1-98c90322b712", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:42.026426 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c820654b-12f4-40f6-9698-6685c435b21e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:42.026973 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712', 'status': 'completed', 'code': 200} Dec 06 12:33:42.086500 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b4910ad7-2559-4524-8ab4-5d54428b0e5a req-af1fcde6-3ab1-4f75-a3e4-cda0aa55170f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833936 Dec 06 12:33:42.089669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-ae55997d-1d3e-46e4-affb-c5fb0f1fc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:42.091078 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-ae55997d-1d3e-46e4-affb-c5fb0f1fc68c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1096 time: 0.0774164 Dec 06 12:33:42.143102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-ecb264b1-d24c-4d16-8f70-e5663cdf2650 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 217 time: 0.0405428 Dec 06 12:33:42.193319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0168a247-7ec2-452b-a42d-e4d383131dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:42.194774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-0168a247-7ec2-452b-a42d-e4d383131dff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0445840 Dec 06 12:33:42.241281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-287f7641-4c29-4e3e-ad85-e99ace0cdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:42.242747 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-287f7641-4c29-4e3e-ad85-e99ace0cdf4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407248 Dec 06 12:33:42.335000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-4d634a47-d4dd-45e2-8b6e-801be5d560b8 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849907 Dec 06 12:33:42.424731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3640cf28-f52a-400c-ad5c-1399b5143e72 req-bc863a6f-9351-4fa7-b076-0eb903f6be58 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831277 Dec 06 12:33:42.506169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-6e2ffaa4-d13e-4f27-9346-bbf73aa68f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:42.507613 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-6e2ffaa4-d13e-4f27-9346-bbf73aa68f15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1096 time: 0.0403032 Dec 06 12:33:42.599236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-2faa0705-b080-4ef7-86e3-f0fa87e0c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:42.600988 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-2faa0705-b080-4ef7-86e3-f0fa87e0c9b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0859580 Dec 06 12:33:42.640759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-1dea42d2-886c-4cc9-abe7-6ad654d5b9f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 217 time: 0.0329609 Dec 06 12:33:42.693504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-716c7ed5-1f84-4fb3-babd-0649372f57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:42.694949 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-716c7ed5-1f84-4fb3-babd-0649372f57cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0473874 Dec 06 12:33:42.740532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-a696a3f4-46af-4a99-a333-7087c42af27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:42.742058 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-a696a3f4-46af-4a99-a333-7087c42af27a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398853 Dec 06 12:33:42.833237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-ad95dd06-5aa6-47f8-aaeb-780e77d4d13f service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834618 Dec 06 12:33:42.920414 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f70fe760-de8a-41d9-8e85-0c9bd8fafd06 req-cce622a6-b54b-42b9-a7a4-2537c72b31ad service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800416 Dec 06 12:33:43.207040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5befac-71a9-4326-8d49-fb540aeac5c4 req-e6fd437b-a16a-4d23-b0b2-8d633f9153e8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:43.208580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ca5befac-71a9-4326-8d49-fb540aeac5c4 req-e6fd437b-a16a-4d23-b0b2-8d633f9153e8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 943 time: 0.0503740 Dec 06 12:33:43.260566 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ca5befac-71a9-4326-8d49-fb540aeac5c4 req-553b780b-4372-49a9-bb47-30b2db5c941f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461304 Dec 06 12:33:44.377720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541dedc-2797-409d-952e-23bb1732e4bc req-9d15fd87-da0e-4d59-8234-0a76a64e761b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:44.379284 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7541dedc-2797-409d-952e-23bb1732e4bc req-9d15fd87-da0e-4d59-8234-0a76a64e761b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 943 time: 0.0503705 Dec 06 12:33:44.427767 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7541dedc-2797-409d-952e-23bb1732e4bc req-b3f4d791-9ddd-455c-bf8d-72c2c8db2c4b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424321 Dec 06 12:33:45.211617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:45.323325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device fffbeb30-d420-405f-beb1-98c90322b712 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:33:45.416859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:45.431289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'fffbeb30-d420-405f-beb1-98c90322b712', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': 'fffbeb30-d420-405f-beb1-98c90322b712', 'mac_address': 'fa:16:3e:11:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:33:45.467641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:45.481724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffbeb30-d420-405f-beb1-98c90322b712 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:33:45.501521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:45.504578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:45.545408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec054034-5c72-4dc0-865c-4ea0adc636a8 req-fc8489a1-947c-4eda-bfad-331e12aa2ee2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:45.546975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec054034-5c72-4dc0-865c-4ea0adc636a8 req-fc8489a1-947c-4eda-bfad-331e12aa2ee2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 944 time: 0.0505972 Dec 06 12:33:45.552562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:45.597776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec054034-5c72-4dc0-865c-4ea0adc636a8 req-a48dce17-912f-43a9-905b-a2f80cfff46d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442746 Dec 06 12:33:45.838793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['fffbeb30-d420-405f-beb1-98c90322b712'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:33:46.714730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bb3e-13e5-445a-bd46-05a784d43eeb req-a0549f4c-f4d3-420f-9669-ceb12872b91a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:46.716206 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0374bb3e-13e5-445a-bd46-05a784d43eeb req-a0549f4c-f4d3-420f-9669-ceb12872b91a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 944 time: 0.0522103 Dec 06 12:33:46.762641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0374bb3e-13e5-445a-bd46-05a784d43eeb req-4ccf0f40-2a3c-468b-b563-b9d2249efb2b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405090 Dec 06 12:33:47.355932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device fffbeb30-d420-405f-beb1-98c90322b712 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:33:47.404464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port fffbeb30-d420-405f-beb1-98c90322b712 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:33:47.411097 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port fffbeb30-d420-405f-beb1-98c90322b712 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:33:47.411516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:47.492986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:47.515085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:47.517404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a5dc24-febd-4bad-8ccb-91ed0f85b726" -d '{"events": [{"server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "fffbeb30-d420-405f-beb1-98c90322b712"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:47.530180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:33:47.534556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:47.557863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0287d4-5cd3-49b9-8024-de8aff36f9f8 x-openstack-request-id: req-cf0287d4-5cd3-49b9-8024-de8aff36f9f8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:47.558154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "fffbeb30-d420-405f-beb1-98c90322b712", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:47.558410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf0287d4-5cd3-49b9-8024-de8aff36f9f8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:47.558791 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712', 'code': 200} Dec 06 12:33:47.586761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:33:47.721757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9b5a7-33ae-4c93-b15d-96448f57448e req-91ea2eea-7da5-457a-96a3-844937d95545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.723219 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc9b5a7-33ae-4c93-b15d-96448f57448e req-91ea2eea-7da5-457a-96a3-844937d95545 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1098 time: 0.0394142 Dec 06 12:33:47.768415 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ccc9b5a7-33ae-4c93-b15d-96448f57448e req-3fd8e691-e115-4920-960b-e8f762b1f750 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368743 Dec 06 12:33:47.876302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df437f8-75a6-48db-b64c-b17e3c2cd2c0 req-cea0667d-b3cb-459e-bd91-fe1df65e2f86 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:47.877781 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1df437f8-75a6-48db-b64c-b17e3c2cd2c0 req-cea0667d-b3cb-459e-bd91-fe1df65e2f86 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0486271 Dec 06 12:33:47.926964 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1df437f8-75a6-48db-b64c-b17e3c2cd2c0 req-edf36941-74ec-46ed-bca8-2b349ac1ba7c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433750 Dec 06 12:33:49.045651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da82cc-757f-43c1-bf0e-431762888723 req-110c6f9d-66b8-44f9-be32-ae674aec257f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:49.047361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c5da82cc-757f-43c1-bf0e-431762888723 req-110c6f9d-66b8-44f9-be32-ae674aec257f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0495787 Dec 06 12:33:49.096743 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c5da82cc-757f-43c1-bf0e-431762888723 req-8dda91c4-d31c-41f2-a64b-11d881ab1257 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Dec 06 12:33:50.216114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a316f5-3b0a-409a-acf1-bbdd7dc41369 req-0983a1a0-2a9d-4027-9322-bb265340b1e2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:50.217654 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-17a316f5-3b0a-409a-acf1-bbdd7dc41369 req-0983a1a0-2a9d-4027-9322-bb265340b1e2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0514669 Dec 06 12:33:50.271056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-17a316f5-3b0a-409a-acf1-bbdd7dc41369 req-938b2744-87dd-44f2-88dc-849987a08ba5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466859 Dec 06 12:33:50.391390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580c60-ba84-4d65-9ec2-bfa5dddfa3af req-744aaa74-c614-4529-8991-68cd5b00dd5a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:50.392809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73580c60-ba84-4d65-9ec2-bfa5dddfa3af req-744aaa74-c614-4529-8991-68cd5b00dd5a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0524957 Dec 06 12:33:50.401223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 48824) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:33:50.405638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'floatingip': {'port_id': 'fffbeb30-d420-405f-beb1-98c90322b712'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:33:50.443682 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:50.865818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:50.869479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:50.965806 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Floating IP 71d8ce13-6571-460e-95ee-81221a389660 associated. External IP: 172.36.1.227, port: fffbeb30-d420-405f-beb1-98c90322b712. Dec 06 12:33:51.454466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:33:51.558285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:33:51.563180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:51.568390 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:33:51.579245 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:51.579987 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:51.592902 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b24cee42-2a8d-45fe-a128-1a2051d95121 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "PUT /v2.0/floatingips/71d8ce13-6571-460e-95ee-81221a389660 HTTP/1.1" status: 200 len: 991 time: 1.1905994 Dec 06 12:33:51.594200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:33:51.596834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abefa1-9e2f-4398-9cf9-77a28552e54b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "tag": "fffbeb30-d420-405f-beb1-98c90322b712"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:33:51.636502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9241cff5-08b5-4a8a-bbfa-fab963f9c5a1 x-openstack-request-id: req-9241cff5-08b5-4a8a-bbfa-fab963f9c5a1 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:33:51.636800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "tag": "fffbeb30-d420-405f-beb1-98c90322b712", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:33:51.637053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9241cff5-08b5-4a8a-bbfa-fab963f9c5a1 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:33:51.637485 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712', 'status': 'completed', 'code': 200} Dec 06 12:33:51.694098 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:51.700995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-c6754ff7-ccaf-4eab-8a29-8a057fc7ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:51.702492 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-c6754ff7-ccaf-4eab-8a29-8a057fc7ff41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1098 time: 0.0406380 Dec 06 12:33:51.793421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-bfcacdf2-14e7-4a81-9936-fa9d970f358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:51.794920 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-bfcacdf2-14e7-4a81-9936-fa9d970f358a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0853059 Dec 06 12:33:51.863475 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-0c19c768-bf25-4b50-aa9c-b693548167a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 999 time: 0.0617912 Dec 06 12:33:51.911730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-30cd5db6-a221-48fb-9235-b8b533de4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:51.913233 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-30cd5db6-a221-48fb-9235-b8b533de4f91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0433171 Dec 06 12:33:51.919514 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': 'fffbeb30-d420-405f-beb1-98c90322b712', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:11:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:33:50Z', 'revision_number': 9, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:51.946736 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:33:51.955390 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:33:51.956029 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:33:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:51.958929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-ae640890-e485-4d3b-a106-7bc9a2cc8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:33:51.960466 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-ae640890-e485-4d3b-a106-7bc9a2cc8c53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404265 Dec 06 12:33:52.058582 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-b5551971-ab4c-4f32-82a0-339dbb56d77e service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899332 Dec 06 12:33:52.153198 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:33:52.153987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27abefa1-9e2f-4398-9cf9-77a28552e54b req-1069acc3-e16a-4619-95dd-64129e72a6da service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880020 Dec 06 12:33:52.374112 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': 'fffbeb30-d420-405f-beb1-98c90322b712', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:11:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:33:50Z', 'revision_number': 9, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:33:52.403114 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e887-6de1-4f81-b6c5-9bec69b655bb None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': 'fffbeb30-d420-405f-beb1-98c90322b712', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:11:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:33:50Z', 'revision_number': 9, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:33:52.594766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4fb36-14b4-436c-bd09-f418dd0ac5c6 None None] New status for floating IP 71d8ce13-6571-460e-95ee-81221a389660: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:33:56.272019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-752343b6-b545-48d5-952e-82ca9aa5bd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:58.689511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5c23ef-6c0b-41d6-bc33-41975d33de03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:33:59.885127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:00.947631 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:01.963045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:13.652151 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:34:15.227976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:26.273168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a485ce4-f4de-4ae9-99be-fb8bd849e9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:28.692035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dee96cf-97e3-4e00-ba18-cfa005b467b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:29.887622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:30.950818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:31.964606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:41.967484 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-c1b3afde-6b74-4aee-9081-6467cdd75338 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395219 Dec 06 12:34:42.050963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-5a50d8af-8ce7-4bc6-be75-4fba2938010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.052545 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-5a50d8af-8ce7-4bc6-be75-4fba2938010c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1098 time: 0.0414410 Dec 06 12:34:42.158030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-ab3b4482-0f5a-4645-be03-6add17b5fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.159558 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-ab3b4482-0f5a-4645-be03-6add17b5fdbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0863113 Dec 06 12:34:42.223668 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-46b40a89-8646-4aea-bab4-24c237b28667 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 1002 time: 0.0567644 Dec 06 12:34:42.271526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-b08b21a5-c811-4f80-97de-a506d619031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.272978 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-b08b21a5-c811-4f80-97de-a506d619031a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0415986 Dec 06 12:34:42.322597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-d79140ad-afac-46af-a031-9bdb6178b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:34:42.324171 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-d79140ad-afac-46af-a031-9bdb6178b2b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437794 Dec 06 12:34:42.413838 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-6189b6b3-b7fb-4b7c-9612-3e27b8225a23 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821288 Dec 06 12:34:42.504813 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55b45b60-2d81-4e07-aa17-ec10e0c9a74a req-66889a00-e58e-4e0c-a507-95d4955faf07 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842218 Dec 06 12:34:45.229064 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:50.651171 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:34:56.275339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb988980-d215-4c10-866b-10ff489e17bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:58.693943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6572392-eff0-4ce0-8439-8f60b8c753b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:34:59.890338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:00.953299 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:01.966584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:02.588499 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-0be63dc5-656c-4356-9aeb-2521e83dbb85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404778 Dec 06 12:35:02.613981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b60e2-9b38-4e33-b95b-4eb6f6b56171 req-513e5dcb-9c5e-4e04-a2cf-393c15bd0acf tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:02.615471 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e41b60e2-9b38-4e33-b95b-4eb6f6b56171 req-513e5dcb-9c5e-4e04-a2cf-393c15bd0acf tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0535636 Dec 06 12:35:02.673359 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e41b60e2-9b38-4e33-b95b-4eb6f6b56171 req-41bcb288-b9ef-4bda-b280-d7c0bec079c2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515046 Dec 06 12:35:03.633511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-1e336715-9d56-4044-83cb-12d82919cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.635186 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-1e336715-9d56-4044-83cb-12d82919cdbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1098 time: 0.0410736 Dec 06 12:35:03.730016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-8be50ea6-f365-4ce2-aa67-da0331bf2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.731883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-8be50ea6-f365-4ce2-aa67-da0331bf2e67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0893660 Dec 06 12:35:03.826090 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-70ee3184-d834-4fc8-b8be-f89ef9547564 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 1002 time: 0.0868034 Dec 06 12:35:03.838509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892172-38eb-43ec-befa-f587bd0f12ae req-196a908d-5dbb-4797-9e9a-eac846d8f5c7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.839943 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab892172-38eb-43ec-befa-f587bd0f12ae req-196a908d-5dbb-4797-9e9a-eac846d8f5c7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0948987 Dec 06 12:35:03.906401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-be8458fa-1469-41dc-8a5d-b6b414f305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.907935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-be8458fa-1469-41dc-8a5d-b6b414f305ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0671086 Dec 06 12:35:03.919785 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab892172-38eb-43ec-befa-f587bd0f12ae req-79a7d42e-e497-4346-810b-ad1b393ee154 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719504 Dec 06 12:35:03.959342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-f69c5f6b-fcde-470a-aad3-a92eaaf954f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:03.960912 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-f69c5f6b-fcde-470a-aad3-a92eaaf954f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401185 Dec 06 12:35:04.054644 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-018b822d-355a-4ecc-aeda-d786841c8b85 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866530 Dec 06 12:35:04.149048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-f09c47cd-dfa9-4903-bd73-ff56abf6afe2 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868623 Dec 06 12:35:05.034942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dee38-f394-4247-86de-876d3b7e276b req-69eeaa15-35c0-49b5-a261-2d07aad48157 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:05.036444 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b93dee38-f394-4247-86de-876d3b7e276b req-69eeaa15-35c0-49b5-a261-2d07aad48157 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0490680 Dec 06 12:35:05.084702 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b93dee38-f394-4247-86de-876d3b7e276b req-1e97233c-6742-4cd1-91fc-a9f1b736013f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423946 Dec 06 12:35:06.204986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d6c41-1431-47fc-a65d-2619dda1e0de req-d5bbf121-7360-4a5c-b386-9ea8990e57e5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:06.206481 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-180d6c41-1431-47fc-a65d-2619dda1e0de req-d5bbf121-7360-4a5c-b386-9ea8990e57e5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0496304 Dec 06 12:35:06.253428 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-180d6c41-1431-47fc-a65d-2619dda1e0de req-32c8f94a-df9b-4036-b263-85382b356ca9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 Dec 06 12:35:07.375830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4977a2-db1c-4298-acba-65400dd0c732 req-f64d8a6e-22a6-4959-a529-0b3c8cc9a5e6 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:07.377333 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c4977a2-db1c-4298-acba-65400dd0c732 req-f64d8a6e-22a6-4959-a529-0b3c8cc9a5e6 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0532334 Dec 06 12:35:07.424037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c4977a2-db1c-4298-acba-65400dd0c732 req-cd6d6ee8-4ef8-4f89-a2c8-6cea3acb3959 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407746 Dec 06 12:35:08.538907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0555d-bcf9-4c2d-bd7b-d63557841d67 req-ffca911a-14c4-4fac-bbab-79d060065d7e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:08.540319 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-03a0555d-bcf9-4c2d-bd7b-d63557841d67 req-ffca911a-14c4-4fac-bbab-79d060065d7e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0497959 Dec 06 12:35:08.587332 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-03a0555d-bcf9-4c2d-bd7b-d63557841d67 req-6ff93e0f-9645-4ad1-bc2d-c16a338f09dd tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400896 Dec 06 12:35:09.701626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4996058-27ea-47f4-a58b-c24629243968 req-80f15ce0-e078-4a1e-ae8a-d1f8b99859a8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:09.703109 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c4996058-27ea-47f4-a58b-c24629243968 req-80f15ce0-e078-4a1e-ae8a-d1f8b99859a8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0475092 Dec 06 12:35:09.754437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c4996058-27ea-47f4-a58b-c24629243968 req-1bfe1705-01cc-4d04-b00e-ac6d2f5f8709 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453351 Dec 06 12:35:10.869500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e84e37-b489-42dd-97a2-959f27d38f82 req-a430cf8d-fd9f-441e-becc-2e45a4fc3f5a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:10.871020 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a7e84e37-b489-42dd-97a2-959f27d38f82 req-a430cf8d-fd9f-441e-becc-2e45a4fc3f5a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0489979 Dec 06 12:35:10.918827 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a7e84e37-b489-42dd-97a2-959f27d38f82 req-aa769d89-4d9a-4c22-a0cb-b9a4ed2b574d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408082 Dec 06 12:35:12.031597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f90fe-fd32-4a54-ae82-bc5c39268f65 req-934de968-3952-4436-9796-235251f410b4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:12.033104 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8a7f90fe-fd32-4a54-ae82-bc5c39268f65 req-934de968-3952-4436-9796-235251f410b4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0484169 Dec 06 12:35:12.083686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8a7f90fe-fd32-4a54-ae82-bc5c39268f65 req-3fb704d7-3313-453e-a0a1-afd4d1cf8845 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446372 Dec 06 12:35:13.202765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310b4e3-fb08-486c-8644-5a86794b8eed req-402a53ce-13a9-4984-aa6a-6c0413e70830 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:13.204350 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b310b4e3-fb08-486c-8644-5a86794b8eed req-402a53ce-13a9-4984-aa6a-6c0413e70830 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0521181 Dec 06 12:35:13.250670 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b310b4e3-fb08-486c-8644-5a86794b8eed req-2a8f3b84-0b27-4ac5-b9b5-b48615e27821 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404699 Dec 06 12:35:14.369447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c2b9e-ce63-41d0-beeb-d6f603e3c034 req-1180be5c-281c-4ddf-9813-e5b62b1a43c2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:14.370931 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ef5c2b9e-ce63-41d0-beeb-d6f603e3c034 req-1180be5c-281c-4ddf-9813-e5b62b1a43c2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0514028 Dec 06 12:35:14.420127 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ef5c2b9e-ce63-41d0-beeb-d6f603e3c034 req-156ec5bc-a6e4-4bc8-9aa8-ab931652025f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Dec 06 12:35:15.239444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:15.553035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2a11e-3666-4970-8dc7-333d3e8d6f5d req-f9686515-14d9-4e89-935e-a6fba6d6c870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:15.554418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-13d2a11e-3666-4970-8dc7-333d3e8d6f5d req-f9686515-14d9-4e89-935e-a6fba6d6c870 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0608459 Dec 06 12:35:15.611759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-13d2a11e-3666-4970-8dc7-333d3e8d6f5d req-c093e19f-3e98-4b4a-be85-d65ff2bb3669 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505402 Dec 06 12:35:15.721307 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-e3d9dfca-901c-46a6-8ec5-aae52a6aa5d0 service neutron] 10.222.0.43 "GET /v2.0/ports/fffbeb30-d420-405f-beb1-98c90322b712/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0631487 Dec 06 12:35:15.941259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-489d886f-febb-4491-99b6-3242ec42756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:15.942645 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-489d886f-febb-4491-99b6-3242ec42756a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 1098 time: 0.0448458 Dec 06 12:35:16.012238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-66a969de-605c-4ead-9266-0ed5a471f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.014417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-66a969de-605c-4ead-9266-0ed5a471f55a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1098 time: 0.0470562 Dec 06 12:35:16.120496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-65c54fa9-611f-411a-af7b-c66d591a73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.122259 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-65c54fa9-611f-411a-af7b-c66d591a73c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.1004217 Dec 06 12:35:16.191380 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-5ee5f700-bd64-4fe8-87bd-44d1853d805b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 1002 time: 0.0622685 Dec 06 12:35:16.240026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-7240fc76-f766-44ba-9579-a5b973d65bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.241441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-7240fc76-f766-44ba-9579-a5b973d65bd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0432761 Dec 06 12:35:16.303251 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-024bc4f4-16a7-4c6f-9028-d819a3dd6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.305723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-024bc4f4-16a7-4c6f-9028-d819a3dd6673 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573742 Dec 06 12:35:16.409230 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-1fd42a03-08d4-4fd0-896e-b4e5297b0763 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966365 Dec 06 12:35:16.498488 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d9caf90-8e5d-4f72-98f0-cd62e3a2e32f req-6155a61a-2908-4eda-8bd8-a8fe54091b16 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820122 Dec 06 12:35:16.739713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ba147-e091-4bdf-8652-24000cf7f1ed req-a47ed784-7a1f-4b85-a56a-08736e3c7c75 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:16.741207 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fd7ba147-e091-4bdf-8652-24000cf7f1ed req-a47ed784-7a1f-4b85-a56a-08736e3c7c75 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0536363 Dec 06 12:35:16.792700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fd7ba147-e091-4bdf-8652-24000cf7f1ed req-cbd1bc74-5c43-4cd3-bff9-a682f1905edd tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447636 Dec 06 12:35:17.906876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f93341-511a-41a7-8c76-e514ace9ab99 req-e0efd2fb-80a9-4325-b93f-b28d145eaff7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:17.908559 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86f93341-511a-41a7-8c76-e514ace9ab99 req-e0efd2fb-80a9-4325-b93f-b28d145eaff7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0481474 Dec 06 12:35:17.954838 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86f93341-511a-41a7-8c76-e514ace9ab99 req-0438e504-de20-41d6-bc36-10759491a8af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403821 Dec 06 12:35:19.084769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c574a87-e86b-40af-a634-e0cadbe6a89e req-11038d4c-ef79-464e-accc-67d3e7c45e0e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:19.086281 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c574a87-e86b-40af-a634-e0cadbe6a89e req-11038d4c-ef79-464e-accc-67d3e7c45e0e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0504799 Dec 06 12:35:19.134760 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c574a87-e86b-40af-a634-e0cadbe6a89e req-d6bab764-0def-498d-a5a0-e54497b54c3f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416014 Dec 06 12:35:19.893828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device fffbeb30-d420-405f-beb1-98c90322b712 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:35:19.895913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device fffbeb30-d420-405f-beb1-98c90322b712 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:20.041356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.061368 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:20.078219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'fffbeb30-d420-405f-beb1-98c90322b712', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': 'fffbeb30-d420-405f-beb1-98c90322b712', 'mac_address': 'fa:16:3e:11:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:35:20.084386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:20.086606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2730746-dd3e-4b8f-9184-200978419908" -d '{"events": [{"server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "name": "network-vif-unplugged", "status": "completed", "tag": "fffbeb30-d420-405f-beb1-98c90322b712"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:20.101656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:20.120531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.160630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.191369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fffbeb30-d420-405f-beb1-98c90322b712 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:20.265404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9dfe1-4ff2-4f53-a829-400146cb0447 req-a768a606-a80f-4ac0-aa38-4477f34b0cb8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:20.267014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27c9dfe1-4ff2-4f53-a829-400146cb0447 req-a768a606-a80f-4ac0-aa38-4477f34b0cb8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 943 time: 0.0558498 Dec 06 12:35:20.319071 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27c9dfe1-4ff2-4f53-a829-400146cb0447 req-aa1d5146-aea6-4de4-b380-1df0e684b9bc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457175 Dec 06 12:35:20.343531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50ee0b8-b413-48fd-bb1b-a7b0cc182b8d x-openstack-request-id: req-b50ee0b8-b413-48fd-bb1b-a7b0cc182b8d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:20.343838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "name": "network-vif-unplugged", "status": "completed", "tag": "fffbeb30-d420-405f-beb1-98c90322b712", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:20.344091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b50ee0b8-b413-48fd-bb1b-a7b0cc182b8d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:20.344485 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712', 'code': 200} Dec 06 12:35:20.349090 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:20.358088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.358445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.358813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.359143 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.359479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.359811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.360170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.360503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.360837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.361165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.361495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.361816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.362140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:20.396878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:35:20.397252 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:35:20.639278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-450920b7-40b7-4436-91c4-da4ddb907352 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:20.640666 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-450920b7-40b7-4436-91c4-da4ddb907352 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c&tenant_id=44016f0ebd8449c78e862adc0d7dd90b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0779111 Dec 06 12:35:20.661646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae683160-2eed-417a-9721-00bef16cf2fc req-1ad06d5b-1483-4332-9ad9-c71d9c7f112c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:20.663045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae683160-2eed-417a-9721-00bef16cf2fc req-1ad06d5b-1483-4332-9ad9-c71d9c7f112c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 943 time: 0.0734277 Dec 06 12:35:20.742439 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-d2dd506d-8694-482c-8e24-e5a1c935b188 service neutron] 10.222.0.43 "GET /v2.0/ports/fffbeb30-d420-405f-beb1-98c90322b712/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0943544 Dec 06 12:35:20.747612 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae683160-2eed-417a-9721-00bef16cf2fc req-451914d6-8c40-4ae5-9cda-35fdebae8e8c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640333 Dec 06 12:35:20.804384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-d5949016-8cd2-45d3-b4de-a22014cf9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:20.805879 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-d5949016-8cd2-45d3-b4de-a22014cf9baf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1096 time: 0.0402701 Dec 06 12:35:20.897615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-035cfbac-37dc-43fe-8d9a-be9efcc1c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:20.899078 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-035cfbac-37dc-43fe-8d9a-be9efcc1c813 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0858963 Dec 06 12:35:20.932792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:20.945783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffbeb30-d420-405f-beb1-98c90322b712 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:20.966793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-09fa4720-2a9e-42c8-9dc5-b2ca2bcff1f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 1000 time: 0.0607133 Dec 06 12:35:20.967432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:20.971065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:21.015681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-bec724f2-895e-4efd-b8ab-ece11398cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:21.017185 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-bec724f2-895e-4efd-b8ab-ece11398cfad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0441065 Dec 06 12:35:21.027583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:21.034095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['fffbeb30-d420-405f-beb1-98c90322b712'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:21.067922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-76350c27-7eab-4df6-8814-1531f2e4f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:21.069520 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-76350c27-7eab-4df6-8814-1531f2e4f2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455711 Dec 06 12:35:21.162101 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-abac8409-2844-4491-8f10-e4c0a6780e91 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845964 Dec 06 12:35:21.253525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-4d151a2c-bd59-47cf-83de-9bd104d6bedf service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841622 Dec 06 12:35:21.863586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf03af-d539-4553-8033-d51948244eee req-161628f5-d851-4589-9d27-6455504689c5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:21.865068 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cacf03af-d539-4553-8033-d51948244eee req-161628f5-d851-4589-9d27-6455504689c5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 944 time: 0.0485766 Dec 06 12:35:21.908927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device fffbeb30-d420-405f-beb1-98c90322b712 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:21.911906 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cacf03af-d539-4553-8033-d51948244eee req-5035d7da-446c-47ee-8a17-a173792d50b0 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408401 Dec 06 12:35:21.959885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port fffbeb30-d420-405f-beb1-98c90322b712 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:21.960422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.036670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.069323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:22.073083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:22.123452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:22.345342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:22.348067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be44d4b-42ee-4da2-8b08-86ada02880ce" -d '{"events": [{"server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "fffbeb30-d420-405f-beb1-98c90322b712"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:22.390446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a4de39-57f8-4d27-a397-1c72c0b18bdb x-openstack-request-id: req-c4a4de39-57f8-4d27-a397-1c72c0b18bdb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:22.390737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "name": "network-vif-plugged", "status": "completed", "tag": "fffbeb30-d420-405f-beb1-98c90322b712", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:22.390990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4a4de39-57f8-4d27-a397-1c72c0b18bdb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:22.391377 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712', 'code': 200} Dec 06 12:35:23.027061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af009a-152e-4faf-b5ee-831123c4040d req-2cfd5482-b5d5-4bac-9529-d9aef80ce50a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:23.028541 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b4af009a-152e-4faf-b5ee-831123c4040d req-2cfd5482-b5d5-4bac-9529-d9aef80ce50a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0473924 Dec 06 12:35:23.078316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b4af009a-152e-4faf-b5ee-831123c4040d req-50b29bc9-3cdf-42e0-8c0d-970f95aa0836 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 Dec 06 12:35:23.722828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-f908046e-e5ed-4ed4-81bb-fb9a3f43a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:23.724627 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-f908046e-e5ed-4ed4-81bb-fb9a3f43a8c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 1098 time: 0.0430863 Dec 06 12:35:23.795879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-ab090096-7382-4050-b4af-8a35fb6849d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:23.797506 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-ab090096-7382-4050-b4af-8a35fb6849d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 1098 time: 0.0418167 Dec 06 12:35:23.892855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-13aa0ba0-5a3e-4dc8-9016-efc83f62c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:23.894235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-13aa0ba0-5a3e-4dc8-9016-efc83f62c270 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0896313 Dec 06 12:35:23.959162 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-e65837c6-b817-4299-91e1-fcf14830f9c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 200 len: 1002 time: 0.0578389 Dec 06 12:35:24.006702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-1587b820-db1a-4479-b846-2837a071daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:24.008120 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-1587b820-db1a-4479-b846-2837a071daa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0426521 Dec 06 12:35:24.057419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817d94-9323-4f0e-b75c-8179e6990376 req-7a3916c8-7324-492e-bb34-7b8321d806b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:24.058962 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-7a3916c8-7324-492e-bb34-7b8321d806b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429952 Dec 06 12:35:24.147077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-41b1d0fd-410b-4e67-a0dd-b15ffad4981d service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809240 Dec 06 12:35:24.260119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f15c9e-4e68-4fa5-a4f2-7b3be014761b req-3e96aab1-4517-48ab-a8da-0de9526a30c0 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:24.261660 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f1f15c9e-4e68-4fa5-a4f2-7b3be014761b req-3e96aab1-4517-48ab-a8da-0de9526a30c0 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.1129596 Dec 06 12:35:24.290488 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38817d94-9323-4f0e-b75c-8179e6990376 req-c322579f-17aa-4691-8ab6-23baba1d65fb service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328411 Dec 06 12:35:24.327395 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f1f15c9e-4e68-4fa5-a4f2-7b3be014761b req-90b92fa2-b5dc-4fac-9506-03f87f0f1b8f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578575 Dec 06 12:35:25.447093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b33c66-53fc-42cb-88f3-613e1fb42661 req-6feca9c9-2706-4a2f-8cd8-5baee25e5c7e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:25.448623 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b5b33c66-53fc-42cb-88f3-613e1fb42661 req-6feca9c9-2706-4a2f-8cd8-5baee25e5c7e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0517616 Dec 06 12:35:25.494574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b5b33c66-53fc-42cb-88f3-613e1fb42661 req-56f8025d-8543-41f4-b873-21cce4f3bc84 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401719 Dec 06 12:35:26.278235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd2db8f6-f90c-4704-acc8-527b3db7b8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:26.608762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b378919-29c9-4642-a5ae-da46d0842bea req-a8712f28-570e-4325-94d9-b76f872db05a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:26.610321 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b378919-29c9-4642-a5ae-da46d0842bea req-a8712f28-570e-4325-94d9-b76f872db05a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0481577 Dec 06 12:35:26.656468 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b378919-29c9-4642-a5ae-da46d0842bea req-721e6ee4-46b2-4643-a3a8-49926d2c43c4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Dec 06 12:35:26.768927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7f817-664d-45d2-b229-38d7cc0e48af req-c5fffdbe-101c-4cf2-bc39-5e9308843e35 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:26.770416 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4f7f817-664d-45d2-b229-38d7cc0e48af req-c5fffdbe-101c-4cf2-bc39-5e9308843e35 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0473893 Dec 06 12:35:26.819615 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d4f7f817-664d-45d2-b229-38d7cc0e48af req-baba61fe-25c2-4d39-8765-c47c9fbc2786 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Dec 06 12:35:26.932300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46255e80-108a-4df7-ae9c-c556eea62c32 req-0cd552d9-2b7c-4fd3-b9b3-ac9735243699 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:26.934075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46255e80-108a-4df7-ae9c-c556eea62c32 req-0cd552d9-2b7c-4fd3-b9b3-ac9735243699 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0486228 Dec 06 12:35:26.980740 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46255e80-108a-4df7-ae9c-c556eea62c32 req-aa98cd94-7548-4907-af7f-d3a522dbadc7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406666 Dec 06 12:35:27.212912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6dda-784f-4a2d-9d8d-1b876aa5fa20 req-2c9f3844-fc27-422c-96ef-df8b524dd0f9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:27.214367 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1bba6dda-784f-4a2d-9d8d-1b876aa5fa20 req-2c9f3844-fc27-422c-96ef-df8b524dd0f9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0484471 Dec 06 12:35:27.260078 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1bba6dda-784f-4a2d-9d8d-1b876aa5fa20 req-ae06646e-f9c0-4e19-a62e-ca1fa0081b6b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397563 Dec 06 12:35:27.650613 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:35:28.379074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2854a4-950b-42b2-b958-18e868123dfc req-8ad4d542-e288-4a38-9939-76b6fbd0278b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:28.380556 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ee2854a4-950b-42b2-b958-18e868123dfc req-8ad4d542-e288-4a38-9939-76b6fbd0278b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0507975 Dec 06 12:35:28.426367 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ee2854a4-950b-42b2-b958-18e868123dfc req-a3774193-9cdb-4934-828d-1bfba76fe428 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398962 Dec 06 12:35:28.695582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba8c8-d904-4c01-b6b5-b05b75d96957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.378014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-90e6765f-55ac-4ff2-8227-dbecfe7c5b30 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.379492 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-90e6765f-55ac-4ff2-8227-dbecfe7c5b30 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.0471098 Dec 06 12:35:29.469812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Deleting port fffbeb30-d420-405f-beb1-98c90322b712 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:35:29.470173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.585559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] For port fffbeb30-d420-405f-beb1-98c90322b712, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fffbeb30-d420-405f-beb1-98c90322b712,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:29.585830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.903992 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:29.904991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d03efb-e44a-4324-a9ed-dd15568d1b7a req-cf32c40b-7cdb-4774-80d4-63846dc03b22 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:29.906000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d03efb-e44a-4324-a9ed-dd15568d1b7a req-cf32c40b-7cdb-4774-80d4-63846dc03b22 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1993389-52aa-48c8-8e69-ff0bb0cfaf6c HTTP/1.1" status: 200 len: 945 time: 0.4110672 Dec 06 12:35:30.033055 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f4d03efb-e44a-4324-a9ed-dd15568d1b7a req-ee122d20-4618-44bb-820d-f0d7656a038c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949996 Dec 06 12:35:30.099965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.100320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.100634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Floating IP 71d8ce13-6571-460e-95ee-81221a389660 disassociated. External IP: 172.36.1.227, port: fffbeb30-d420-405f-beb1-98c90322b712. Dec 06 12:35:30.100977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Calling delete_port for fffbeb30-d420-405f-beb1-98c90322b712 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:35:30.231895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.258093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event deleted for resources: {'Port': ['ID=fffbeb30-d420-405f-beb1-98c90322b712,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:30.270261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.270626 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.270976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.271322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.271661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.272031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.272369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.272705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.273041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.273779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.273779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.274057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.274335 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:35:30.397487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:35:30.510495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:30.520146 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:30.530665 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:30.531291 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:30.549505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] No DVR routers for this DVR port fffbeb30-d420-405f-beb1-98c90322b712 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:35:30.552047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.555456 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a038a4c-d560-439b-a3d5-5d7396cd2995 req-9433212f-e26a-4990-9c6f-9b824d84e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "DELETE /v2.0/ports/fffbeb30-d420-405f-beb1-98c90322b712 HTTP/1.1" status: 204 len: 173 time: 1.1694250 Dec 06 12:35:30.555923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'name': 'network-vif-deleted', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:30.558827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63238e10-902d-44cc-b56c-366b9c72071e" -d '{"events": [{"server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "name": "network-vif-deleted", "tag": "fffbeb30-d420-405f-beb1-98c90322b712"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:30.594540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c00785-5e6e-4235-a678-2bb42f1c4c39 x-openstack-request-id: req-96c00785-5e6e-4235-a678-2bb42f1c4c39 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:30.594837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1993389-52aa-48c8-8e69-ff0bb0cfaf6c", "name": "network-vif-deleted", "tag": "fffbeb30-d420-405f-beb1-98c90322b712", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:30.595101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96c00785-5e6e-4235-a678-2bb42f1c4c39 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:30.595571 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1993389-52aa-48c8-8e69-ff0bb0cfaf6c', 'name': 'network-vif-deleted', 'tag': 'fffbeb30-d420-405f-beb1-98c90322b712', 'status': 'completed', 'code': 200} Dec 06 12:35:30.645519 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:30.842770 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:30.867734 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:30.876274 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:30.876873 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:30.956508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:30.997455 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:31.204164 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:31.234463 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffdd695-b6e5-4bb8-aa5e-a2e8d372166a None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:35:31.305235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ad2ad60a-927e-484a-a529-8ace45220c71 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--332599534&fields=id&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 267 time: 0.0447774 Dec 06 12:35:31.429628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-4aaa4a6f-f660-4b48-b9b3-6fc5e1272f1e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:31.431165 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-4aaa4a6f-f660-4b48-b9b3-6fc5e1272f1e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 812 time: 0.1183872 Dec 06 12:35:31.448047 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-4f832a50-fab3-42db-9ca6-a515f2b61658 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/quotas/44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 375 time: 0.0096128 Dec 06 12:35:31.463611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a16d4-0f43-4b5c-a48e-9725178ff897 None None] New status for floating IP 71d8ce13-6571-460e-95ee-81221a389660: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:35:31.500611 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-60e44bca-7733-4721-9751-e3a4887133ad tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464787 Dec 06 12:35:31.602286 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-b4621f2f-5297-4b82-839b-0ef23942f3c0 service neutron] 10.222.0.24 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888484 Dec 06 12:35:31.695431 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-61fedc5e-8d06-42bc-8ac7-e9cc3ec7c54e service neutron] 10.222.0.24 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856526 Dec 06 12:35:31.863599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-522ab312-f246-478e-a2d5-39511e5d7a6e req-f2a87e9a-8925-4e1b-a2e3-4cb2dc568869 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 210 time: 0.0278304 Dec 06 12:35:31.968906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:32.786090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-3a00d5f8-0990-4ace-8755-ee39e9844f79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:32.787551 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-3a00d5f8-0990-4ace-8755-ee39e9844f79 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 812 time: 0.1084120 Dec 06 12:35:32.850897 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-52cfd532-ba5a-40f2-9a54-08f7f2f2b2b7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 379 time: 0.0540133 Dec 06 12:35:32.863947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'port': {'device_id': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'admin_state_up': True, 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'security_groups': ['27c0ab1d-f33c-4698-8775-88870f3e95df']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:32.962681 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-351fa083-255d-4cbb-8ed3-e2287b08bbdf req-72358b6a-3cdc-4763-b1db-ebfdf2598e3d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 210 time: 0.0309749 Dec 06 12:35:32.999395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Made reservation on behalf of 44016f0ebd8449c78e862adc0d7dd90b for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:35:33.003030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.139057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Allocated IP 172.20.0.8 (b3620c7e-57a7-4841-8bf4-df515043404b/00a34353-1424-4753-a13a-ad97b9667b1c/004798cb-50d8-4407-b7a4-09b8201005d9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:35:33.273752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.306970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.357822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Network b3620c7e-57a7-4841-8bf4-df515043404b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:35:33.360993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:35:33.364994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:35:33.391978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:33.422204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:33.422849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.441132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-ed6732dc-654a-464c-8e24-34d4fae2dae1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809269 Dec 06 12:35:33.454236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Request body: {'port': {'device_id': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:33.512988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.605533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-af3fba96-975d-4b30-8ca8-acb8cd7e9566 None None] Provisioning complete for port 004798cb-50d8-4407-b7a4-09b8201005d9 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:33.606149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af3fba96-975d-4b30-8ca8-acb8cd7e9566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.640127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-af3fba96-975d-4b30-8ca8-acb8cd7e9566 None None] Port 004798cb-50d8-4407-b7a4-09b8201005d9 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:35:33.794487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004798cb-50d8-4407-b7a4-09b8201005d9 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:33.801967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.813629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Transition to ACTIVE for port object 004798cb-50d8-4407-b7a4-09b8201005d9 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:35:33.817826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:33.869331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:33.943692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Attempting to bind port 004798cb-50d8-4407-b7a4-09b8201005d9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:35:33.944062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Attempting to bind port 004798cb-50d8-4407-b7a4-09b8201005d9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:35:33.944384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Attempting to bind port 004798cb-50d8-4407-b7a4-09b8201005d9 on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:33.949191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Port 004798cb-50d8-4407-b7a4-09b8201005d9 on network b3620c7e-57a7-4841-8bf4-df515043404b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:35:33.949510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Attempting to bind port 004798cb-50d8-4407-b7a4-09b8201005d9 on network b3620c7e-57a7-4841-8bf4-df515043404b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:35:33.954739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:35:33.955056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Checking segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:35:33.955469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Bound using segment: {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:35:33.955919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Bound port: 004798cb-50d8-4407-b7a4-09b8201005d9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224c7215-dc11-4651-bdfe-da05b14ceadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:35:33.956264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.007235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device fffbeb30-d420-405f-beb1-98c90322b712 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:35:34.030953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: fffbeb30-d420-405f-beb1-98c90322b712 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:35:34.031563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device fffbeb30-d420-405f-beb1-98c90322b712 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:35:34.032858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:35:34.037527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:35:34.051380 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.106610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.107241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:34.108665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 1093 time: 0.6592021 Dec 06 12:35:34.110567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:34.112920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d5986-98a0-467c-9cb1-c3f59ed72769" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:34.138278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6761306-eba0-4ec4-8871-3915204875a1 service neutron] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:34.159952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07051c5-314a-4d68-8927-c832e7bad574 req-72525615-d206-452a-87a3-8c21552d0307 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.161544 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d07051c5-314a-4d68-8927-c832e7bad574 req-72525615-d206-452a-87a3-8c21552d0307 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.1223817 Dec 06 12:35:34.164252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff9bcb4-bcb0-4b8a-9ae6-31e2ca7c5d67 x-openstack-request-id: req-bff9bcb4-bcb0-4b8a-9ae6-31e2ca7c5d67 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:34.164590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:34.164849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bff9bcb4-bcb0-4b8a-9ae6-31e2ca7c5d67 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:34.165237 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'status': 'completed', 'code': 200} Dec 06 12:35:34.241899 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-535701e7-2ae5-470d-aaa0-b7123a9237da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.243415 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-535701e7-2ae5-470d-aaa0-b7123a9237da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1096 time: 0.0809777 Dec 06 12:35:34.247770 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d07051c5-314a-4d68-8927-c832e7bad574 req-bece9fae-5413-427f-9be4-d2a23c865241 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745902 Dec 06 12:35:34.298348 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-13fe1707-85ac-4214-921b-7d2802adc917 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Dec 06 12:35:34.348084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-db0095bb-5ac0-4bda-8211-07af8208e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.349531 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-db0095bb-5ac0-4bda-8211-07af8208e686 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0432220 Dec 06 12:35:34.399621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-46306251-cc74-495a-897c-d06d2841749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.401207 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-46306251-cc74-495a-897c-d06d2841749d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444269 Dec 06 12:35:34.490969 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-d4c326d9-0fb3-40d4-86b1-b1be1e3caa45 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820680 Dec 06 12:35:34.581322 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-42acf2bf-0256-43ac-b2d0-9e17d640b6f3 req-b8a5e55b-7925-4639-89f7-aadb3efaf8f7 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834501 Dec 06 12:35:34.669789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-feae0c4f-98c6-4a52-b91f-bb860c39c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.671191 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-feae0c4f-98c6-4a52-b91f-bb860c39c1d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1096 time: 0.0414016 Dec 06 12:35:34.764194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-8927a649-a2ac-48da-a82d-2b9641cba4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.765668 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-8927a649-a2ac-48da-a82d-2b9641cba4c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0876815 Dec 06 12:35:34.808653 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-d3baec89-0da2-4fae-8e39-47358f8545a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 217 time: 0.0354979 Dec 06 12:35:34.857167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-3d14e256-97fa-4ff2-a011-6e47f7b4bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.858577 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-3d14e256-97fa-4ff2-a011-6e47f7b4bc72 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0441961 Dec 06 12:35:34.904024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-067b7a1a-ff4d-4a2b-80f3-179827fdfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:34.905486 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-067b7a1a-ff4d-4a2b-80f3-179827fdfac3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403166 Dec 06 12:35:34.998928 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-f0edd929-bc68-4e91-bf2b-194f143784f0 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863104 Dec 06 12:35:35.094880 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a4d5986-98a0-467c-9cb1-c3f59ed72769 req-92139212-f211-4c41-844c-582aa40255b2 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889378 Dec 06 12:35:35.373354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e93314-afde-475f-91ec-93af9edb1509 req-6e4b02aa-ebbc-4021-98e4-400f39eba371 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:35.374830 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45e93314-afde-475f-91ec-93af9edb1509 req-6e4b02aa-ebbc-4021-98e4-400f39eba371 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.0490305 Dec 06 12:35:35.420559 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45e93314-afde-475f-91ec-93af9edb1509 req-cefef6ee-d566-4148-96f7-0b935f80f023 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 Dec 06 12:35:36.534717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81907460-7db6-4417-a720-f3510ee02cdc req-e648df3a-07a0-43d9-ab2b-a7d30cbbea8c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:36.536213 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-81907460-7db6-4417-a720-f3510ee02cdc req-e648df3a-07a0-43d9-ab2b-a7d30cbbea8c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.0484576 Dec 06 12:35:36.582478 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-81907460-7db6-4417-a720-f3510ee02cdc req-9c97a12c-edd2-427d-aeb9-974ac5d27e2a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403759 Dec 06 12:35:37.701209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711c909-40c7-45e1-94e3-26d2db5f77b9 req-9f0fa97e-8f03-4fb1-ab0f-0c43cc187d4e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:37.702679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a711c909-40c7-45e1-94e3-26d2db5f77b9 req-9f0fa97e-8f03-4fb1-ab0f-0c43cc187d4e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.0527451 Dec 06 12:35:37.749381 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a711c909-40c7-45e1-94e3-26d2db5f77b9 req-5132d89a-6bec-43a3-9c58-bb92d0bf0a47 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Dec 06 12:35:38.037694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:35:38.129461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:38.140621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '004798cb-50d8-4407-b7a4-09b8201005d9', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': '004798cb-50d8-4407-b7a4-09b8201005d9', 'mac_address': 'fa:16:3e:5c:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:35:38.181617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.194267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004798cb-50d8-4407-b7a4-09b8201005d9 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:35:38.213168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:38.218839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:38.265585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:38.520875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['004798cb-50d8-4407-b7a4-09b8201005d9'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:35:38.862292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c42c6-04ee-4164-9adb-d42c50d6b8d0 req-ea816a5d-7cf0-44fe-91b7-9f07ae960617 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:38.863808 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-900c42c6-04ee-4164-9adb-d42c50d6b8d0 req-ea816a5d-7cf0-44fe-91b7-9f07ae960617 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0483863 Dec 06 12:35:38.910621 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-900c42c6-04ee-4164-9adb-d42c50d6b8d0 req-82802bb4-2e73-4a41-b923-6bbd0074bfe7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409274 Dec 06 12:35:40.031720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388b767-c2ac-43e0-b6d6-63008a2aefe5 req-30211a03-cfda-4b7d-b348-12a0cff2b222 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:40.033208 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d388b767-c2ac-43e0-b6d6-63008a2aefe5 req-30211a03-cfda-4b7d-b348-12a0cff2b222 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0519502 Dec 06 12:35:40.042324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:35:40.081963 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d388b767-c2ac-43e0-b6d6-63008a2aefe5 req-867dba0a-180d-4c0d-ba41-1d40532fedad tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428498 Dec 06 12:35:40.091760 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 004798cb-50d8-4407-b7a4-09b8201005d9 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:35:40.095893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 004798cb-50d8-4407-b7a4-09b8201005d9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:35:40.096392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.176339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.199261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:40.201464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1c909-40c2-482a-bb47-6f3cc0cdc838" -d '{"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-plugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:40.214872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:35:40.219995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:40.245131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea4ccb-d6eb-48a8-8b01-01300f0b51ca x-openstack-request-id: req-63ea4ccb-d6eb-48a8-8b01-01300f0b51ca {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:40.246695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-plugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:40.246958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63ea4ccb-d6eb-48a8-8b01-01300f0b51ca {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:40.247351 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'code': 200} Dec 06 12:35:40.274425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:35:40.443700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4b846-3993-4c03-887f-2d335f890129 req-ff0b4c3f-eacf-4da6-9425-e9c4a1ba310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:40.445211 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55e4b846-3993-4c03-887f-2d335f890129 req-ff0b4c3f-eacf-4da6-9425-e9c4a1ba310c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1098 time: 0.0804286 Dec 06 12:35:40.490703 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55e4b846-3993-4c03-887f-2d335f890129 req-2eb4c53d-d245-4b39-8ec9-6148cfdd8cad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375926 Dec 06 12:35:41.197431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436100e-1572-4084-9d95-19b139ed7db8 req-85a416fb-2a74-4ee6-a6c5-b4f8b84ffa99 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:41.199377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4436100e-1572-4084-9d95-19b139ed7db8 req-85a416fb-2a74-4ee6-a6c5-b4f8b84ffa99 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0494130 Dec 06 12:35:41.250406 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4436100e-1572-4084-9d95-19b139ed7db8 req-54f515ef-e9bc-439d-9352-fdc2d0c553de tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452030 Dec 06 12:35:41.956184 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-8f45755b-842d-40a2-b458-cf9281c6fc4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389299 Dec 06 12:35:42.040396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-075a1c3e-b1e9-4998-8df2-c2575972f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.041984 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-075a1c3e-b1e9-4998-8df2-c2575972f95f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1098 time: 0.0407555 Dec 06 12:35:42.148662 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-743984c6-e4db-4257-97f9-5c55bf27bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.150111 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-743984c6-e4db-4257-97f9-5c55bf27bb61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0892317 Dec 06 12:35:42.190557 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-c00b41ce-3f1f-496a-9ad3-3af9c1e865e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 217 time: 0.0335197 Dec 06 12:35:42.237507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-8269f064-772e-48de-a41a-84c4237e47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.238916 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-8269f064-772e-48de-a41a-84c4237e47bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0418873 Dec 06 12:35:42.288487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-1bbb45dd-9e3f-4ef5-834d-4fccdfb286a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.290003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-1bbb45dd-9e3f-4ef5-834d-4fccdfb286a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436695 Dec 06 12:35:42.416016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e08267-f941-4fba-98a0-7829957c66fe req-66d41144-8a20-48a3-bac4-277e494681da tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.418497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-47e08267-f941-4fba-98a0-7829957c66fe req-66d41144-8a20-48a3-bac4-277e494681da tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0937471 Dec 06 12:35:42.423820 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-e10fb5f1-9d19-4515-8129-2abada6c2ca5 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262889 Dec 06 12:35:42.525026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-47e08267-f941-4fba-98a0-7829957c66fe req-b6835688-071e-4b82-8665-84d64f5f42af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001551 Dec 06 12:35:42.549014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e59ec76-1c10-4f5d-b29e-5e8a00444dba req-cbfd6d4e-5da5-48a6-bce0-6b978d04007e service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177423 Dec 06 12:35:42.639962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84930-149e-4037-b6fa-0ac1aa2cd827 req-665412e3-c3e2-410e-9f9b-1d10cae676d1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:42.641420 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1cc84930-149e-4037-b6fa-0ac1aa2cd827 req-665412e3-c3e2-410e-9f9b-1d10cae676d1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Dec 06 12:35:42.649896 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49130) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:35:42.654215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Request body: {'floatingip': {'port_id': '004798cb-50d8-4407-b7a4-09b8201005d9'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:35:42.696709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.404954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.409010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.504034 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Floating IP 71d8ce13-6571-460e-95ee-81221a389660 associated. External IP: 172.36.1.227, port: 004798cb-50d8-4407-b7a4-09b8201005d9. Dec 06 12:35:43.712530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:35:43.816499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:35:43.821311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:43.827502 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:35:43.837420 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:43.838040 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:43.847776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b30947a1-32bb-4905-bbaa-75bc89b9dd48 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "PUT /v2.0/floatingips/71d8ce13-6571-460e-95ee-81221a389660 HTTP/1.1" status: 200 len: 992 time: 1.1968479 Dec 06 12:35:43.848482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:35:43.850975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d46f13f-a7f9-4144-96c7-7d37965b4eca" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:35:43.899494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2243ec-8032-4bce-839e-c9285d70ab6f x-openstack-request-id: req-3b2243ec-8032-4bce-839e-c9285d70ab6f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:35:43.899797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:35:43.900105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b2243ec-8032-4bce-839e-c9285d70ab6f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:35:43.900508 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'status': 'completed', 'code': 200} Dec 06 12:35:43.948880 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:43.966442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-455a4224-f070-4b9c-bbed-767585fe882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:43.967987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-455a4224-f070-4b9c-bbed-767585fe882e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1098 time: 0.0446973 Dec 06 12:35:44.068549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-e9bfd743-d690-41ca-9dc8-7f4da152c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:44.070093 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-e9bfd743-d690-41ca-9dc8-7f4da152c196 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0940766 Dec 06 12:35:44.139617 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-50f05552-488e-410c-add0-762a3f97ba2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 1000 time: 0.0625939 Dec 06 12:35:44.194595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-1676bd1d-20a6-494e-9f09-1b518d0020ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:44.196018 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-1676bd1d-20a6-494e-9f09-1b518d0020ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0497804 Dec 06 12:35:44.242156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-a2cb818a-9bd2-448a-b012-5b21df0cd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:35:44.243724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-a2cb818a-9bd2-448a-b012-5b21df0cd9dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410669 Dec 06 12:35:44.271806 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': '004798cb-50d8-4407-b7a4-09b8201005d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:5c:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:35:43Z', 'revision_number': 13, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:44.299347 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:35:44.308238 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:35:44.308869 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:35:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:44.349684 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-1f450cd8-7e6c-4497-9364-5e34cf8ecd5d service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978503 Dec 06 12:35:44.424669 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:35:44.446383 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0d46f13f-a7f9-4144-96c7-7d37965b4eca req-bac86a30-0e7f-46d4-b157-58181a38c65e service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894110 Dec 06 12:35:44.651663 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': '004798cb-50d8-4407-b7a4-09b8201005d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:5c:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:35:43Z', 'revision_number': 13, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:35:44.680825 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1968-bfa3-4652-b5f9-52d294fcd27f None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '71d8ce13-6571-460e-95ee-81221a389660', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'floating_ip_address': '172.36.1.227', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'port_id': '004798cb-50d8-4407-b7a4-09b8201005d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'mac_address': 'fa:16:3e:5c:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:30:02Z', 'updated_at': '2021-12-06T12:35:43Z', 'revision_number': 13, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:35:44.879821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea3926-52f1-4387-8439-f06e19921f0c None None] New status for floating IP 71d8ce13-6571-460e-95ee-81221a389660: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:35:45.238298 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:56.280528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8592f888-5bf3-4350-b753-883363e14e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:58.696755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30043d9-e3c9-44da-9048-40fb40ef4dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:35:59.898010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:00.960393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:01.974234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:04.650042 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:36:15.238092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:26.285844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6590925-3d83-4bd0-bbfa-c72f92579137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:28.700453 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b5f0-d888-4efd-9f7c-f85b1460e27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:29.900783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:30.965160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:31.976282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:41.649638 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:36:41.973374 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-35ea365e-035e-4011-a269-15ac0ae91b1b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402069 Dec 06 12:36:42.058143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-3c7c250c-ae45-4823-a171-da006fa3d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:42.059681 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-3c7c250c-ae45-4823-a171-da006fa3d6a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1098 time: 0.0447497 Dec 06 12:36:42.164802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-623c733d-7036-4918-973b-ae8c29fedb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:42.166289 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-623c733d-7036-4918-973b-ae8c29fedb70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0852077 Dec 06 12:36:42.234844 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-b7900f87-3a35-4c5c-ba0a-692b150806ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 1002 time: 0.0606167 Dec 06 12:36:42.282942 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-1b57e4d7-1ed8-47e0-9449-98b415ff02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:42.284364 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-1b57e4d7-1ed8-47e0-9449-98b415ff02da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0425532 Dec 06 12:36:42.330307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-d0519b2c-576c-49ca-8326-198687919054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:42.331777 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-d0519b2c-576c-49ca-8326-198687919054 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399990 Dec 06 12:36:42.424199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-77463424-d606-430f-8cc3-797d960b9643 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848591 Dec 06 12:36:42.513545 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23072dbb-9ae7-4e61-bcdc-a88854e8226d req-23b30d1a-620e-448c-9a68-be91c23a5135 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821142 Dec 06 12:36:45.268826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:56.280249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d564ca6d-002c-4412-9e55-1cbdbeb7c72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:57.260806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50761-2a29-47b5-9f82-d3ff81b7b904 req-58fe2bde-f20a-47c8-83d1-911134cf03ee tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:36:57.262296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79c50761-2a29-47b5-9f82-d3ff81b7b904 req-58fe2bde-f20a-47c8-83d1-911134cf03ee tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.1043472 Dec 06 12:36:57.309125 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79c50761-2a29-47b5-9f82-d3ff81b7b904 req-4637106a-94a7-44b6-90ea-b6286bac648b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411227 Dec 06 12:36:58.701847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-830ec544-3a4b-4cff-bed3-2f95ce26f58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:36:59.903934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:00.969536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:01.980847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:09.570587 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-878e535c-9c6a-4030-b8a6-d4822f8df22c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448391 Dec 06 12:37:09.582823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c894c-8a34-4a8e-958e-998e35fe923a req-9b5ac528-368c-4286-b57a-fe09b9aab2b6 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:09.584862 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e9c894c-8a34-4a8e-958e-998e35fe923a req-9b5ac528-368c-4286-b57a-fe09b9aab2b6 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0514905 Dec 06 12:37:09.634794 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7e9c894c-8a34-4a8e-958e-998e35fe923a req-a7429d99-bc50-44ef-a716-e245fce22383 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430701 Dec 06 12:37:10.639702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-538a81a5-634a-4903-b070-6ae0938f44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:10.641234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-538a81a5-634a-4903-b070-6ae0938f44ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1098 time: 0.0411079 Dec 06 12:37:10.771454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad3bc3-e491-4112-945c-58f48e8a7154 req-dd7f8f49-034d-4658-b607-1b20c527529c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:10.773179 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-34ad3bc3-e491-4112-945c-58f48e8a7154 req-dd7f8f49-034d-4658-b607-1b20c527529c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0701084 Dec 06 12:37:10.774615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-861cf3ea-f1b4-497c-b068-9422de694f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:10.775968 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-861cf3ea-f1b4-497c-b068-9422de694f7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.1280279 Dec 06 12:37:10.870985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-c550237c-ebe0-48c0-b4e9-3909ad84bbb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 1002 time: 0.0863669 Dec 06 12:37:10.874661 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-34ad3bc3-e491-4112-945c-58f48e8a7154 req-6755e15f-b621-46c9-b3b4-3f5f10895185 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956907 Dec 06 12:37:10.920033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-affe1613-33e1-4af9-b289-7a8c9aa595c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:10.921328 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-affe1613-33e1-4af9-b289-7a8c9aa595c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0440612 Dec 06 12:37:10.967420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-35426e74-73b8-466a-97e1-7457ff7bbc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:10.969074 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-35426e74-73b8-466a-97e1-7457ff7bbc63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404348 Dec 06 12:37:11.066343 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-c81869f8-9f23-48cf-8e63-a187b1888a70 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892525 Dec 06 12:37:11.154240 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-780d65c6-44e7-45b5-837a-a7e517f62c10 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811095 Dec 06 12:37:11.997502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503b9b7-f963-4f6e-ad7c-af2b1af0c4bb req-d0a0d967-73b0-42b7-8f72-493f3ee2e201 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:11.998998 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0503b9b7-f963-4f6e-ad7c-af2b1af0c4bb req-d0a0d967-73b0-42b7-8f72-493f3ee2e201 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0554605 Dec 06 12:37:12.047143 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0503b9b7-f963-4f6e-ad7c-af2b1af0c4bb req-cbe6cb85-342b-4489-8c3e-cae66328ab09 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417733 Dec 06 12:37:13.164317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f22a0-fcf0-4cd1-853a-b48676c58d24 req-b439ecc0-6456-4933-af49-5d20c8f776d2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:13.166409 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-918f22a0-fcf0-4cd1-853a-b48676c58d24 req-b439ecc0-6456-4933-af49-5d20c8f776d2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0498900 Dec 06 12:37:13.213037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-918f22a0-fcf0-4cd1-853a-b48676c58d24 req-4e421d94-52da-40e6-aa09-04dc3507c935 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Dec 06 12:37:14.332364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfed32-d42b-44a0-b3de-23eb073dc4df req-14d9b402-3e9b-4000-893f-00dd6cad8137 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:14.333845 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0cfed32-d42b-44a0-b3de-23eb073dc4df req-14d9b402-3e9b-4000-893f-00dd6cad8137 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0529327 Dec 06 12:37:14.381387 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0cfed32-d42b-44a0-b3de-23eb073dc4df req-ab8f144a-5249-4005-b7ae-ca47f32dae0d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409880 Dec 06 12:37:15.266288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:15.495273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926352a-0fe3-4111-93ef-6caa0d9393cd req-67fcd283-3214-42c9-8d9e-3731ecac3548 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:15.496767 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0926352a-0fe3-4111-93ef-6caa0d9393cd req-67fcd283-3214-42c9-8d9e-3731ecac3548 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0476933 Dec 06 12:37:15.544547 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0926352a-0fe3-4111-93ef-6caa0d9393cd req-42b648ab-92ec-4621-b58c-b6c80919e438 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417016 Dec 06 12:37:16.657222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cfcd8-bd35-4b68-bbdb-29cc13878475 req-5d44a42b-926a-4b48-9c77-71f5fa704800 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:16.658683 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d52cfcd8-bd35-4b68-bbdb-29cc13878475 req-5d44a42b-926a-4b48-9c77-71f5fa704800 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0479696 Dec 06 12:37:16.709392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d52cfcd8-bd35-4b68-bbdb-29cc13878475 req-f01edef1-fe8b-462b-b766-69d76f56a3f4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445628 Dec 06 12:37:17.854889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237b558-3535-42bf-80f6-fd9a4ba4b7bc req-d4624787-7873-4d53-9b66-51288d1db6b5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:17.856443 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d237b558-3535-42bf-80f6-fd9a4ba4b7bc req-d4624787-7873-4d53-9b66-51288d1db6b5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0635700 Dec 06 12:37:17.911613 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d237b558-3535-42bf-80f6-fd9a4ba4b7bc req-8b4d9265-9c38-4ea6-a6be-2b320653296d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489242 Dec 06 12:37:18.648566 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:37:19.028761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe2960-32f3-439f-a89b-7bae5d3f3a66 req-bdcae920-da8a-4e39-8b0a-6811d28f6d62 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:19.030243 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e4fe2960-32f3-439f-a89b-7bae5d3f3a66 req-bdcae920-da8a-4e39-8b0a-6811d28f6d62 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0478339 Dec 06 12:37:19.076716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e4fe2960-32f3-439f-a89b-7bae5d3f3a66 req-3cf90ec3-7101-46f2-b5ba-a079630c58af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406511 Dec 06 12:37:20.198966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60653-5285-40cc-89d2-ef290661bb12 req-2ae5b55e-f7e0-43c4-8d25-b9d7820e94e4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:20.200487 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-64d60653-5285-40cc-89d2-ef290661bb12 req-2ae5b55e-f7e0-43c4-8d25-b9d7820e94e4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0517302 Dec 06 12:37:20.247695 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-64d60653-5285-40cc-89d2-ef290661bb12 req-b28d0e5b-1a7a-4f1c-9579-7dd63c54359b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414190 Dec 06 12:37:21.374034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f5377-4baf-4a82-a5a1-ad3dec361e10 req-973cfed8-92bd-4734-9fab-ebf9b823376b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:21.375513 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b75f5377-4baf-4a82-a5a1-ad3dec361e10 req-973cfed8-92bd-4734-9fab-ebf9b823376b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Dec 06 12:37:21.422882 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b75f5377-4baf-4a82-a5a1-ad3dec361e10 req-01e2329f-4f78-45a4-9054-210ef72553e1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Dec 06 12:37:22.538810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646da39-b418-44ae-95a1-c2720e8488be req-858926f4-8396-4991-8d7f-90cba1b84fc8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:22.540309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e646da39-b418-44ae-95a1-c2720e8488be req-858926f4-8396-4991-8d7f-90cba1b84fc8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0503147 Dec 06 12:37:22.590783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e646da39-b418-44ae-95a1-c2720e8488be req-385a15b5-5e3f-45d1-afd3-38bbc162ef49 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 Dec 06 12:37:23.706887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75079-2074-475c-bdbe-c1696a9ea52d req-cb31511b-1091-4aac-afb9-ddc3a9ad9016 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:23.708411 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a5d75079-2074-475c-bdbe-c1696a9ea52d req-cb31511b-1091-4aac-afb9-ddc3a9ad9016 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0491064 Dec 06 12:37:23.756888 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a5d75079-2074-475c-bdbe-c1696a9ea52d req-368f58a6-8ba4-4815-b808-2c795e09679b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421469 Dec 06 12:37:24.870028 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-17dc69d7-b485-486f-bb76-58c3ad30412e service neutron] 10.222.0.43 "GET /v2.0/ports/004798cb-50d8-4407-b7a4-09b8201005d9/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0832367 Dec 06 12:37:24.890216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dac3e-faea-41c8-9b8f-71f6fbb85bb3 req-f82c55d2-a55c-42bb-afd5-6d0e6b6acda1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:24.891691 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-706dac3e-faea-41c8-9b8f-71f6fbb85bb3 req-f82c55d2-a55c-42bb-afd5-6d0e6b6acda1 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0633614 Dec 06 12:37:24.940595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-706dac3e-faea-41c8-9b8f-71f6fbb85bb3 req-a81a99e3-bef8-491d-9965-0863f9a1e3af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425243 Dec 06 12:37:25.073576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-a19f3ea5-a3ca-432d-9a93-84f76518dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:25.075064 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-a19f3ea5-a3ca-432d-9a93-84f76518dcfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 1098 time: 0.0417559 Dec 06 12:37:25.134699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-1f77064f-a9d2-4a0f-bc7e-02b0305e72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:25.136206 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-1f77064f-a9d2-4a0f-bc7e-02b0305e72db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1098 time: 0.0392163 Dec 06 12:37:25.227894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-91645087-11b7-4370-81d7-90804c38bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:25.229424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-91645087-11b7-4370-81d7-90804c38bb9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0857637 Dec 06 12:37:25.293593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-3ca68dab-1bb5-4d91-9e25-cf8b9ae629f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 1002 time: 0.0569229 Dec 06 12:37:25.346518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-7ea6db6b-02bb-499d-aa78-5198c86d9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:25.348130 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-7ea6db6b-02bb-499d-aa78-5198c86d9c1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0475476 Dec 06 12:37:25.391326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28f4d4-4870-401f-8e14-0b509395201c req-29382eaa-e6e2-4906-bd78-8a1fad91bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:25.392777 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-29382eaa-e6e2-4906-bd78-8a1fad91bcaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381031 Dec 06 12:37:25.479992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-a63888fe-af97-41c0-bf09-3cd291576728 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798943 Dec 06 12:37:25.572189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-5155b1d6-a6ce-446a-90de-50c14d43055f service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852559 Dec 06 12:37:26.059720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214666d-3332-4d5b-937a-9ad75e0c6577 req-94dc7352-a900-4c4b-a2db-7f182c673f38 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:26.061263 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5214666d-3332-4d5b-937a-9ad75e0c6577 req-94dc7352-a900-4c4b-a2db-7f182c673f38 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0494866 Dec 06 12:37:26.109340 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5214666d-3332-4d5b-937a-9ad75e0c6577 req-7922ab14-5f01-4839-a9fc-b0fdb6e66fa6 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Dec 06 12:37:26.281950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-440250b7-7730-479a-b4b9-1fd32798263b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.613286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:26.691434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.713363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:26.715572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a6452f-f5d9-480b-9069-d7203837e888" -d '{"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-unplugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:26.729201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:26.734637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:26.763363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c77ce-f832-4d32-a556-569c05d8e01e x-openstack-request-id: req-722c77ce-f832-4d32-a556-569c05d8e01e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:26.763657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-unplugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:26.764006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-722c77ce-f832-4d32-a556-569c05d8e01e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:26.764724 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'code': 200} Dec 06 12:37:26.790615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:26.797437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.797789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.798132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.798468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.798800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.799126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.799454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.799786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.800135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.800460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.800782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.801101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:26.801421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:37:27.234521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be7b4b-0dea-4053-a994-fcbff653f056 req-2424ebfc-2315-4fea-93f3-e79384cca215 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:27.236154 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04be7b4b-0dea-4053-a994-fcbff653f056 req-2424ebfc-2315-4fea-93f3-e79384cca215 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.0535717 Dec 06 12:37:27.283753 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04be7b4b-0dea-4053-a994-fcbff653f056 req-eeb2c9fc-c8c6-4c84-936f-92803f34bcbc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 Dec 06 12:37:28.401346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda590c7-b537-4480-b765-a0b4a5d3fa73 req-419bbdcb-76d6-4626-9c5c-af277540c820 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:28.402857 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cda590c7-b537-4480-b765-a0b4a5d3fa73 req-419bbdcb-76d6-4626-9c5c-af277540c820 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.0481093 Dec 06 12:37:28.450868 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cda590c7-b537-4480-b765-a0b4a5d3fa73 req-3dd9e970-a099-43e2-8393-5c212f1519eb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418572 Dec 06 12:37:28.705324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59138396-2dab-45c6-93dc-efb930d66719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:29.571955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9bde-c874-4fe5-a025-c1f22072f01d req-0bafcfaf-3a82-4dd5-a9b3-4646685cb54d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:29.573492 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b40d9bde-c874-4fe5-a025-c1f22072f01d req-0bafcfaf-3a82-4dd5-a9b3-4646685cb54d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.0503902 Dec 06 12:37:29.625273 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b40d9bde-c874-4fe5-a025-c1f22072f01d req-62176e68-87e0-47be-8946-7862367b4928 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454116 Dec 06 12:37:29.906494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:30.741027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258b498-1c8d-4749-8cad-cf00f5ba5a6e req-153357fb-64ae-4af2-b4f9-f10ea7a7ce25 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:30.742512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9258b498-1c8d-4749-8cad-cf00f5ba5a6e req-153357fb-64ae-4af2-b4f9-f10ea7a7ce25 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.0501702 Dec 06 12:37:30.790198 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9258b498-1c8d-4749-8cad-cf00f5ba5a6e req-7909a260-2638-4fec-9c07-b060d5bd6d5b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Dec 06 12:37:30.969679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:31.905391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21d3f0-0d52-48aa-8af7-99a5218f9d42 req-b157ac99-a8c4-4831-a1aa-323b64f6b73b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:31.906859 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fe21d3f0-0d52-48aa-8af7-99a5218f9d42 req-b157ac99-a8c4-4831-a1aa-323b64f6b73b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 943 time: 0.0487921 Dec 06 12:37:31.953783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fe21d3f0-0d52-48aa-8af7-99a5218f9d42 req-03c34b3f-1e73-4b86-98fc-0ce1cc943444 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409119 Dec 06 12:37:31.983046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.643085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:37:32.734489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:32.748583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '004798cb-50d8-4407-b7a4-09b8201005d9', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': '004798cb-50d8-4407-b7a4-09b8201005d9', 'mac_address': 'fa:16:3e:5c:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:37:32.784579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.797459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004798cb-50d8-4407-b7a4-09b8201005d9 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:37:32.816281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:32.820513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:32.869839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:32.883017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['004798cb-50d8-4407-b7a4-09b8201005d9'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:37:33.072841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41539d4-77b6-4417-b200-0208d17e49ac req-4240cdee-ba4a-4252-95ec-ae74c5481ea2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:33.074312 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c41539d4-77b6-4417-b200-0208d17e49ac req-4240cdee-ba4a-4252-95ec-ae74c5481ea2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0518403 Dec 06 12:37:33.121839 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c41539d4-77b6-4417-b200-0208d17e49ac req-64759aec-c7fa-4c8d-b46a-637ab4cb0ad2 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412452 Dec 06 12:37:34.238763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073fba4-4c84-4ee9-a538-8a0b2b7e108f req-b214f11c-e710-4dd9-969f-515ae7fd22df tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:34.240900 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8073fba4-4c84-4ee9-a538-8a0b2b7e108f req-b214f11c-e710-4dd9-969f-515ae7fd22df tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0480943 Dec 06 12:37:34.286658 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8073fba4-4c84-4ee9-a538-8a0b2b7e108f req-8d96e330-c117-434e-af16-94cc9c17348c tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397639 Dec 06 12:37:34.658414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:34.706203 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 004798cb-50d8-4407-b7a4-09b8201005d9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:34.706570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:34.926266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:34.949222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:34.951477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed7451b-2f75-417c-b819-30365e5515ed" -d '{"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-plugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:34.965108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:34.969674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:34.998743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e81639c-4833-40f5-8666-cd303a27f40b x-openstack-request-id: req-9e81639c-4833-40f5-8666-cd303a27f40b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:34.999037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-plugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:34.999293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e81639c-4833-40f5-8666-cd303a27f40b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:34.999685 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'code': 200} Dec 06 12:37:35.020144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:35.400863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a5bfe-5882-4a0f-b31d-301d24df13de req-0961c29d-53a1-4b37-b542-f72239623453 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:35.402317 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e03a5bfe-5882-4a0f-b31d-301d24df13de req-0961c29d-53a1-4b37-b542-f72239623453 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0473542 Dec 06 12:37:35.453555 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e03a5bfe-5882-4a0f-b31d-301d24df13de req-549dd579-e022-4665-9e8e-6a76c9a77cdd tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454035 Dec 06 12:37:36.572411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46653f-4792-47e1-91be-6b28535353a5 req-efdea229-404e-4190-9e2d-5699b6760852 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:36.573865 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bd46653f-4792-47e1-91be-6b28535353a5 req-efdea229-404e-4190-9e2d-5699b6760852 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0490150 Dec 06 12:37:36.623014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bd46653f-4792-47e1-91be-6b28535353a5 req-9674d992-fc89-4b87-8b8c-afb25b24126d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 Dec 06 12:37:37.749549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821731ac-e668-4869-894e-e65ad2294fc6 req-4b2f3b4d-c489-4381-8b09-e57acedb3a04 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:37.751009 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-821731ac-e668-4869-894e-e65ad2294fc6 req-4b2f3b4d-c489-4381-8b09-e57acedb3a04 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0477130 Dec 06 12:37:37.797395 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-821731ac-e668-4869-894e-e65ad2294fc6 req-72477d7d-a146-4014-baeb-b2af16cdd81e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402012 Dec 06 12:37:38.673991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:37:38.769002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:38.779757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '004798cb-50d8-4407-b7a4-09b8201005d9', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': '004798cb-50d8-4407-b7a4-09b8201005d9', 'mac_address': 'fa:16:3e:5c:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:37:38.815585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:38.829240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 004798cb-50d8-4407-b7a4-09b8201005d9 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:37:38.849203 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:38.853690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:38.909092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=9']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:38.915235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['004798cb-50d8-4407-b7a4-09b8201005d9'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:37:38.919173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9f9c6-85a2-4638-b432-25218ec2cc3d req-b3e768df-4c4d-401c-abfb-d59c666b080e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:38.920736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2f9f9c6-85a2-4638-b432-25218ec2cc3d req-b3e768df-4c4d-401c-abfb-d59c666b080e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0545347 Dec 06 12:37:38.975049 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2f9f9c6-85a2-4638-b432-25218ec2cc3d req-78b92d67-4e20-4496-b84a-461fba6225fc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444248 Dec 06 12:37:39.283532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-9739bfcd-0498-475c-a2fe-6ea2f8df5e44 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.285031 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-9739bfcd-0498-475c-a2fe-6ea2f8df5e44 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86&tenant_id=44016f0ebd8449c78e862adc0d7dd90b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0844238 Dec 06 12:37:39.297835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a016f-c450-40c7-acf8-f40478ec5a1e req-c38adb3f-dfc1-4dee-a1ad-e6645b12c8cc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.299259 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-264a016f-c450-40c7-acf8-f40478ec5a1e req-c38adb3f-dfc1-4dee-a1ad-e6645b12c8cc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0682061 Dec 06 12:37:39.389440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-264a016f-c450-40c7-acf8-f40478ec5a1e req-35647054-f01c-49c9-9096-0a544aa9fb14 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833640 Dec 06 12:37:39.390894 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-639368c9-219f-4050-a33d-95fd5c9f1ea7 service neutron] 10.222.0.43 "GET /v2.0/ports/004798cb-50d8-4407-b7a4-09b8201005d9/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0907772 Dec 06 12:37:39.451433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-49a5bdff-2b8b-43e8-8042-250fb8bc31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.452925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-49a5bdff-2b8b-43e8-8042-250fb8bc31a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1097 time: 0.0396423 Dec 06 12:37:39.546517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-a9674da6-5f3b-4c51-9c88-290cf4c6b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.547917 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-a9674da6-5f3b-4c51-9c88-290cf4c6b83e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0883517 Dec 06 12:37:39.612005 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-ca15d3bf-fdde-4d35-afb9-e7aded5e4ef3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 1001 time: 0.0567033 Dec 06 12:37:39.663754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-74f7919c-3a37-4dd1-bb31-4f40832171b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.665195 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-74f7919c-3a37-4dd1-bb31-4f40832171b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0466578 Dec 06 12:37:39.710222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-9df73762-e617-44a4-98d5-c38fb6b06dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:39.711674 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-9df73762-e617-44a4-98d5-c38fb6b06dd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395641 Dec 06 12:37:39.801801 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-3ab2b4b0-0b2c-456a-ba26-62498f6a6547 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822530 Dec 06 12:37:39.891417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-f0898767-ef99-4a86-a22c-c16e96f43ba3 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826960 Dec 06 12:37:40.510395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc957a8-c1c6-4239-99db-ac35e3c7c2ec req-5efdf0f4-099f-4b4b-94e9-8457e63840b5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:40.511889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dc957a8-c1c6-4239-99db-ac35e3c7c2ec req-5efdf0f4-099f-4b4b-94e9-8457e63840b5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0500109 Dec 06 12:37:40.558957 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dc957a8-c1c6-4239-99db-ac35e3c7c2ec req-cc061129-eb32-4fca-a177-28b916fb80ea tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 Dec 06 12:37:40.689932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:40.739595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 004798cb-50d8-4407-b7a4-09b8201005d9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:40.740252 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:40.813272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:40.835450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:40.837767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912a42f6-0db1-44eb-98df-25581571a390" -d '{"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-plugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:40.851188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:40.855191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:40.889069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8833ad-8fdc-45a2-830c-0ae10e09ac47 x-openstack-request-id: req-ff8833ad-8fdc-45a2-830c-0ae10e09ac47 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:40.889363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-plugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:40.889619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff8833ad-8fdc-45a2-830c-0ae10e09ac47 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:40.890004 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'code': 200} Dec 06 12:37:40.909334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:41.679220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb49fcb-a707-4e20-a238-b3bad23b1e5f req-b0de916b-f30a-4249-bedf-1aa73c55ca0d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:41.680751 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fb49fcb-a707-4e20-a238-b3bad23b1e5f req-b0de916b-f30a-4249-bedf-1aa73c55ca0d tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0535362 Dec 06 12:37:41.727912 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0fb49fcb-a707-4e20-a238-b3bad23b1e5f req-eb5b3618-2685-47e6-8757-86296e4bded8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411766 Dec 06 12:37:41.992928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-d9edd756-df16-4c29-8603-cc40800096e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:41.994413 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-d9edd756-df16-4c29-8603-cc40800096e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1099 time: 0.0442708 Dec 06 12:37:42.105206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-97ac3743-958e-42e6-a894-6b017fd16bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:42.106705 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-97ac3743-958e-42e6-a894-6b017fd16bb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0922227 Dec 06 12:37:42.175980 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-21ca3f94-5bda-4f26-8066-a7ae9012c5f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 1002 time: 0.0619006 Dec 06 12:37:42.227347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-c65cee0b-b8ea-4aa6-9968-66215e0c6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:42.228859 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-c65cee0b-b8ea-4aa6-9968-66215e0c6e9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0448360 Dec 06 12:37:42.277477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-de4c8a97-cee0-4d21-87b7-e311ed00368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:42.278904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-de4c8a97-cee0-4d21-87b7-e311ed00368f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430017 Dec 06 12:37:42.659313 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-8afac207-c9bb-4aa2-a00b-1c5a686b1437 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729043 Dec 06 12:37:42.704951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:42.757440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3c804b9-33c8-4518-8467-c8dc4b5f572e req-1df59c81-6bfa-4f53-a4b8-00c3ffc007a3 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909071 Dec 06 12:37:42.786135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:42.821414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:42.825571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:42.858654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63851ee2-9048-42ef-a9a8-c349ad8419f1 req-c60e5b1d-36a8-4811-8a9c-8039553fdfdd tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:42.860117 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63851ee2-9048-42ef-a9a8-c349ad8419f1 req-c60e5b1d-36a8-4811-8a9c-8039553fdfdd tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0534592 Dec 06 12:37:42.879070 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=11']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:42.890683 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:42.893026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5b9d27-86c1-4b43-9914-84d28f369d67" -d '{"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-unplugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:42.913877 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63851ee2-9048-42ef-a9a8-c349ad8419f1 req-a9ce4604-9b04-45a6-bb90-9f57b28b8ef9 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Dec 06 12:37:42.949253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9966d08-69ee-4469-a300-b1c077d83263 x-openstack-request-id: req-c9966d08-69ee-4469-a300-b1c077d83263 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:42.949641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-unplugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:42.949908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9966d08-69ee-4469-a300-b1c077d83263 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:42.950307 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'code': 200} Dec 06 12:37:44.032272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0caf7-0379-4300-b258-9612a08f35ab req-618c8176-9b62-4237-8f2f-385feb40b845 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.033692 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f6b0caf7-0379-4300-b258-9612a08f35ab req-618c8176-9b62-4237-8f2f-385feb40b845 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0481684 Dec 06 12:37:44.086414 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f6b0caf7-0379-4300-b258-9612a08f35ab req-0dd073e5-f147-47ef-a6e2-a3d1b0ed7724 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459020 Dec 06 12:37:44.519554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-def9aa66-6841-4df0-bbed-eccc912fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.521604 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-def9aa66-6841-4df0-bbed-eccc912fc185 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86&tenant_id=44016f0ebd8449c78e862adc0d7dd90b HTTP/1.1" status: 200 len: 1097 time: 0.0411856 Dec 06 12:37:44.585820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-8d08bf15-2a98-4398-bc9b-e8a533c23ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.587249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-8d08bf15-2a98-4398-bc9b-e8a533c23ada service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 1097 time: 0.0410869 Dec 06 12:37:44.681999 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-810de002-1ffc-4676-b2f7-df14579e6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.683489 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-810de002-1ffc-4676-b2f7-df14579e6eaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 200 len: 913 time: 0.0889578 Dec 06 12:37:44.749408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-ee91523f-2203-40b1-8bdb-b3383e626094 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 200 len: 1000 time: 0.0588582 Dec 06 12:37:44.799052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-09b53cce-ae2e-430c-a15e-f7488ff4f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.800564 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-09b53cce-ae2e-430c-a15e-f7488ff4f63e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 200 len: 851 time: 0.0432630 Dec 06 12:37:44.850393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-1569abe1-a59f-476a-89b1-32b824e40766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:44.851819 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-1569abe1-a59f-476a-89b1-32b824e40766 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3620c7e-57a7-4841-8bf4-df515043404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445936 Dec 06 12:37:44.941355 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-220f35bc-338a-47b9-97d1-c8f00fb5f5a0 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817962 Dec 06 12:37:45.036741 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6dace5ce-c4db-4517-95d6-1fcb2ac42f66 req-0384bc03-f4d6-4a5c-b297-be2fac256d93 service neutron] 10.222.0.43 "GET /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885570 Dec 06 12:37:45.208690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef5605-b948-4dc9-9073-124695df88f3 req-a8354a16-2d52-487b-b133-e079bdbf6a9a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:45.210176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d0ef5605-b948-4dc9-9073-124695df88f3 req-a8354a16-2d52-487b-b133-e079bdbf6a9a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0507538 Dec 06 12:37:45.258549 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d0ef5605-b948-4dc9-9073-124695df88f3 req-c46c6715-35c5-4492-9e51-fcc29cc6e296 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424125 Dec 06 12:37:45.285755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:46.386461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae5b32-021f-4266-9719-19ab785e6ee6 req-a3e8ffc6-05ea-480b-bb0c-998ef81fa779 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:46.387982 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27ae5b32-021f-4266-9719-19ab785e6ee6 req-a3e8ffc6-05ea-480b-bb0c-998ef81fa779 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0486889 Dec 06 12:37:46.440071 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27ae5b32-021f-4266-9719-19ab785e6ee6 req-1f34a51d-cacf-4fb2-b09e-c1c7cb6a5619 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461023 Dec 06 12:37:46.735902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:37:47.558909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095c61e-b66c-47b2-be89-acd83dea277e req-7c33f23a-ca55-4667-9bb3-eb6bb1d1188e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:47.560358 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6095c61e-b66c-47b2-be89-acd83dea277e req-7c33f23a-ca55-4667-9bb3-eb6bb1d1188e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0489659 Dec 06 12:37:47.608270 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6095c61e-b66c-47b2-be89-acd83dea277e req-f734166c-611d-4f33-8ae1-ae5d808cf1b7 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419774 Dec 06 12:37:48.728797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3ba2-1e39-4fe7-b042-23bf3444c58c req-6d4b400b-18a1-4a8d-9786-af12ed87ea19 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:48.730316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ff3ba2-1e39-4fe7-b042-23bf3444c58c req-6d4b400b-18a1-4a8d-9786-af12ed87ea19 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0500526 Dec 06 12:37:48.778720 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12ff3ba2-1e39-4fe7-b042-23bf3444c58c req-9acfb6f0-0b0e-4ee6-9936-3da8f7a6de0e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Dec 06 12:37:49.901670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3910-ee02-41ab-82c2-847d0a0d2dcd req-86c0802a-be87-4aa6-8f6a-fcdd021c50af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:49.903300 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b0a3910-ee02-41ab-82c2-847d0a0d2dcd req-86c0802a-be87-4aa6-8f6a-fcdd021c50af tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0531278 Dec 06 12:37:49.950160 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b0a3910-ee02-41ab-82c2-847d0a0d2dcd req-e1bc5396-32df-46dc-880b-95d122ad06ae tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407190 Dec 06 12:37:51.066474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453afa43-53ca-42c4-a5da-0952777849f2 req-bbc50563-39f3-45df-95f9-b2e6476487fb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:51.068646 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-453afa43-53ca-42c4-a5da-0952777849f2 req-bbc50563-39f3-45df-95f9-b2e6476487fb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0502539 Dec 06 12:37:51.115085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-453afa43-53ca-42c4-a5da-0952777849f2 req-a94bf975-7ad6-4c98-b1ac-056abdc2db33 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400703 Dec 06 12:37:52.232552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599022a-dfdd-448e-9417-26e34233d83c req-c68828b7-a630-4ab7-99bd-67a603e074dc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:52.234018 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3599022a-dfdd-448e-9417-26e34233d83c req-c68828b7-a630-4ab7-99bd-67a603e074dc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 944 time: 0.0495007 Dec 06 12:37:52.283878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3599022a-dfdd-448e-9417-26e34233d83c req-4851d354-daef-4be4-84db-cf341ace117a tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432177 Dec 06 12:37:52.773504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:37:52.866289 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:52.877174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '004798cb-50d8-4407-b7a4-09b8201005d9', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'port_id': '004798cb-50d8-4407-b7a4-09b8201005d9', 'mac_address': 'fa:16:3e:5c:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:37:52.917001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:52.929499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004798cb-50d8-4407-b7a4-09b8201005d9 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:37:52.948416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:52.952359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:53.001936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=12']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:53.007870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['004798cb-50d8-4407-b7a4-09b8201005d9'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:37:53.399483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d31ec-c190-4bae-9e8f-855aae2e8374 req-275892b2-c934-46a8-9515-d886fcd7d36e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:53.400981 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-605d31ec-c190-4bae-9e8f-855aae2e8374 req-275892b2-c934-46a8-9515-d886fcd7d36e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0485377 Dec 06 12:37:53.454901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-605d31ec-c190-4bae-9e8f-855aae2e8374 req-d5582528-abab-4382-b82b-3101a34ef5f8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480075 Dec 06 12:37:54.570173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35132b3-d88f-4c15-9150-592b5ab7bd4e req-fc789134-3562-418f-82b7-5720d7781a4e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:54.571646 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a35132b3-d88f-4c15-9150-592b5ab7bd4e req-fc789134-3562-418f-82b7-5720d7781a4e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 945 time: 0.0481877 Dec 06 12:37:54.618287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a35132b3-d88f-4c15-9150-592b5ab7bd4e req-98877688-f63e-47cd-8c6b-528223c058e0 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406971 Dec 06 12:37:54.783990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:37:54.830332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 004798cb-50d8-4407-b7a4-09b8201005d9 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:37:54.830700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:54.906759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:54.928339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:37:54.930537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115f0898-0979-453c-88c7-e7a6088514ee" -d '{"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-plugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:37:54.943525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:37:54.947725 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:54.977790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3af4ce-5c3a-46b2-a304-dd17c60000ba x-openstack-request-id: req-7e3af4ce-5c3a-46b2-a304-dd17c60000ba {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:37:54.978111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-plugged", "status": "completed", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:37:54.978362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e3af4ce-5c3a-46b2-a304-dd17c60000ba {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:37:54.978743 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'code': 200} Dec 06 12:37:54.998427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=13']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:37:55.649884 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:37:55.738345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af27950-35a2-4fde-a5d4-906488e5d605 req-ebf659af-f98f-46ba-9bf3-975eb48a7b38 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:55.740553 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7af27950-35a2-4fde-a5d4-906488e5d605 req-ebf659af-f98f-46ba-9bf3-975eb48a7b38 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0530210 Dec 06 12:37:55.786817 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7af27950-35a2-4fde-a5d4-906488e5d605 req-9ae06a4d-ed81-4319-9c2e-4cbab35007c4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Dec 06 12:37:56.283758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f522386e-f47a-4736-8e2d-eaf6996f7060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:56.906092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8779-3f45-4525-8b50-afef0aca6321 req-222fd891-efea-4593-a036-730784bf4ddc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:56.908296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f95e8779-3f45-4525-8b50-afef0aca6321 req-222fd891-efea-4593-a036-730784bf4ddc tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Dec 06 12:37:56.956889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f95e8779-3f45-4525-8b50-afef0aca6321 req-48757272-6573-4336-978d-4fb91f264488 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Dec 06 12:37:58.077114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c491f93-dbd2-4dc5-8f3c-a29a42f94c34 req-1cb06594-6e55-47ff-a97e-059c1f9ea51f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:58.078497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3c491f93-dbd2-4dc5-8f3c-a29a42f94c34 req-1cb06594-6e55-47ff-a97e-059c1f9ea51f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0516679 Dec 06 12:37:58.125972 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3c491f93-dbd2-4dc5-8f3c-a29a42f94c34 req-bf79a973-e9d6-481e-ac17-d7897bd12597 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405707 Dec 06 12:37:58.240167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523b8c-80a6-40ca-a9b6-21ef083896b9 req-d988d0d5-f49a-4ec8-9d3e-e45aaf5ffe33 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:58.241643 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e8523b8c-80a6-40ca-a9b6-21ef083896b9 req-d988d0d5-f49a-4ec8-9d3e-e45aaf5ffe33 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0483718 Dec 06 12:37:58.288529 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e8523b8c-80a6-40ca-a9b6-21ef083896b9 req-674c1fd6-061f-4a9d-927d-fd126521c70f tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 Dec 06 12:37:58.401945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018ae9-da81-4e4c-969c-b03d68d44543 req-9c126e4e-f7e8-468a-811c-3765a4714284 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:58.403317 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f018ae9-da81-4e4c-969c-b03d68d44543 req-9c126e4e-f7e8-468a-811c-3765a4714284 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0487092 Dec 06 12:37:58.454062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f018ae9-da81-4e4c-969c-b03d68d44543 req-77af3d3b-8c87-4c2d-a5f3-5ad3ccbfd452 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448096 Dec 06 12:37:58.686044 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41f5e2-5810-4d5f-9583-4d8457152270 req-39b7b662-946b-4799-b0ca-fd5b6ad69dda tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:58.687584 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d41f5e2-5810-4d5f-9583-4d8457152270 req-39b7b662-946b-4799-b0ca-fd5b6ad69dda tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0493259 Dec 06 12:37:58.710122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db7edf39-9c7f-4884-b847-f1372f2d4ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:37:58.736828 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d41f5e2-5810-4d5f-9583-4d8457152270 req-ed946802-fbf6-4643-ac7c-ef8b28e61549 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Dec 06 12:37:59.853836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902bdfb-a6fd-4938-bfde-ecc4f6c06094 req-674fb204-a433-495e-a4c6-c1030ae90b3e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:37:59.855303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b902bdfb-a6fd-4938-bfde-ecc4f6c06094 req-674fb204-a433-495e-a4c6-c1030ae90b3e tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0479760 Dec 06 12:37:59.901562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b902bdfb-a6fd-4938-bfde-ecc4f6c06094 req-f1d5c166-206f-425e-91e1-f21c49226a43 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Dec 06 12:37:59.912370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:00.976390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.024435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f24f42-4d54-4643-989e-70b61aa52f9b req-88454ffc-585f-4352-b86c-dad28d9f7a34 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:01.025954 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-80f24f42-4d54-4643-989e-70b61aa52f9b req-88454ffc-585f-4352-b86c-dad28d9f7a34 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0531905 Dec 06 12:38:01.087588 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-80f24f42-4d54-4643-989e-70b61aa52f9b req-89925926-8013-47c9-aa59-75455dfb3248 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0ab1d-f33c-4698-8775-88870f3e95df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553999 Dec 06 12:38:01.147570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-6a272695-b7e1-4e53-9f85-fe8636861451 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:01.149075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-6a272695-b7e1-4e53-9f85-fe8636861451 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 946 time: 0.0572822 Dec 06 12:38:01.240495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Deleting port 004798cb-50d8-4407-b7a4-09b8201005d9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:01.240810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.328072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] For port 004798cb-50d8-4407-b7a4-09b8201005d9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=004798cb-50d8-4407-b7a4-09b8201005d9,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:01.328436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.501724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.501993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.502329 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Floating IP 71d8ce13-6571-460e-95ee-81221a389660 disassociated. External IP: 172.36.1.227, port: 004798cb-50d8-4407-b7a4-09b8201005d9. Dec 06 12:38:01.502649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Calling delete_port for 004798cb-50d8-4407-b7a4-09b8201005d9 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:01.632840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.661464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event deleted for resources: {'Port': ['ID=004798cb-50d8-4407-b7a4-09b8201005d9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:01.671965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.672350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.672818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.673159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.673497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.673830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.674162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.674489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.674820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.675145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.675472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.675795 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.676142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:01.790295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:38:01.900911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:38:01.911381 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:38:01.921141 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:01.921816 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:01.938865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] No DVR routers for this DVR port 004798cb-50d8-4407-b7a4-09b8201005d9 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:01.941328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.945208 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8409af2f-4922-49ff-ac35-8175b97490e4 req-44676660-315b-4edf-bbf9-7259887fafa5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.43 "DELETE /v2.0/ports/004798cb-50d8-4407-b7a4-09b8201005d9 HTTP/1.1" status: 204 len: 173 time: 0.7900159 Dec 06 12:38:01.945657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-deleted', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:01.948021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc16e3-bd7b-4027-b20d-d78e30daaa9e" -d '{"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-deleted", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:01.989638 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:01.992491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72256f2-8f3f-4daf-aec7-6d5783db53d6 x-openstack-request-id: req-e72256f2-8f3f-4daf-aec7-6d5783db53d6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:01.992789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d50209-4e8d-430a-8d4d-e3fca6556d86", "name": "network-vif-deleted", "tag": "004798cb-50d8-4407-b7a4-09b8201005d9", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:01.993061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e72256f2-8f3f-4daf-aec7-6d5783db53d6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:01.993521 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d50209-4e8d-430a-8d4d-e3fca6556d86', 'name': 'network-vif-deleted', 'tag': '004798cb-50d8-4407-b7a4-09b8201005d9', 'status': 'completed', 'code': 200} Dec 06 12:38:02.051698 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:02.189332 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c65a619-4b7c-4d22-8eda-a784c360a038 req-137ea9b5-50f1-43f3-a546-7e4f0e93cedb tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Dec 06 12:38:02.261808 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:02.291957 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:38:02.300460 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:02.301065 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:02.405834 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:02.686938 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:02.712857 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00c4a1-b54d-4652-abcc-8048a1c59f92 None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:30:00Z', 'revision_number': 4, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0286e1eb-d3e1-46a6-ac7a-fa524d703abe', 'name': '', 'network_id': 'b3620c7e-57a7-4841-8bf4-df515043404b', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'mac_address': 'fa:16:3e:e0:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:59Z', 'updated_at': '2021-12-06T12:30:03Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'subnets': [{'id': '00a34353-1424-4753-a13a-ad97b9667b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:38:02.943358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43be0c-4570-4837-902b-9f17ed7f2ec2 None None] New status for floating IP 71d8ce13-6571-460e-95ee-81221a389660: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:38:03.287355 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2040c1b9-db3c-462e-9c49-594abf89b3ae req-131284ff-72d8-49c8-aecd-ca03d70e64a4 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 210 time: 0.0257444 Dec 06 12:38:04.383585 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d80d634-3856-499a-9a9c-8f9b98a3936b req-a4b3df51-2b2a-4c9e-bfc4-13069c1c59e5 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 210 time: 0.0274847 Dec 06 12:38:04.836217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:04.856536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 004798cb-50d8-4407-b7a4-09b8201005d9 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:04.856881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 004798cb-50d8-4407-b7a4-09b8201005d9 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:05.478791 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d980d538-850f-480f-b8c2-6130a10591ea req-09c6186e-99c0-456e-a824-9a7806e848ed tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0d50209-4e8d-430a-8d4d-e3fca6556d86 HTTP/1.1" status: 200 len: 210 time: 0.0261250 Dec 06 12:38:10.213647 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49526) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:10.267191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce635e7b-7475-4ee4-8966-d19b1ebeff81 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.291082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce635e7b-7475-4ee4-8966-d19b1ebeff81 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.345778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce635e7b-7475-4ee4-8966-d19b1ebeff81 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.348971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce635e7b-7475-4ee4-8966-d19b1ebeff81 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.352411 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ce635e7b-7475-4ee4-8966-d19b1ebeff81 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "DELETE /v2.0/security-groups/27c0ab1d-f33c-4698-8775-88870f3e95df HTTP/1.1" status: 204 len: 168 time: 0.1353748 Dec 06 12:38:10.352867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49528) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:10.360364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce635e7b-7475-4ee4-8966-d19b1ebeff81 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c0ab1d-f33c-4698-8775-88870f3e95df,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:10.369465 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-3aeeaa17-d366-414f-9d7c-1b641254e8d8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] show failed (client error): The resource could not be found. Dec 06 12:38:10.370608 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3aeeaa17-d366-414f-9d7c-1b641254e8d8 tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "GET /v2.0/security-groups/27c0ab1d-f33c-4698-8775-88870f3e95df HTTP/1.1" status: 404 len: 347 time: 0.0166590 Dec 06 12:38:10.373304 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49532) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:10.509236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Deleting port 62d6e9ca-7f4c-452d-9b42-d05e206cc02d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:10.509610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.586222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.586456 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.598683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Calling delete_port for 62d6e9ca-7f4c-452d-9b42-d05e206cc02d owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:10.726783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.755284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Pushing event deleted for resources: {'Port': ['ID=62d6e9ca-7f4c-452d-9b42-d05e206cc02d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:10.766577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.766936 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.767283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.767625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.767995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.768330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.768663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.768995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.769327 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.770223 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.770624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.770946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.771274 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:10.828436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.831580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:10.833996 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c6f79826-8605-490f-889b-fb7601f78d3b tempest-ServerActionsTestJSON-1402911884 tempest-ServerActionsTestJSON-1402911884-project] 10.222.0.24 "DELETE /v2.0/floatingips/71d8ce13-6571-460e-95ee-81221a389660 HTTP/1.1" status: 204 len: 168 time: 0.4594665 Dec 06 12:38:10.836974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49534) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:11.238918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:11.480591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Deleting port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:11.481286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:11.561535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] For port 0286e1eb-d3e1-46a6-ac7a-fa524d703abe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:11.561808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:11.575109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Calling delete_port for 0286e1eb-d3e1-46a6-ac7a-fa524d703abe owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:11.754643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:11.786014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0286e1eb-d3e1-46a6-ac7a-fa524d703abe,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:11.951654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:12.459256 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:38:12.564042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:38:12.570837 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c59b4f7e-9510-40f5-b6f9-c33eeddc22c5 admin admin] 10.222.0.24 "PUT /v2.0/routers/1f9f79da-cf5c-448e-99ca-4e7e66c73171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328353 Dec 06 12:38:12.571557 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49538) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:12.573219 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] Sync routers for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:38:12.583246 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:12.583847 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:12.674413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:12.686024 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:12.778039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:12.829553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Deleting port 6c3e7166-9201-4375-9c19-a8b748e43fc1 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:12.829796 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:12.860300 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58'}], 'enable_snat': True}, 'gw_port_id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:38:11Z', 'revision_number': 5, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port': {'id': '6c3e7166-9201-4375-9c19-a8b748e43fc1', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:12.887190 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] Checking router: 1f9f79da-cf5c-448e-99ca-4e7e66c73171 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:38:12.896102 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] Routers {'1f9f79da-cf5c-448e-99ca-4e7e66c73171'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:38:12.896713 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:37:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:12.908842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] For port 6c3e7166-9201-4375-9c19-a8b748e43fc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c3e7166-9201-4375-9c19-a8b748e43fc1,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:12.909205 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:12.921403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Calling delete_port for 6c3e7166-9201-4375-9c19-a8b748e43fc1 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:12.981989 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] Set router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:38:13.035237 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:38:12Z', 'revision_number': 6, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:13.062424 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad777d-ea5c-4bae-9cf0-4d17ebcd50d8 None None] The sync data for ids ['1f9f79da-cf5c-448e-99ca-4e7e66c73171'] in dv-neutron-master-2-hyperv is: [{'id': '1f9f79da-cf5c-448e-99ca-4e7e66c73171', 'name': 'tempest-ServerActionsTestJSON-1115590305-router', 'tenant_id': '44016f0ebd8449c78e862adc0d7dd90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:29:57Z', 'updated_at': '2021-12-06T12:38:12Z', 'revision_number': 6, 'project_id': '44016f0ebd8449c78e862adc0d7dd90b', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:38:13.091481 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.121067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3e7166-9201-4375-9c19-a8b748e43fc1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:13.136165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afb4f7-1a81-4002-a0f3-672ac02a7b25 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:13.183508 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.272366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.274482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.316669 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.317279 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9f79da-cf5c-448e-99ca-4e7e66c73171 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:38:13.321591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.322748 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0ccf8994-b0e9-4c9d-a759-13756547a430 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1f9f79da-cf5c-448e-99ca-4e7e66c73171 HTTP/1.1" status: 204 len: 168 time: 0.7502210 Dec 06 12:38:13.325304 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49542) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:13.374505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ba2c37-b1a5-4fc5-a795-5f4a8dd1ed99 admin admin] Deleting subnet 00a34353-1424-4753-a13a-ad97b9667b1c {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:38:13.377494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56ba2c37-b1a5-4fc5-a795-5f4a8dd1ed99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.413573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56ba2c37-b1a5-4fc5-a795-5f4a8dd1ed99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.496171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56ba2c37-b1a5-4fc5-a795-5f4a8dd1ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.556237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56ba2c37-b1a5-4fc5-a795-5f4a8dd1ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.581637 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba2c37-b1a5-4fc5-a795-5f4a8dd1ed99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a34353-1424-4753-a13a-ad97b9667b1c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:13.585904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56ba2c37-b1a5-4fc5-a795-5f4a8dd1ed99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.589145 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-56ba2c37-b1a5-4fc5-a795-5f4a8dd1ed99 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/00a34353-1424-4753-a13a-ad97b9667b1c HTTP/1.1" status: 204 len: 168 time: 0.2628965 Dec 06 12:38:13.591565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49544) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:13.593892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe51aa-4d73-4744-853d-de23ecb7553a None None] Network b3620c7e-57a7-4841-8bf4-df515043404b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:13.660432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.718030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Deleting port 160facd6-04a0-46da-a728-c69a51a0da3f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:13.718367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.781012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] For port 160facd6-04a0-46da-a728-c69a51a0da3f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=160facd6-04a0-46da-a728-c69a51a0da3f,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:13.781374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.794964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Calling delete_port for 160facd6-04a0-46da-a728-c69a51a0da3f owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:13.810711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] DHCP port deletion for b3620c7e-57a7-4841-8bf4-df515043404b request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:13.869553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] Deleting port 160facd6-04a0-46da-a728-c69a51a0da3f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:13.869929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.884282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6c3e7166-9201-4375-9c19-a8b748e43fc1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:13.889909 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:13.916297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=160facd6-04a0-46da-a728-c69a51a0da3f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:13.919817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] No DVR routers for this DVR port 160facd6-04a0-46da-a728-c69a51a0da3f on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:13.938586 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6c3e7166-9201-4375-9c19-a8b748e43fc1 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:13.938931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6c3e7166-9201-4375-9c19-a8b748e43fc1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:13.939356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 160facd6-04a0-46da-a728-c69a51a0da3f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:13.973353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 160facd6-04a0-46da-a728-c69a51a0da3f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:13.974140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 160facd6-04a0-46da-a728-c69a51a0da3f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:13.974570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0286e1eb-d3e1-46a6-ac7a-fa524d703abe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:13.996175 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.003345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 0286e1eb-d3e1-46a6-ac7a-fa524d703abe {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:14.003696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 0286e1eb-d3e1-46a6-ac7a-fa524d703abe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:14.008607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] For port 160facd6-04a0-46da-a728-c69a51a0da3f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=160facd6-04a0-46da-a728-c69a51a0da3f,segment=NetworkSegment(224c7215-dc11-4651-bdfe-da05b14ceadc),segment_id=224c7215-dc11-4651-bdfe-da05b14ceadc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:14.009329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.020440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3620c7e-57a7-4841-8bf4-df515043404b']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:14.023147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] Calling delete_port for 160facd6-04a0-46da-a728-c69a51a0da3f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:14.030912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224c7215-dc11-4651-bdfe-da05b14ceadc') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:14.031342 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224c7215-dc11-4651-bdfe-da05b14ceadc') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:14.041985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.055847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.061978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:38:14.062360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:38:14.064091 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:38:14.104617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.121494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.129484 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.135804 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] 10.222.0.24 "DELETE /v2.0/networks/b3620c7e-57a7-4841-8bf4-df515043404b HTTP/1.1" status: 204 len: 168 time: 0.5403345 Dec 06 12:38:14.136031 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] Pushing event deleted for resources: {'Port': ['ID=160facd6-04a0-46da-a728-c69a51a0da3f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:14.140405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda753c7-822c-4bd0-809d-382683e22b32 None None] No DVR routers for this DVR port 160facd6-04a0-46da-a728-c69a51a0da3f on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:14.147799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8d5c2-be33-4f9a-bce4-61b05a869e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3620c7e-57a7-4841-8bf4-df515043404b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:14.245530 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49548) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:14.286374 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-36880b21-786d-45f1-bbc2-dec65b4b4c30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44016f0ebd8449c78e862adc0d7dd90b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396659 Dec 06 12:38:14.288969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49550) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:14.337321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfd66207-abd1-452e-93b6-4b8ee7b5f49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.357602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfd66207-abd1-452e-93b6-4b8ee7b5f49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.402938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfd66207-abd1-452e-93b6-4b8ee7b5f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.405524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bfd66207-abd1-452e-93b6-4b8ee7b5f49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:14.406658 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-bfd66207-abd1-452e-93b6-4b8ee7b5f49e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/843f5280-cab9-465d-a12b-5ec92dfa2837 HTTP/1.1" status: 204 len: 168 time: 0.1165788 Dec 06 12:38:14.414960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd66207-abd1-452e-93b6-4b8ee7b5f49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843f5280-cab9-465d-a12b-5ec92dfa2837,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:15.097578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49572) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:15.202791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2029816163-network', 'tenant_id': '7ffdac961dd34411b5626b81d221179c'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:15.225559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Made reservation on behalf of 7ffdac961dd34411b5626b81d221179c for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:15.228034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.236231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.279081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.312629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.317119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.339333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:38:15.356343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:15.359207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.359547 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Added segment a9a109e9-c280-4efb-87ba-ccbeb4f204a2 of type vlan for network a1359d45-f220-4259-b01f-ae8c7d8a6e35 Dec 06 12:38:15.405815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.435444 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.436495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:15.437016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.485580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3868737 Dec 06 12:38:15.488936 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49578) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:15.493891 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Request body: {'subnet': {'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2029816163-subnet', 'tenant_id': '7ffdac961dd34411b5626b81d221179c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:15.513761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Made reservation on behalf of 7ffdac961dd34411b5626b81d221179c for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:15.516713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.526292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a2170-5241-4de1-9ab8-83b64ae6695f admin admin] Pushing event updated for resources: {'Network': ['ID=a1359d45-f220-4259-b01f-ae8c7d8a6e35,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:15.537358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network a1359d45-f220-4259-b01f-ae8c7d8a6e35 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:38:15.697105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.751950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=878954c0-c408-436b-aa28-c550f452e4d5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:15.760965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Checking segment: {'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:15.761323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Network hostable DHCP agents. Network: a1359d45-f220-4259-b01f-ae8c7d8a6e35, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:38:15.778398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Network a1359d45-f220-4259-b01f-ae8c7d8a6e35 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:38:15.786838 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a1359d45-f220-4259-b01f-ae8c7d8a6e35) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:15.790720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:15.791328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:15.796036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd95f0b-dbe1-4a58-8cd5-4e4a9fc0ba22 None None] Network a1359d45-f220-4259-b01f-ae8c7d8a6e35 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:15.807206 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5e156e86-c244-421e-88ba-af8a32c4bfe6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3171875 Dec 06 12:38:15.938650 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6893f-5555-4eb5-b009-d24fb86b77a5 None None] Network a1359d45-f220-4259-b01f-ae8c7d8a6e35 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:16.248257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-39f9f0d5-5c09-49c0-ae8c-e4a15dec484f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:16.249742 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-39f9f0d5-5c09-49c0-ae8c-e4a15dec484f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/networks?id=a1359d45-f220-4259-b01f-ae8c7d8a6e35 HTTP/1.1" status: 200 len: 814 time: 0.1042516 Dec 06 12:38:16.265203 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-bbf2a71f-965f-4e65-b0a1-884935033169 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/quotas/7ffdac961dd34411b5626b81d221179c HTTP/1.1" status: 200 len: 375 time: 0.0088904 Dec 06 12:38:16.295966 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b97a9814-dae5-417f-8078-a53480649675 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ffdac961dd34411b5626b81d221179c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246377 Dec 06 12:38:16.306523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-87fc9b4a-58bd-4643-989e-80cb86609e25 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:38:16.307495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-87fc9b4a-58bd-4643-989e-80cb86609e25 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049987 Dec 06 12:38:16.398783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-d8276686-cb79-45c2-acdb-2083d845f5d4 service neutron] 10.222.0.24 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850346 Dec 06 12:38:16.484390 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-7abc2999-5e92-493f-93bb-d622c294d706 service neutron] 10.222.0.24 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795286 Dec 06 12:38:16.650759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-85becbab-91c8-43a4-814e-37f3b5d4e610 req-83c3fa83-1a80-4340-b605-e43b27bdcf38 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 210 time: 0.0302436 Dec 06 12:38:17.546552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-3984dd0e-56d0-42c7-a6f0-34e86f527c2d tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:17.548021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-3984dd0e-56d0-42c7-a6f0-34e86f527c2d tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.43 "GET /v2.0/networks?id=a1359d45-f220-4259-b01f-ae8c7d8a6e35 HTTP/1.1" status: 200 len: 814 time: 0.1025164 Dec 06 12:38:17.561591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Request body: {'port': {'device_id': 'f39f88d5-80f1-4aa5-b031-b11c38203220', 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35', 'admin_state_up': True, 'tenant_id': '7ffdac961dd34411b5626b81d221179c'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:17.674306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Made reservation on behalf of 7ffdac961dd34411b5626b81d221179c for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:17.679190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:17.762587 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ac13d4d1-8853-49bc-8e90-ada4a11bd2f4 req-d16c005d-afec-49e9-bdef-bd17a318cd36 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 210 time: 0.0332916 Dec 06 12:38:17.827953 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Allocated IP 172.20.0.7 (a1359d45-f220-4259-b01f-ae8c7d8a6e35/878954c0-c408-436b-aa28-c550f452e4d5/bd0b2a59-c146-420c-bd5e-6555f3ca4e52) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:17.976549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.009391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.056443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Network a1359d45-f220-4259-b01f-ae8c7d8a6e35 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:18.059459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:18.063271 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:18.086267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Pushing event updated for resources: {'Port': ['ID=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:18.114760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:18.115366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.131453 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-b9812ea4-e663-4307-8be0-18f7ed5ba3af tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744774 Dec 06 12:38:18.153169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Request body: {'port': {'device_id': 'f39f88d5-80f1-4aa5-b031-b11c38203220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:18.208840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.462777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0b2a59-c146-420c-bd5e-6555f3ca4e52 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:38:18.470409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.482034 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Transition to ACTIVE for port object bd0b2a59-c146-420c-bd5e-6555f3ca4e52 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:38:18.485990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.535578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:18.605480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Attempting to bind port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:38:18.606153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Attempting to bind port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:38:18.606153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Attempting to bind port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 on network a1359d45-f220-4259-b01f-ae8c7d8a6e35 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:18.610487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 on network a1359d45-f220-4259-b01f-ae8c7d8a6e35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:38:18.610802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Attempting to bind port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 on network a1359d45-f220-4259-b01f-ae8c7d8a6e35 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:18.615762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:38:18.616116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Checking segment: {'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:18.616490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Bound using segment: {'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:38:18.616905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Bound port: bd0b2a59-c146-420c-bd5e-6555f3ca4e52, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:38:18.617274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.678306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] For port bd0b2a59-c146-420c-bd5e-6555f3ca4e52, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:38:18.681205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] For port bd0b2a59-c146-420c-bd5e-6555f3ca4e52, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:38:18.685941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.717617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:18.718255 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:18.719771 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] 10.222.0.43 "PUT /v2.0/ports/bd0b2a59-c146-420c-bd5e-6555f3ca4e52 HTTP/1.1" status: 200 len: 1093 time: 0.5724623 Dec 06 12:38:18.725183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39f88d5-80f1-4aa5-b031-b11c38203220', 'tag': 'bd0b2a59-c146-420c-bd5e-6555f3ca4e52'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:18.727456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f39f88d5-80f1-4aa5-b031-b11c38203220", "tag": "bd0b2a59-c146-420c-bd5e-6555f3ca4e52"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:18.752836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b9bf2-0da3-475d-8b2c-499828538e05 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:18.767295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659529dd-b6db-4d67-8f8d-012ad6971d8b x-openstack-request-id: req-659529dd-b6db-4d67-8f8d-012ad6971d8b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:18.767580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39f88d5-80f1-4aa5-b031-b11c38203220", "tag": "bd0b2a59-c146-420c-bd5e-6555f3ca4e52", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:18.767830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-659529dd-b6db-4d67-8f8d-012ad6971d8b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:18.768242 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39f88d5-80f1-4aa5-b031-b11c38203220', 'tag': 'bd0b2a59-c146-420c-bd5e-6555f3ca4e52', 'status': 'completed', 'code': 200} Dec 06 12:38:18.801297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-cf6a552d-b736-45df-8637-755936437b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:18.802800 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-cf6a552d-b736-45df-8637-755936437b4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ffdac961dd34411b5626b81d221179c&device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 1096 time: 0.0448363 Dec 06 12:38:18.852353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-6e1c7a1e-64df-4a9f-b45b-f96c153e9d3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd0b2a59-c146-420c-bd5e-6555f3ca4e52 HTTP/1.1" status: 200 len: 217 time: 0.0396597 Dec 06 12:38:18.921525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-ed7e9d09-25d3-4043-9982-c2d8d5308815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:18.922996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-ed7e9d09-25d3-4043-9982-c2d8d5308815 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=878954c0-c408-436b-aa28-c550f452e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0624747 Dec 06 12:38:18.931628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0875447-2e77-49fb-b499-841d847bf8da req-9338c49f-82f0-4bb5-9a50-87b65205d9c4 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:18.933035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0875447-2e77-49fb-b499-841d847bf8da req-9338c49f-82f0-4bb5-9a50-87b65205d9c4 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 943 time: 0.0834656 Dec 06 12:38:18.971054 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-c07f135c-b3af-43fd-bd7d-78b8f58356f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1359d45-f220-4259-b01f-ae8c7d8a6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370188 Dec 06 12:38:19.045700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0875447-2e77-49fb-b499-841d847bf8da req-ea674386-ffaf-4a01-bd48-659eba57dc27 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046951 Dec 06 12:38:19.076134 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-91c92949-5ee0-4a78-be94-5ac56a492c54 service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979719 Dec 06 12:38:19.168042 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65ec4757-0e09-446d-b592-52ab9dc7cbf2 req-1b76d10c-0842-4381-a049-305d7aedc20c service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845797 Dec 06 12:38:19.260410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-19f99f87-a0c5-4909-9907-c6b8016b5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:19.261956 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-19f99f87-a0c5-4909-9907-c6b8016b5528 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ffdac961dd34411b5626b81d221179c&device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 1096 time: 0.0440094 Dec 06 12:38:19.358368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-2e15c7e9-f94c-47ed-9208-80c6276370f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:19.360396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-2e15c7e9-f94c-47ed-9208-80c6276370f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a1359d45-f220-4259-b01f-ae8c7d8a6e35 HTTP/1.1" status: 200 len: 915 time: 0.0916088 Dec 06 12:38:19.408092 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-ed871526-b600-41f0-8dc2-985b24f6b432 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd0b2a59-c146-420c-bd5e-6555f3ca4e52 HTTP/1.1" status: 200 len: 217 time: 0.0407124 Dec 06 12:38:19.454811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-fc5a71cc-efaa-4b49-afc2-09f6c999eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:19.456258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-fc5a71cc-efaa-4b49-afc2-09f6c999eda2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=878954c0-c408-436b-aa28-c550f452e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0416696 Dec 06 12:38:19.491166 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-696c3aad-80b3-4a1a-ab6c-75eb23365121 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1359d45-f220-4259-b01f-ae8c7d8a6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270717 Dec 06 12:38:19.590887 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-3f708ecb-de47-4e74-b3c2-96e6a3a99fa0 service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919120 Dec 06 12:38:19.686035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a27c8682-0b8d-4f47-a8ef-0851edd88c9f req-50aa8587-06bd-435e-bd0c-b813c7fabd9b service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877955 Dec 06 12:38:20.173754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3dd02-eaee-41f8-8140-7420d96fb407 req-a88fcf6f-86ab-44fa-a226-ba8f95c3dd43 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:20.175488 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12f3dd02-eaee-41f8-8140-7420d96fb407 req-a88fcf6f-86ab-44fa-a226-ba8f95c3dd43 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 943 time: 0.0579703 Dec 06 12:38:20.226710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-12f3dd02-eaee-41f8-8140-7420d96fb407 req-2e3ddbf7-7170-4480-b450-3678ae4c6cb1 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Dec 06 12:38:21.360912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c8e71-78d3-471f-9cb3-6d82e0b395d2 req-31ff5825-ff2a-447f-b93f-8c5f6a846398 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:21.362469 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-650c8e71-78d3-471f-9cb3-6d82e0b395d2 req-31ff5825-ff2a-447f-b93f-8c5f6a846398 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 943 time: 0.0490677 Dec 06 12:38:21.413787 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-650c8e71-78d3-471f-9cb3-6d82e0b395d2 req-a951b931-f1a5-4149-a68a-99c8f81055f8 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454259 Dec 06 12:38:22.529526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9ba49-bf4b-4967-a092-20040d007fbb req-cdbe55b7-602c-4e7b-ad21-46705847a421 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:22.531001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ffd9ba49-bf4b-4967-a092-20040d007fbb req-cdbe55b7-602c-4e7b-ad21-46705847a421 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 943 time: 0.0502965 Dec 06 12:38:22.588376 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ffd9ba49-bf4b-4967-a092-20040d007fbb req-586efe58-e759-438b-8d33-8cb33af266c7 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506058 Dec 06 12:38:22.876616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device bd0b2a59-c146-420c-bd5e-6555f3ca4e52 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:38:22.983172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port bd0b2a59-c146-420c-bd5e-6555f3ca4e52, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:22.995712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'bd0b2a59-c146-420c-bd5e-6555f3ca4e52', 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35', 'port_id': 'bd0b2a59-c146-420c-bd5e-6555f3ca4e52', 'mac_address': 'fa:16:3e:70:c3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878954c0-c408-436b-aa28-c550f452e4d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:38:23.037048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:23.054912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0b2a59-c146-420c-bd5e-6555f3ca4e52 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:38:23.082293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port bd0b2a59-c146-420c-bd5e-6555f3ca4e52, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:23.086902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:23.146171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:23.475149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['bd0b2a59-c146-420c-bd5e-6555f3ca4e52'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:38:23.703509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4899e7-1e19-43ff-aa8c-45e352dfae1c req-e88a04be-db84-4da1-b37f-ce6236857de9 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:23.705000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a4899e7-1e19-43ff-aa8c-45e352dfae1c req-e88a04be-db84-4da1-b37f-ce6236857de9 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 944 time: 0.0484350 Dec 06 12:38:23.753099 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0a4899e7-1e19-43ff-aa8c-45e352dfae1c req-a9a74c42-f912-4c8e-aff2-035dde4ddb9a tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Dec 06 12:38:24.876509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044f41d-5f74-4f93-938a-7e902f84e855 req-339f91ac-bdcb-445c-a0de-64a6c271ad79 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:24.878112 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0044f41d-5f74-4f93-938a-7e902f84e855 req-339f91ac-bdcb-445c-a0de-64a6c271ad79 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 944 time: 0.0569191 Dec 06 12:38:24.892269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device bd0b2a59-c146-420c-bd5e-6555f3ca4e52 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:24.935765 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0044f41d-5f74-4f93-938a-7e902f84e855 req-4ffe6d3c-ce8a-440f-a507-fc906034ba22 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504286 Dec 06 12:38:24.951793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:38:24.955881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:24.956272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.033669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.057402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39f88d5-80f1-4aa5-b031-b11c38203220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0b2a59-c146-420c-bd5e-6555f3ca4e52'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:25.059707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfacc89-ad52-42b9-a8f9-05169518e1de" -d '{"events": [{"server_uuid": "f39f88d5-80f1-4aa5-b031-b11c38203220", "name": "network-vif-plugged", "status": "completed", "tag": "bd0b2a59-c146-420c-bd5e-6555f3ca4e52"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:25.076277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port bd0b2a59-c146-420c-bd5e-6555f3ca4e52, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:25.080446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:25.261487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478e8f52-9b2d-4260-814e-c23f52a5364a x-openstack-request-id: req-478e8f52-9b2d-4260-814e-c23f52a5364a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:25.261787 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39f88d5-80f1-4aa5-b031-b11c38203220", "name": "network-vif-plugged", "status": "completed", "tag": "bd0b2a59-c146-420c-bd5e-6555f3ca4e52", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:25.262041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-478e8f52-9b2d-4260-814e-c23f52a5364a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:25.262425 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39f88d5-80f1-4aa5-b031-b11c38203220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0b2a59-c146-420c-bd5e-6555f3ca4e52', 'code': 200} Dec 06 12:38:25.273517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff14e-f9dd-42cb-bfb7-da3cfe7dde9e req-e3aab7f7-a321-4b1a-a14b-71f68904aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:25.274992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6f5ff14e-f9dd-42cb-bfb7-da3cfe7dde9e req-e3aab7f7-a321-4b1a-a14b-71f68904aa99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 1098 time: 0.0418160 Dec 06 12:38:25.287523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:25.322540 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6f5ff14e-f9dd-42cb-bfb7-da3cfe7dde9e req-5dbd1bb6-6ace-471b-ae8b-f69ed5e56e87 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Dec 06 12:38:26.053886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea90b3-63e2-4ea6-a1a7-9c7ca9cd45bd req-4879e2df-fc03-45e5-b4ef-fff27ce5b7c3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:26.055268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-53ea90b3-63e2-4ea6-a1a7-9c7ca9cd45bd req-4879e2df-fc03-45e5-b4ef-fff27ce5b7c3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0494256 Dec 06 12:38:26.104697 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-53ea90b3-63e2-4ea6-a1a7-9c7ca9cd45bd req-208f9532-e2bd-41f0-b786-8ef57f3619fe tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Dec 06 12:38:26.286309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8822fc90-2451-440e-a7c4-36bf84fbe061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:27.219672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbfae2-fcfb-4fef-a179-cdf5aaf4a1ed req-b204e493-a1fe-4c10-8163-cf0ea9fe7714 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:27.221141 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22bbfae2-fcfb-4fef-a179-cdf5aaf4a1ed req-b204e493-a1fe-4c10-8163-cf0ea9fe7714 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0476029 Dec 06 12:38:27.266833 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22bbfae2-fcfb-4fef-a179-cdf5aaf4a1ed req-101e3628-af8b-48dd-8aba-fc2374c706f8 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Dec 06 12:38:27.776941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b771e-1f20-4229-a15d-f747d8216c5f req-e0337c08-c685-42df-8d8f-ade028696736 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:27.778407 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-e0337c08-c685-42df-8d8f-ade028696736 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/networks?id=a1359d45-f220-4259-b01f-ae8c7d8a6e35 HTTP/1.1" status: 200 len: 814 time: 0.3913345 Dec 06 12:38:27.793069 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-10dc20b2-339f-4670-b830-1c3b61ad3c49 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/quotas/7ffdac961dd34411b5626b81d221179c HTTP/1.1" status: 200 len: 375 time: 0.0088882 Dec 06 12:38:27.840832 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-2357be02-97a1-444c-96c1-3cbb752cf410 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ffdac961dd34411b5626b81d221179c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427597 Dec 06 12:38:27.894868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-2172e668-4205-443f-b664-56a3871cf69c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:38:27.895841 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-2172e668-4205-443f-b664-56a3871cf69c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481675 Dec 06 12:38:27.984150 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-6805253f-c11b-44c6-90e3-5ef044f75166 service neutron] 10.222.0.24 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818889 Dec 06 12:38:28.077164 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-b06e202a-8059-44fd-9fa0-e81dd6d0f8b5 service neutron] 10.222.0.24 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860631 Dec 06 12:38:28.232680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27821741-9198-4926-a59e-e294771f4132 req-0037a512-15b6-4980-9127-7b02d9a6169a tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 210 time: 0.0272539 Dec 06 12:38:28.711928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c138c65a-09d8-4323-8ed6-e90340f2007d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:29.134091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b771e-1f20-4229-a15d-f747d8216c5f req-af0bb52a-11c2-42e4-8a13-7ffb91a7476d tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:29.135576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-af0bb52a-11c2-42e4-8a13-7ffb91a7476d tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.43 "GET /v2.0/networks?id=a1359d45-f220-4259-b01f-ae8c7d8a6e35 HTTP/1.1" status: 200 len: 814 time: 0.1076751 Dec 06 12:38:29.149000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Request body: {'port': {'device_id': '68754133-35d3-4274-b77c-2e5d08e4fefb', 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35', 'admin_state_up': True, 'tenant_id': '7ffdac961dd34411b5626b81d221179c'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:29.258715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Made reservation on behalf of 7ffdac961dd34411b5626b81d221179c for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:29.262332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:29.349125 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f11212e0-5b61-44e3-9187-8cc6b17c80db req-c8e69b14-c1e2-4aa8-9599-65565ce95fc3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 210 time: 0.0302775 Dec 06 12:38:29.413101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Allocated IP 172.20.0.8 (a1359d45-f220-4259-b01f-ae8c7d8a6e35/878954c0-c408-436b-aa28-c550f452e4d5/0cbb45ce-784f-4b66-aedd-7430df55604c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:29.555714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:29.588182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:29.600699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['bd0b2a59-c146-420c-bd5e-6555f3ca4e52'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:38:29.629966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Network a1359d45-f220-4259-b01f-ae8c7d8a6e35 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:29.633055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:29.636658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:29.673161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Pushing event updated for resources: {'Port': ['ID=0cbb45ce-784f-4b66-aedd-7430df55604c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:29.697110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:29.697709 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:29.713824 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-fac07d9d-f490-4697-94ba-843b719b017f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685511 Dec 06 12:38:29.727098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Request body: {'port': {'device_id': '68754133-35d3-4274-b77c-2e5d08e4fefb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:29.779546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:29.912501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.049466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbb45ce-784f-4b66-aedd-7430df55604c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:38:30.057909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.070459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Transition to ACTIVE for port object 0cbb45ce-784f-4b66-aedd-7430df55604c will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:38:30.073433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.125256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbb45ce-784f-4b66-aedd-7430df55604c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:30.193805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Attempting to bind port 0cbb45ce-784f-4b66-aedd-7430df55604c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:38:30.194146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Attempting to bind port 0cbb45ce-784f-4b66-aedd-7430df55604c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:38:30.194475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Attempting to bind port 0cbb45ce-784f-4b66-aedd-7430df55604c on network a1359d45-f220-4259-b01f-ae8c7d8a6e35 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:30.198708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Port 0cbb45ce-784f-4b66-aedd-7430df55604c on network a1359d45-f220-4259-b01f-ae8c7d8a6e35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:38:30.199026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Attempting to bind port 0cbb45ce-784f-4b66-aedd-7430df55604c on network a1359d45-f220-4259-b01f-ae8c7d8a6e35 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:30.203797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:38:30.204159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Checking segment: {'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:30.204539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Bound using segment: {'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:38:30.204959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Bound port: 0cbb45ce-784f-4b66-aedd-7430df55604c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:38:30.205309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.270387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] For port 0cbb45ce-784f-4b66-aedd-7430df55604c, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:38:30.273439 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] For port 0cbb45ce-784f-4b66-aedd-7430df55604c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0cbb45ce-784f-4b66-aedd-7430df55604c,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:38:30.282979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.323285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.323924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:30.325298 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/0cbb45ce-784f-4b66-aedd-7430df55604c HTTP/1.1" status: 200 len: 1093 time: 0.6025004 Dec 06 12:38:30.325736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68754133-35d3-4274-b77c-2e5d08e4fefb', 'tag': '0cbb45ce-784f-4b66-aedd-7430df55604c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:30.328023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18724ef-bb23-4fc6-ae97-95cc8fc91752" -d '{"events": [{"name": "network-changed", "server_uuid": "68754133-35d3-4274-b77c-2e5d08e4fefb", "tag": "0cbb45ce-784f-4b66-aedd-7430df55604c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:30.351600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e789ac-f7df-4622-93c3-501f14d3e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbb45ce-784f-4b66-aedd-7430df55604c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:30.370508 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186d3652-7387-4249-87fb-53b661c79bdd x-openstack-request-id: req-186d3652-7387-4249-87fb-53b661c79bdd {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:30.370803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68754133-35d3-4274-b77c-2e5d08e4fefb", "tag": "0cbb45ce-784f-4b66-aedd-7430df55604c", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:30.371064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-186d3652-7387-4249-87fb-53b661c79bdd {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:30.371470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68754133-35d3-4274-b77c-2e5d08e4fefb', 'tag': '0cbb45ce-784f-4b66-aedd-7430df55604c', 'status': 'completed', 'code': 200} Dec 06 12:38:30.415236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b771e-1f20-4229-a15d-f747d8216c5f req-d53fbd34-4654-4b27-a129-3589e1c5a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.416802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-d53fbd34-4654-4b27-a129-3589e1c5a573 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ffdac961dd34411b5626b81d221179c&device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 1096 time: 0.0414894 Dec 06 12:38:30.477316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-a28c536d-5342-43f3-ad16-6da230b9b9bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbb45ce-784f-4b66-aedd-7430df55604c HTTP/1.1" status: 200 len: 217 time: 0.0511107 Dec 06 12:38:30.529169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdf6c8-1f9a-4794-a7bd-a6a41d07346c req-86cce20f-8824-4c51-b415-5aadd46ed522 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.530619 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65cdf6c8-1f9a-4794-a7bd-a6a41d07346c req-86cce20f-8824-4c51-b415-5aadd46ed522 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 943 time: 0.1129608 Dec 06 12:38:30.547787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b771e-1f20-4229-a15d-f747d8216c5f req-c9671e9a-abf4-48ca-b067-699cb042f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.549176 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-c9671e9a-abf4-48ca-b067-699cb042f650 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=878954c0-c408-436b-aa28-c550f452e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0650959 Dec 06 12:38:30.583963 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-65df6f50-b067-4843-a0f3-5fd110835850 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1359d45-f220-4259-b01f-ae8c7d8a6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263536 Dec 06 12:38:30.627126 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65cdf6c8-1f9a-4794-a7bd-a6a41d07346c req-81c532d4-dbf9-4ada-89f7-0e37c59f5d2f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886421 Dec 06 12:38:30.689226 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-476df807-4fdc-4dc4-9b04-68a25b07083a service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978770 Dec 06 12:38:30.776853 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-798b771e-1f20-4229-a15d-f747d8216c5f req-cb0f2238-6691-4f45-8707-e439d14f3e62 service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810044 Dec 06 12:38:30.863621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-61145e8d-e918-456a-bbcb-ef62cd8615e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.865035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-61145e8d-e918-456a-bbcb-ef62cd8615e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ffdac961dd34411b5626b81d221179c&device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 1096 time: 0.0453036 Dec 06 12:38:30.952206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-adbddf50-03f2-4c7d-b2a1-d2aecbbf4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:30.953661 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-adbddf50-03f2-4c7d-b2a1-d2aecbbf4785 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a1359d45-f220-4259-b01f-ae8c7d8a6e35 HTTP/1.1" status: 200 len: 915 time: 0.0814152 Dec 06 12:38:30.976901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:31.001802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-835fa1de-87ad-47fe-bd27-daa2c2f9fbe4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cbb45ce-784f-4b66-aedd-7430df55604c HTTP/1.1" status: 200 len: 217 time: 0.0407724 Dec 06 12:38:31.051228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-89a60bbf-617e-4ee9-99e4-d58ab7727127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:31.052951 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-89a60bbf-617e-4ee9-99e4-d58ab7727127 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=878954c0-c408-436b-aa28-c550f452e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0441630 Dec 06 12:38:31.083684 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-de5764a5-225c-4879-8fbd-ee75f2dc2ae9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1359d45-f220-4259-b01f-ae8c7d8a6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241549 Dec 06 12:38:31.178036 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-9a3b614a-81cc-44d0-a7af-c223be9701ab service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870798 Dec 06 12:38:31.265980 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e18724ef-bb23-4fc6-ae97-95cc8fc91752 req-4cd15d70-3fd9-45aa-9530-6c8f35e23723 service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811493 Dec 06 12:38:31.742347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605903a-7e24-40d7-8f4f-ca4854a8b2e8 req-b1bbd94b-2c6a-45b1-9754-0397aebabfd8 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:31.743837 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d605903a-7e24-40d7-8f4f-ca4854a8b2e8 req-b1bbd94b-2c6a-45b1-9754-0397aebabfd8 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 943 time: 0.0491641 Dec 06 12:38:31.795378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d605903a-7e24-40d7-8f4f-ca4854a8b2e8 req-0ba95c31-118f-4aef-829a-7689bcae06dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456996 Dec 06 12:38:31.982909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:32.649169 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:38:32.907723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b778e0-568e-40ab-8baf-9c4d121ac99f req-5b7b60b1-692c-405e-a2b0-f32da4c29c14 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:32.909114 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-09b778e0-568e-40ab-8baf-9c4d121ac99f req-5b7b60b1-692c-405e-a2b0-f32da4c29c14 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 943 time: 0.0477459 Dec 06 12:38:32.956564 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-09b778e0-568e-40ab-8baf-9c4d121ac99f req-de23fc7e-04df-4a52-bb91-2a9f72aca348 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Dec 06 12:38:34.073279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a11f-9a45-4894-90f3-4b9accd92cab req-ab0c1a05-5743-4bc9-a7a7-6cbc4f199bea tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:34.074663 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3748a11f-9a45-4894-90f3-4b9accd92cab req-ab0c1a05-5743-4bc9-a7a7-6cbc4f199bea tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 943 time: 0.0487640 Dec 06 12:38:34.122268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3748a11f-9a45-4894-90f3-4b9accd92cab req-860abdd4-e83e-402c-9e41-a7a73a232287 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Dec 06 12:38:34.941819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 0cbb45ce-784f-4b66-aedd-7430df55604c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:38:35.037111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 0cbb45ce-784f-4b66-aedd-7430df55604c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0cbb45ce-784f-4b66-aedd-7430df55604c,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:35.047966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '0cbb45ce-784f-4b66-aedd-7430df55604c', 'network_id': 'a1359d45-f220-4259-b01f-ae8c7d8a6e35', 'port_id': '0cbb45ce-784f-4b66-aedd-7430df55604c', 'mac_address': 'fa:16:3e:4b:e6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878954c0-c408-436b-aa28-c550f452e4d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:38:35.083921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.097318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbb45ce-784f-4b66-aedd-7430df55604c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:38:35.116597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 0cbb45ce-784f-4b66-aedd-7430df55604c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0cbb45ce-784f-4b66-aedd-7430df55604c,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:35.121054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:35.170719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=0cbb45ce-784f-4b66-aedd-7430df55604c,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:35.179246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.179602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.179975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.180321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.180658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.180990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.181323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.181678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.182009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.182341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.182671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.183006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.183327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:38:35.239818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaee13-6a04-4d37-a57e-0d29de71497f req-b23f60c0-301c-4230-b07b-81308bbcc683 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:35.241356 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-30eaee13-6a04-4d37-a57e-0d29de71497f req-b23f60c0-301c-4230-b07b-81308bbcc683 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 944 time: 0.0533013 Dec 06 12:38:35.288984 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-30eaee13-6a04-4d37-a57e-0d29de71497f req-ca5b47fd-3365-45ae-a0b7-5e610c57dd07 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Dec 06 12:38:35.437755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['0cbb45ce-784f-4b66-aedd-7430df55604c'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:38:36.402416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8a105-3ce1-462f-8cff-c56d4f28ca6f req-62886049-4418-4f8a-9f6e-3670e7e0ac26 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:36.403878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04f8a105-3ce1-462f-8cff-c56d4f28ca6f req-62886049-4418-4f8a-9f6e-3670e7e0ac26 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 944 time: 0.0484383 Dec 06 12:38:36.450276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-04f8a105-3ce1-462f-8cff-c56d4f28ca6f req-5148916d-6abf-414e-a0c0-01ffcba01932 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Dec 06 12:38:36.952753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 0cbb45ce-784f-4b66-aedd-7430df55604c up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:37.003422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 0cbb45ce-784f-4b66-aedd-7430df55604c completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:38:37.007644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 0cbb45ce-784f-4b66-aedd-7430df55604c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:37.008045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.082012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.104087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68754133-35d3-4274-b77c-2e5d08e4fefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbb45ce-784f-4b66-aedd-7430df55604c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:37.106313 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98348450-041d-4e14-b5f7-d77d948bfbc7" -d '{"events": [{"server_uuid": "68754133-35d3-4274-b77c-2e5d08e4fefb", "name": "network-vif-plugged", "status": "completed", "tag": "0cbb45ce-784f-4b66-aedd-7430df55604c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:37.118900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 0cbb45ce-784f-4b66-aedd-7430df55604c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0cbb45ce-784f-4b66-aedd-7430df55604c,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:37.123564 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:37.150508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712d4380-f1d5-4032-ae25-8cb89e06f98f x-openstack-request-id: req-712d4380-f1d5-4032-ae25-8cb89e06f98f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:37.150800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68754133-35d3-4274-b77c-2e5d08e4fefb", "name": "network-vif-plugged", "status": "completed", "tag": "0cbb45ce-784f-4b66-aedd-7430df55604c", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:37.151052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-712d4380-f1d5-4032-ae25-8cb89e06f98f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:37.151428 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68754133-35d3-4274-b77c-2e5d08e4fefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbb45ce-784f-4b66-aedd-7430df55604c', 'code': 200} Dec 06 12:38:37.180276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=0cbb45ce-784f-4b66-aedd-7430df55604c,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:37.311226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11debadd-9a4b-4ef0-befc-63378fc773f7 req-8456550d-9b09-4b69-9f73-8955eaa2ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:37.312733 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-11debadd-9a4b-4ef0-befc-63378fc773f7 req-8456550d-9b09-4b69-9f73-8955eaa2ba18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 1098 time: 0.0389197 Dec 06 12:38:37.361658 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-11debadd-9a4b-4ef0-befc-63378fc773f7 req-ac21562f-2a4f-491e-bdb8-ffeea323a495 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 Dec 06 12:38:37.564867 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8e83-2784-4125-ba81-f1ae9eb2f87b req-b8f75043-c642-49bd-9431-d9557b7e6ec1 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:37.567033 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a3c8e83-2784-4125-ba81-f1ae9eb2f87b req-b8f75043-c642-49bd-9431-d9557b7e6ec1 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 945 time: 0.0500917 Dec 06 12:38:37.613683 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a3c8e83-2784-4125-ba81-f1ae9eb2f87b req-5581d4d4-ba17-40ee-8d7f-f70791d7d8a6 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Dec 06 12:38:38.734674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaaa4c-b3c0-4bb5-b601-d359e1cacc91 req-42067830-1582-4ad8-9713-013b52cf334e tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:38.736239 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8baaaa4c-b3c0-4bb5-b601-d359e1cacc91 req-42067830-1582-4ad8-9713-013b52cf334e tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 945 time: 0.0510206 Dec 06 12:38:38.786468 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8baaaa4c-b3c0-4bb5-b601-d359e1cacc91 req-ffe94419-78eb-4eaa-b2ca-5e61d8d0ab9b tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Dec 06 12:38:39.903267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29dc75-8269-4f6c-b937-1cd042c5839c req-c0263773-8774-422b-8375-bfbc02e0de10 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:39.904769 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4c29dc75-8269-4f6c-b937-1cd042c5839c req-c0263773-8774-422b-8375-bfbc02e0de10 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 945 time: 0.0520205 Dec 06 12:38:39.954234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4c29dc75-8269-4f6c-b937-1cd042c5839c req-185031d0-615c-4838-aee8-7a93cfc1bed7 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Dec 06 12:38:40.197245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ee504-ac51-4a37-b260-050bb0787820 req-101b89af-e122-4e71-b865-98f90244a4c8 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:40.198728 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-660ee504-ac51-4a37-b260-050bb0787820 req-101b89af-e122-4e71-b865-98f90244a4c8 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 945 time: 0.0491917 Dec 06 12:38:40.246062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-660ee504-ac51-4a37-b260-050bb0787820 req-7b4e62b9-aa9e-4a3b-aa5b-468251609d6b tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Dec 06 12:38:41.366512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9010669-9313-4dd1-92df-521dc4d5c3b3 req-fc6c0198-5c60-462a-b74b-4eb3e9a313e5 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:41.368001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9010669-9313-4dd1-92df-521dc4d5c3b3 req-fc6c0198-5c60-462a-b74b-4eb3e9a313e5 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 945 time: 0.0534532 Dec 06 12:38:41.415581 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c9010669-9313-4dd1-92df-521dc4d5c3b3 req-ccea9ca5-ff33-46b2-a775-72b213cdaf31 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Dec 06 12:38:41.684066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-1eb08cf2-1d23-4815-b250-7a669dbdedc8 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:41.685445 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-1eb08cf2-1d23-4815-b250-7a669dbdedc8 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.43 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 945 time: 0.0491552 Dec 06 12:38:41.778954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Deleting port 0cbb45ce-784f-4b66-aedd-7430df55604c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:41.779299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:41.868993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] For port 0cbb45ce-784f-4b66-aedd-7430df55604c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0cbb45ce-784f-4b66-aedd-7430df55604c,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:41.869345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:41.881618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Calling delete_port for 0cbb45ce-784f-4b66-aedd-7430df55604c owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:42.012404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.025382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['bd0b2a59-c146-420c-bd5e-6555f3ca4e52', '0cbb45ce-784f-4b66-aedd-7430df55604c'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:38:42.042763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Pushing event deleted for resources: {'Port': ['ID=0cbb45ce-784f-4b66-aedd-7430df55604c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:42.085615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] No DVR routers for this DVR port 0cbb45ce-784f-4b66-aedd-7430df55604c on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:42.088188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:42.091569 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8ee0848e-4570-4cec-8735-2baeadf014e0 req-edf7c299-352f-4864-b533-6a690cf319b3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.43 "DELETE /v2.0/ports/0cbb45ce-784f-4b66-aedd-7430df55604c HTTP/1.1" status: 204 len: 173 time: 0.3939614 Dec 06 12:38:42.092298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68754133-35d3-4274-b77c-2e5d08e4fefb', 'name': 'network-vif-deleted', 'tag': '0cbb45ce-784f-4b66-aedd-7430df55604c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:42.094595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4952ee39-49bd-4e88-9435-4a0bb89a7b22" -d '{"events": [{"server_uuid": "68754133-35d3-4274-b77c-2e5d08e4fefb", "name": "network-vif-deleted", "tag": "0cbb45ce-784f-4b66-aedd-7430df55604c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:42.232783 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c2ed6d-a804-4b45-9ef4-cfe2254c9c84 x-openstack-request-id: req-49c2ed6d-a804-4b45-9ef4-cfe2254c9c84 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:42.233105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68754133-35d3-4274-b77c-2e5d08e4fefb", "name": "network-vif-deleted", "tag": "0cbb45ce-784f-4b66-aedd-7430df55604c", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:42.233506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49c2ed6d-a804-4b45-9ef4-cfe2254c9c84 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:42.233919 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68754133-35d3-4274-b77c-2e5d08e4fefb', 'name': 'network-vif-deleted', 'tag': '0cbb45ce-784f-4b66-aedd-7430df55604c', 'status': 'completed', 'code': 200} Dec 06 12:38:42.521738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-109ca646-d977-4a9a-930a-20c7e24c3120 req-daebffb2-722f-423f-beed-60633803cc5e tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=68754133-35d3-4274-b77c-2e5d08e4fefb HTTP/1.1" status: 200 len: 210 time: 0.0259628 Dec 06 12:38:42.955075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-74282d75-4a51-437d-9a61-0290de4e7d57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424569 Dec 06 12:38:43.037524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-23e3fe25-dbd0-4935-92b8-6d141bfb02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:43.039000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-23e3fe25-dbd0-4935-92b8-6d141bfb02d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ffdac961dd34411b5626b81d221179c&device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 1098 time: 0.0409203 Dec 06 12:38:43.142233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-c84418f1-de21-4f33-9a84-d35ba3bd5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:43.144376 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-c84418f1-de21-4f33-9a84-d35ba3bd5a3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a1359d45-f220-4259-b01f-ae8c7d8a6e35 HTTP/1.1" status: 200 len: 915 time: 0.0866134 Dec 06 12:38:43.185000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-0bdfd633-a9c7-433c-86d8-55116292f27d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd0b2a59-c146-420c-bd5e-6555f3ca4e52 HTTP/1.1" status: 200 len: 217 time: 0.0338514 Dec 06 12:38:43.236045 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-f50e9071-0804-4f4c-ab8e-e90f9818d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:43.237526 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-f50e9071-0804-4f4c-ab8e-e90f9818d21c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=878954c0-c408-436b-aa28-c550f452e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0447788 Dec 06 12:38:43.270087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-dcf4b3ca-a359-4f97-b986-57af8b50314a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a1359d45-f220-4259-b01f-ae8c7d8a6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247557 Dec 06 12:38:43.362261 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-7e874794-a22e-43cb-b2cc-b252e6974062 service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847116 Dec 06 12:38:43.450288 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-becba882-acc0-4982-9b5d-ba7cb5187df2 req-082bd7ea-0128-470a-a6f2-6e3d59e95d17 service neutron] 10.222.0.43 "GET /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808744 Dec 06 12:38:43.674802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9956e2-03a5-484d-8064-2e1b46632886 req-80b72dc1-caaa-429a-aaeb-3feb7ccb5227 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:43.676632 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ef9956e2-03a5-484d-8064-2e1b46632886 req-80b72dc1-caaa-429a-aaeb-3feb7ccb5227 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0539274 Dec 06 12:38:43.724285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ef9956e2-03a5-484d-8064-2e1b46632886 req-9534d892-637c-4b1e-9bce-2e121b57d8d4 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Dec 06 12:38:43.853785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0678142-93de-4953-9c52-5304d4b071ef req-aee6f616-2832-4b4d-91c5-cd0a6745f489 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:43.855173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e0678142-93de-4953-9c52-5304d4b071ef req-aee6f616-2832-4b4d-91c5-cd0a6745f489 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0482697 Dec 06 12:38:43.904112 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e0678142-93de-4953-9c52-5304d4b071ef req-71b53f1b-24be-4c64-b87c-83904fffabd6 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Dec 06 12:38:44.027364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873834a8-7459-4196-bac7-f131b7473f76 req-e2c4a19b-8229-4f78-b207-4f8bed7c3280 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:44.028917 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-873834a8-7459-4196-bac7-f131b7473f76 req-e2c4a19b-8229-4f78-b207-4f8bed7c3280 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0528791 Dec 06 12:38:44.078117 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-873834a8-7459-4196-bac7-f131b7473f76 req-5ff57d52-f91b-4962-9997-b1e1417b953f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Dec 06 12:38:44.149762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-7ecc5cc6-a329-4f53-8391-d54fa7216457 req-e885ffec-d041-4b0b-9895-b8e7392ccae8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:38:44.150699 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ecc5cc6-a329-4f53-8391-d54fa7216457 req-e885ffec-d041-4b0b-9895-b8e7392ccae8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053868 Dec 06 12:38:44.256874 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c12e4f-8789-47f4-bd4b-3d5d14b61c7c req-7a3c271c-feaf-44c6-89e7-f0f6c86c4cd7 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:44.258406 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79c12e4f-8789-47f4-bd4b-3d5d14b61c7c req-7a3c271c-feaf-44c6-89e7-f0f6c86c4cd7 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0491641 Dec 06 12:38:44.305794 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-79c12e4f-8789-47f4-bd4b-3d5d14b61c7c req-84f7b105-2ad5-435b-ab73-9df3fa48ac6e tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Dec 06 12:38:44.421338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055ee9e-8bc5-477b-9c48-651ecfdf7bba req-7a270405-26dc-47a3-afda-430eb9df826f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:44.422702 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8055ee9e-8bc5-477b-9c48-651ecfdf7bba req-7a270405-26dc-47a3-afda-430eb9df826f tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0479307 Dec 06 12:38:44.476169 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8055ee9e-8bc5-477b-9c48-651ecfdf7bba req-e64d8df9-5dc5-4585-96d5-a33f85d821a4 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473163 Dec 06 12:38:44.600085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c67f94-d25c-4454-ba2a-e8b6cd6d3c7d req-7269f732-ff4e-49d6-843e-daf8de4770c0 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:44.601576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-14c67f94-d25c-4454-ba2a-e8b6cd6d3c7d req-7269f732-ff4e-49d6-843e-daf8de4770c0 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Dec 06 12:38:44.648911 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-14c67f94-d25c-4454-ba2a-e8b6cd6d3c7d req-102fe607-383b-4188-9f0c-716f71bbdfc3 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Dec 06 12:38:44.950925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180e85d-ac2f-403d-b03c-7a7845c62922 req-0d8366fe-bfe0-4993-ac55-3f63dd9a2df9 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:44.952338 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e180e85d-ac2f-403d-b03c-7a7845c62922 req-0d8366fe-bfe0-4993-ac55-3f63dd9a2df9 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Dec 06 12:38:44.971081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 0cbb45ce-784f-4b66-aedd-7430df55604c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:44.991960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 0cbb45ce-784f-4b66-aedd-7430df55604c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:44.992312 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 0cbb45ce-784f-4b66-aedd-7430df55604c not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:45.004056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e180e85d-ac2f-403d-b03c-7a7845c62922 req-7f792d76-20de-4935-b953-a5f4b6b67d98 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Dec 06 12:38:45.294197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:46.125958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c05d36-3474-4bd9-9474-0574a4a56498 req-91e25d4e-c64f-42e6-8a43-c9433e862517 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:46.127542 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-02c05d36-3474-4bd9-9474-0574a4a56498 req-91e25d4e-c64f-42e6-8a43-c9433e862517 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0538507 Dec 06 12:38:46.175362 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-02c05d36-3474-4bd9-9474-0574a4a56498 req-ab0b982d-0636-4a7f-9ea0-43d20b1b12a1 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Dec 06 12:38:46.575072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae486-c934-406a-8cf7-738638d03f44 req-d1f0f209-7b64-448e-9e3e-d6e983952983 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:46.576477 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f69ae486-c934-406a-8cf7-738638d03f44 req-d1f0f209-7b64-448e-9e3e-d6e983952983 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.43 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 945 time: 0.0477953 Dec 06 12:38:46.666280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Deleting port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:46.666610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:46.751194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] For port bd0b2a59-c146-420c-bd5e-6555f3ca4e52, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,segment=NetworkSegment(a9a109e9-c280-4efb-87ba-ccbeb4f204a2),segment_id=a9a109e9-c280-4efb-87ba-ccbeb4f204a2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:46.751543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:46.764086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Calling delete_port for bd0b2a59-c146-420c-bd5e-6555f3ca4e52 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:46.889558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:46.902213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['bd0b2a59-c146-420c-bd5e-6555f3ca4e52'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:38:46.919162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Pushing event deleted for resources: {'Port': ['ID=bd0b2a59-c146-420c-bd5e-6555f3ca4e52,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:46.958480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] No DVR routers for this DVR port bd0b2a59-c146-420c-bd5e-6555f3ca4e52 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:46.961177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:46.964543 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f69ae486-c934-406a-8cf7-738638d03f44 req-09c7e9c5-d417-42cd-9a79-d6fd944512dc tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.43 "DELETE /v2.0/ports/bd0b2a59-c146-420c-bd5e-6555f3ca4e52 HTTP/1.1" status: 204 len: 173 time: 0.3816299 Dec 06 12:38:46.964988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39f88d5-80f1-4aa5-b031-b11c38203220', 'name': 'network-vif-deleted', 'tag': 'bd0b2a59-c146-420c-bd5e-6555f3ca4e52'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:38:46.967632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e98f252-d5d8-443f-9772-0b6b6c7d4bc7" -d '{"events": [{"server_uuid": "f39f88d5-80f1-4aa5-b031-b11c38203220", "name": "network-vif-deleted", "tag": "bd0b2a59-c146-420c-bd5e-6555f3ca4e52"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:38:47.007628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38073eb-c177-4b06-8c14-12c2532a4bcf x-openstack-request-id: req-e38073eb-c177-4b06-8c14-12c2532a4bcf {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:38:47.007964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39f88d5-80f1-4aa5-b031-b11c38203220", "name": "network-vif-deleted", "tag": "bd0b2a59-c146-420c-bd5e-6555f3ca4e52", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:38:47.008224 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e38073eb-c177-4b06-8c14-12c2532a4bcf {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:38:47.008627 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39f88d5-80f1-4aa5-b031-b11c38203220', 'name': 'network-vif-deleted', 'tag': 'bd0b2a59-c146-420c-bd5e-6555f3ca4e52', 'status': 'completed', 'code': 200} Dec 06 12:38:47.282939 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9781695e-8d8a-4b22-b950-07022c31c885 req-be418a9a-d375-4653-b5d4-328e3181ccd4 tempest-ServersNegativeTestJSON-294099860 tempest-ServersNegativeTestJSON-294099860-project] 10.222.0.24 "GET /v2.0/ports?device_id=f39f88d5-80f1-4aa5-b031-b11c38203220 HTTP/1.1" status: 200 len: 210 time: 0.0308621 Dec 06 12:38:48.337318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49734) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:48.382961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-851fc0fb-e55b-48bf-b29a-2f188dbdb22d admin admin] Deleting subnet 878954c0-c408-436b-aa28-c550f452e4d5 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:38:48.385944 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-851fc0fb-e55b-48bf-b29a-2f188dbdb22d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.423776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-851fc0fb-e55b-48bf-b29a-2f188dbdb22d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.465068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-851fc0fb-e55b-48bf-b29a-2f188dbdb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.515385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-851fc0fb-e55b-48bf-b29a-2f188dbdb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.541136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fc0fb-e55b-48bf-b29a-2f188dbdb22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878954c0-c408-436b-aa28-c550f452e4d5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:48.544770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-851fc0fb-e55b-48bf-b29a-2f188dbdb22d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.547942 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-851fc0fb-e55b-48bf-b29a-2f188dbdb22d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/878954c0-c408-436b-aa28-c550f452e4d5 HTTP/1.1" status: 204 len: 168 time: 0.2096028 Dec 06 12:38:48.550558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49736) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:48.619697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.704117 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.724925 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1359d45-f220-4259-b01f-ae8c7d8a6e35']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:48.734035 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:48.734329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a109e9-c280-4efb-87ba-ccbeb4f204a2') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:48.743542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.757160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.762985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:38:48.763394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:38:48.765069 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:38:48.820276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.825126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:48.828595 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] 10.222.0.24 "DELETE /v2.0/networks/a1359d45-f220-4259-b01f-ae8c7d8a6e35 HTTP/1.1" status: 204 len: 168 time: 0.2770991 Dec 06 12:38:48.841958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f41197-52d7-4314-8391-6032cbc4008f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1359d45-f220-4259-b01f-ae8c7d8a6e35,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:48.953974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49740) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:48.994465 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-de4ebc10-d5e8-45a3-bbc3-c1815e00f9c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ffdac961dd34411b5626b81d221179c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393333 Dec 06 12:38:48.996963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49742) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:49.047474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9211bf2-95f2-4579-ad3e-81ab994a6852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:49.069831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9211bf2-95f2-4579-ad3e-81ab994a6852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:49.116042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9211bf2-95f2-4579-ad3e-81ab994a6852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:49.118601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f9211bf2-95f2-4579-ad3e-81ab994a6852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:49.119820 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f9211bf2-95f2-4579-ad3e-81ab994a6852 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b7259f6-1cb2-4a5d-a3cc-9d657fed7431 HTTP/1.1" status: 204 len: 168 time: 0.1219361 Dec 06 12:38:49.128416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9211bf2-95f2-4579-ad3e-81ab994a6852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7259f6-1cb2-4a5d-a3cc-9d657fed7431,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:49.791395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49764) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:49.885073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358723815'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:49.907495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:49.911835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:49.920151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:49.998318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.002214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.025703 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:38:50.042261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c6df91-8087-4d58-869c-80bfbf1e2b2e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:50.046638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.046985 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Added segment 3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb of type vlan for network 5b525205-c730-41c4-9c1e-cfde56c3705e Dec 06 12:38:50.087193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.115840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.121390 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:50.121969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:50.182666 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3900518 Dec 06 12:38:50.190906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa5126-23d8-4f07-aa1c-15336bf89564 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Network': ['ID=5b525205-c730-41c4-9c1e-cfde56c3705e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:50.200833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 5b525205-c730-41c4-9c1e-cfde56c3705e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:38:50.967747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device bd0b2a59-c146-420c-bd5e-6555f3ca4e52 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:38:50.992120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: bd0b2a59-c146-420c-bd5e-6555f3ca4e52 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:38:50.992467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device bd0b2a59-c146-420c-bd5e-6555f3ca4e52 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:38:53.444526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49768) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:53.449633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'subnet': {'network_id': '5b525205-c730-41c4-9c1e-cfde56c3705e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:53.537059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:53.540669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:53.725262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:53.782816 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Subnet': ['ID=7181f0cf-f32d-4d75-8ecb-a03b8fde6cdc,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:53.792033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Checking segment: {'id': '3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5b525205-c730-41c4-9c1e-cfde56c3705e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:53.792400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network hostable DHCP agents. Network: 5b525205-c730-41c4-9c1e-cfde56c3705e, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:38:53.809775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network 5b525205-c730-41c4-9c1e-cfde56c3705e is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:38:53.818354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5b525205-c730-41c4-9c1e-cfde56c3705e) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:53.823205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:53.824103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:53.832107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf686109-0958-43ae-8ada-9c5c8cef887d None None] Network 5b525205-c730-41c4-9c1e-cfde56c3705e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:53.841252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fa5ba7c2-4d87-4d69-8d2f-494966db3e50 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3945560 Dec 06 12:38:53.844400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49770) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:53.850753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148781517'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:53.873365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:53.877041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:53.905129 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:38:53.914898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:53.915267 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Added segment 3e6daa2b-8e62-42fc-b2c2-3f8149105661 of type vlan for network 62a8e453-1e4c-40a1-9e95-ed2dff164fce Dec 06 12:38:53.954221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:53.984389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:53.990811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:53.991424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.001176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5b525205-c730-41c4-9c1e-cfde56c3705e', 'network_id': '5b525205-c730-41c4-9c1e-cfde56c3705e', 'tenant_id': '276c106849734353bd834db57cb64499', 'fixed_ips': [{'subnet_id': '7181f0cf-f32d-4d75-8ecb-a03b8fde6cdc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:38:54.002061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.048085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2022779 Dec 06 12:38:54.051074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49772) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:54.056978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'subnet': {'network_id': '62a8e453-1e4c-40a1-9e95-ed2dff164fce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:54.092026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f0c1d-6884-4320-9cfb-0d234cab8ba0 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Network': ['ID=62a8e453-1e4c-40a1-9e95-ed2dff164fce,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:54.105016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 62a8e453-1e4c-40a1-9e95-ed2dff164fce details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:38:54.152248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:54.155769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.209863 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Allocated IP 2001:db8:0:ffff::2 (5b525205-c730-41c4-9c1e-cfde56c3705e/7181f0cf-f32d-4d75-8ecb-a03b8fde6cdc/c5c96526-1b86-444c-b58d-44616f6af99b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:54.370420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.378507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.393110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.425891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Network 5b525205-c730-41c4-9c1e-cfde56c3705e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:54.429354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:54.433887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:54.439198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Pushing event updated for resources: {'Port': ['ID=c5c96526-1b86-444c-b58d-44616f6af99b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:54.457708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Subnet': ['ID=929067c8-e9ac-47a1-ae84-13a7a438e8e4,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:54.467002 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Checking segment: {'id': '3e6daa2b-8e62-42fc-b2c2-3f8149105661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62a8e453-1e4c-40a1-9e95-ed2dff164fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:54.467369 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network hostable DHCP agents. Network: 62a8e453-1e4c-40a1-9e95-ed2dff164fce, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:38:54.484602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network 62a8e453-1e4c-40a1-9e95-ed2dff164fce is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:38:54.492345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Attempting to bind port c5c96526-1b86-444c-b58d-44616f6af99b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:38:54.492724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Attempting to bind port c5c96526-1b86-444c-b58d-44616f6af99b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5b525205-c730-41c4-9c1e-cfde56c3705e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:38:54.493087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Attempting to bind port c5c96526-1b86-444c-b58d-44616f6af99b on network 5b525205-c730-41c4-9c1e-cfde56c3705e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:54.494873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 62a8e453-1e4c-40a1-9e95-ed2dff164fce) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:54.498468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:38:54.498838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Checking segment: {'id': '3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5b525205-c730-41c4-9c1e-cfde56c3705e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:54.499260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.499626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Bound using segment: {'id': '3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5b525205-c730-41c4-9c1e-cfde56c3705e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:38:54.499744 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:54.500125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Bound port: c5c96526-1b86-444c-b58d-44616f6af99b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5b525205-c730-41c4-9c1e-cfde56c3705e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:38:54.500425 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.500514 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.504176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce0b5b-6c3f-4ac2-81c2-0440de5a4f18 None None] Network 62a8e453-1e4c-40a1-9e95-ed2dff164fce requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:54.516893 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a399bead-02d0-4ad3-ba86-0d5ffab17f22 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4641030 Dec 06 12:38:54.520354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49774) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:54.619289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.637253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] For port c5c96526-1b86-444c-b58d-44616f6af99b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:38:54.641015 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] For port c5c96526-1b86-444c-b58d-44616f6af99b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5c96526-1b86-444c-b58d-44616f6af99b,segment=NetworkSegment(3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb),segment_id=3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:38:54.662006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.694861 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.770939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5bc66-2187-451b-a3da-18ba1e7271ed None None] Pushing event updated for resources: {'Port': ['ID=c5c96526-1b86-444c-b58d-44616f6af99b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:54.782024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.785980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df8872-75af-47ff-bfd7-67436f55773d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-62a8e453-1e4c-40a1-9e95-ed2dff164fce', 'network_id': '62a8e453-1e4c-40a1-9e95-ed2dff164fce', 'tenant_id': '276c106849734353bd834db57cb64499', 'fixed_ips': [{'subnet_id': '929067c8-e9ac-47a1-ae84-13a7a438e8e4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:38:54.786926 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8df8872-75af-47ff-bfd7-67436f55773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.812831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Subnet': ['ID=929067c8-e9ac-47a1-ae84-13a7a438e8e4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:54.875080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da66c75-45a5-465c-b870-c11457c82696 None None] Network 62a8e453-1e4c-40a1-9e95-ed2dff164fce requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:54.875567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.925766 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a8e453-1e4c-40a1-9e95-ed2dff164fce']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:54.935566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6daa2b-8e62-42fc-b2c2-3f8149105661') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:54.935887 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6daa2b-8e62-42fc-b2c2-3f8149105661') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:54.952396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.968654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.975545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:38:54.976005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:38:54.979685 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:38:55.044012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.051951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.055172 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/62a8e453-1e4c-40a1-9e95-ed2dff164fce HTTP/1.1" status: 204 len: 168 time: 0.5338552 Dec 06 12:38:55.058743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49776) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:55.063934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659161698'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:55.073778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a1b1c-585e-4266-98f2-3eb569a25314 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Network': ['ID=62a8e453-1e4c-40a1-9e95-ed2dff164fce,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:55.100514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:55.104221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.128200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:38:55.137881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.138502 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Added segment 174e0e21-2b90-4a70-b674-50eb57cbd813 of type vlan for network 5df4660a-994d-461d-a6f4-42e2518881b6 Dec 06 12:38:55.180972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.208040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.215932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:55.216810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.252874 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1929240 Dec 06 12:38:55.255759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49778) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:55.260998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'subnet': {'network_id': '5df4660a-994d-461d-a6f4-42e2518881b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:55.288498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181ee0-a59e-455a-a07f-9def5f6877f1 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Network': ['ID=5df4660a-994d-461d-a6f4-42e2518881b6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:55.303212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 5df4660a-994d-461d-a6f4-42e2518881b6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:38:55.357657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:55.361479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.432023 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Performing IP validity checks on allocation pools {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 12:38:55.432501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.ipam_backend_mixin [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103287) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 12:38:55.562252 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.627934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Subnet': ['ID=781c4833-a371-4100-80c5-5d73748a6b54,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:55.635504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Checking segment: {'id': '174e0e21-2b90-4a70-b674-50eb57cbd813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5df4660a-994d-461d-a6f4-42e2518881b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:55.635969 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network hostable DHCP agents. Network: 5df4660a-994d-461d-a6f4-42e2518881b6, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:38:55.653101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network 5df4660a-994d-461d-a6f4-42e2518881b6 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:38:55.662875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5df4660a-994d-461d-a6f4-42e2518881b6) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:55.665774 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704193b-d13d-40ba-a618-1410b315e5b9 None None] Network 5b525205-c730-41c4-9c1e-cfde56c3705e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:55.666820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:55.667493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.683552 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-88f8e09f-bff8-4dbe-b8ad-b792e8525b47 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4266171 Dec 06 12:38:55.686184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49780) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:55.690795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c44813-ed6f-44eb-b5cc-bc1e93880282 None None] Network 5df4660a-994d-461d-a6f4-42e2518881b6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:55.809117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7f933540-5ceb-4766-af6d-446921890701 None None] Provisioning complete for port c5c96526-1b86-444c-b58d-44616f6af99b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:55.809494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f933540-5ceb-4766-af6d-446921890701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:55.890334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c5c96526-1b86-444c-b58d-44616f6af99b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:56.090429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f933540-5ceb-4766-af6d-446921890701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.104834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port c5c96526-1b86-444c-b58d-44616f6af99b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:56.105198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.107608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1348ea-e464-4315-bb19-73e2c3f07a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5df4660a-994d-461d-a6f4-42e2518881b6', 'network_id': '5df4660a-994d-461d-a6f4-42e2518881b6', 'tenant_id': '276c106849734353bd834db57cb64499', 'fixed_ips': [{'subnet_id': '781c4833-a371-4100-80c5-5d73748a6b54'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:38:56.108443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e1348ea-e464-4315-bb19-73e2c3f07a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.113670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.167951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.237522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.268599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Subnet': ['ID=781c4833-a371-4100-80c5-5d73748a6b54,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:56.341040 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.345168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7f933540-5ceb-4766-af6d-446921890701 None None] For port c5c96526-1b86-444c-b58d-44616f6af99b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5c96526-1b86-444c-b58d-44616f6af99b,segment=NetworkSegment(3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb),segment_id=3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:56.364860 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df4660a-994d-461d-a6f4-42e2518881b6']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:56.378873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174e0e21-2b90-4a70-b674-50eb57cbd813') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:56.379320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174e0e21-2b90-4a70-b674-50eb57cbd813') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:56.389072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.399356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f933540-5ceb-4766-af6d-446921890701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.404178 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.412751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:38:56.413141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:38:56.416239 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:38:56.433975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-213b39d1-c282-483e-9af7-167470120c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.438904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d67c3-88fd-4361-91dd-e85032d9f649 None None] Network 5df4660a-994d-461d-a6f4-42e2518881b6 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:56.478118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.485032 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.489336 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/5df4660a-994d-461d-a6f4-42e2518881b6 HTTP/1.1" status: 204 len: 168 time: 0.8021784 Dec 06 12:38:56.494730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49782) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:56.500560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1654177694'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:56.501630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63430b4c-1b3b-428d-a3b1-3845000d83a5 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Network': ['ID=5df4660a-994d-461d-a6f4-42e2518881b6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:56.524414 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:56.528143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.555879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:38:56.564566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.564969 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Added segment 6f9fede5-2ab1-45fb-becc-417de7cb6758 of type vlan for network 43fac6ae-41fe-4931-8abd-7e047193f466 Dec 06 12:38:56.565630 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933540-5ceb-4766-af6d-446921890701 None None] Pushing event updated for resources: {'Port': ['ID=c5c96526-1b86-444c-b58d-44616f6af99b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:56.594372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fd770e6d-3d6e-41a4-8d22-89cde51aca9c None None] Provisioning complete for port c5c96526-1b86-444c-b58d-44616f6af99b triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:56.594845 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd770e6d-3d6e-41a4-8d22-89cde51aca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.606245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.630163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.635701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:56.636428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.663190 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1664705 Dec 06 12:38:56.666559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49784) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:56.672432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'subnet': {'network_id': '43fac6ae-41fe-4931-8abd-7e047193f466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:56.708217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e617d15-9320-4469-bbaa-c17c418af479 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Network': ['ID=43fac6ae-41fe-4931-8abd-7e047193f466,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:56.718628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 43fac6ae-41fe-4931-8abd-7e047193f466 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:38:56.769368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:56.772894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:56.947362 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.004320 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Subnet': ['ID=dd224a9e-a38c-4b0b-bf13-b8ab7e0911e3,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:57.014454 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Checking segment: {'id': '6f9fede5-2ab1-45fb-becc-417de7cb6758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '43fac6ae-41fe-4931-8abd-7e047193f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:57.014820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network hostable DHCP agents. Network: 43fac6ae-41fe-4931-8abd-7e047193f466, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:38:57.032120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network 43fac6ae-41fe-4931-8abd-7e047193f466 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:38:57.041429 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 43fac6ae-41fe-4931-8abd-7e047193f466) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:57.045489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:57.046080 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.052701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669c05a-07be-4dd5-9bd3-1f9c6ffecc98 None None] Network 43fac6ae-41fe-4931-8abd-7e047193f466 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:57.062026 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a18ebc22-8598-4320-a90c-7ce3c468e8e4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3943026 Dec 06 12:38:57.065596 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49786) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:57.070471 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683236602'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:57.091058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:57.094848 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.119330 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:38:57.128525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.128869 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Added segment 28e957d6-df8b-446f-847b-cf66d742ffa6 of type vlan for network aaae757c-3a07-4f55-807e-856b8dceabfa Dec 06 12:38:57.172811 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.201639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-43fac6ae-41fe-4931-8abd-7e047193f466', 'network_id': '43fac6ae-41fe-4931-8abd-7e047193f466', 'tenant_id': '276c106849734353bd834db57cb64499', 'fixed_ips': [{'subnet_id': 'dd224a9e-a38c-4b0b-bf13-b8ab7e0911e3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:38:57.202589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.203781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.210595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:57.211216 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.248567 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1818721 Dec 06 12:38:57.251567 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49788) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:57.257744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Request body: {'subnet': {'network_id': 'aaae757c-3a07-4f55-807e-856b8dceabfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:38:57.284093 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a2d0-51e5-432b-aa35-f297d1a926f4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Network': ['ID=aaae757c-3a07-4f55-807e-856b8dceabfa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:57.301400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network aaae757c-3a07-4f55-807e-856b8dceabfa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:38:57.354637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Made reservation on behalf of 276c106849734353bd834db57cb64499 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:38:57.358169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.403582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Allocated IP 2001:db8::2 (43fac6ae-41fe-4931-8abd-7e047193f466/dd224a9e-a38c-4b0b-bf13-b8ab7e0911e3/cf10193d-7b3f-468c-afde-7f9472e0f93a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:38:57.551493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.558293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.603646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Network 43fac6ae-41fe-4931-8abd-7e047193f466 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:38:57.608861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:57.612091 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:38:57.620495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Pushing event updated for resources: {'Port': ['ID=cf10193d-7b3f-468c-afde-7f9472e0f93a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:57.674526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Attempting to bind port cf10193d-7b3f-468c-afde-7f9472e0f93a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:38:57.675202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Attempting to bind port cf10193d-7b3f-468c-afde-7f9472e0f93a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6f9fede5-2ab1-45fb-becc-417de7cb6758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '43fac6ae-41fe-4931-8abd-7e047193f466'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:38:57.675763 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Attempting to bind port cf10193d-7b3f-468c-afde-7f9472e0f93a on network 43fac6ae-41fe-4931-8abd-7e047193f466 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:38:57.681282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:38:57.681656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Checking segment: {'id': '6f9fede5-2ab1-45fb-becc-417de7cb6758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '43fac6ae-41fe-4931-8abd-7e047193f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:57.682057 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.682446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Bound using segment: {'id': '6f9fede5-2ab1-45fb-becc-417de7cb6758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '43fac6ae-41fe-4931-8abd-7e047193f466'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:38:57.682914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Bound port: cf10193d-7b3f-468c-afde-7f9472e0f93a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9fede5-2ab1-45fb-becc-417de7cb6758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '43fac6ae-41fe-4931-8abd-7e047193f466'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:38:57.683296 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.747430 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] For port cf10193d-7b3f-468c-afde-7f9472e0f93a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:38:57.750992 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] For port cf10193d-7b3f-468c-afde-7f9472e0f93a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf10193d-7b3f-468c-afde-7f9472e0f93a,segment=NetworkSegment(6f9fede5-2ab1-45fb-becc-417de7cb6758),segment_id=6f9fede5-2ab1-45fb-becc-417de7cb6758)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:38:57.755864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.826334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb42334-dffa-4224-896d-31ff845bc92c None None] Pushing event updated for resources: {'Port': ['ID=cf10193d-7b3f-468c-afde-7f9472e0f93a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:57.840787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.858838 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c5c96526-1b86-444c-b58d-44616f6af99b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:38:57.902726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event updated for resources: {'Subnet': ['ID=464479ce-81ce-47b0-8d4a-5684cf2cf9d5,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:57.913591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Checking segment: {'id': '28e957d6-df8b-446f-847b-cf66d742ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'aaae757c-3a07-4f55-807e-856b8dceabfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:38:57.913944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network hostable DHCP agents. Network: aaae757c-3a07-4f55-807e-856b8dceabfa, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:38:57.915387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port c5c96526-1b86-444c-b58d-44616f6af99b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:57.915607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.933412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Network aaae757c-3a07-4f55-807e-856b8dceabfa is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:38:57.945232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aaae757c-3a07-4f55-807e-856b8dceabfa) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:38:57.949952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:38:57.950731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:57.959375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0c450-0f06-408a-bcf2-c522a67e5801 None None] Network aaae757c-3a07-4f55-807e-856b8dceabfa requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:57.972327 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-193b86fd-8b25-4655-8536-9b251f18b79a tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7161191 Dec 06 12:38:57.972893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49790) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:58.120989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.176783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07202a05-a360-439d-895a-6508719b4397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-aaae757c-3a07-4f55-807e-856b8dceabfa', 'network_id': 'aaae757c-3a07-4f55-807e-856b8dceabfa', 'tenant_id': '276c106849734353bd834db57cb64499', 'fixed_ips': [{'subnet_id': '464479ce-81ce-47b0-8d4a-5684cf2cf9d5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:38:58.178608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07202a05-a360-439d-895a-6508719b4397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.200510 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.269443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-07202a05-a360-439d-895a-6508719b4397 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 464479ce-81ce-47b0-8d4a-5684cf2cf9d5: This subnet is being modified by another concurrent operation. Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 464479ce-81ce-47b0-8d4a-5684cf2cf9d5: This subnet is being modified by another concurrent operation. Dec 06 12:38:58.278285 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:38:58.302178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f3fe5-3bea-4c9b-be64-be44f041b340 None None] Network aaae757c-3a07-4f55-807e-856b8dceabfa requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:58.302926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Subnet': ['ID=464479ce-81ce-47b0-8d4a-5684cf2cf9d5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:58.362314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.382985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaae757c-3a07-4f55-807e-856b8dceabfa']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:58.392423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e957d6-df8b-446f-847b-cf66d742ffa6') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:58.392931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e957d6-df8b-446f-847b-cf66d742ffa6') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:58.406429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.423570 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.430681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:38:58.431059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:38:58.434165 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:38:58.497484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.504492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.507713 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/aaae757c-3a07-4f55-807e-856b8dceabfa HTTP/1.1" status: 204 len: 168 time: 0.5340893 Dec 06 12:38:58.510889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49792) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:58.521918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d4f46-58b4-489b-b567-59667bb08ccc tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Network': ['ID=aaae757c-3a07-4f55-807e-856b8dceabfa,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:58.549562 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-55343e98-66ce-49e8-89d5-f442dc7bfbbb tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] GET failed (client error): The resource could not be found. Dec 06 12:38:58.550777 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-55343e98-66ce-49e8-89d5-f442dc7bfbbb tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "GET /v2.0/subnets/464479ce-81ce-47b0-8d4a-5684cf2cf9d5 HTTP/1.1" status: 404 len: 337 time: 0.0388901 Dec 06 12:38:58.553580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49794) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:58.572883 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c207e9-d9e9-44a4-96f5-7ae8ae8b71fb tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] DELETE failed (client error): The resource could not be found. Dec 06 12:38:58.573396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c207e9-d9e9-44a4-96f5-7ae8ae8b71fb tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:38:58.576453 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-27c207e9-d9e9-44a4-96f5-7ae8ae8b71fb tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/aaae757c-3a07-4f55-807e-856b8dceabfa HTTP/1.1" status: 404 len: 339 time: 0.0219326 Dec 06 12:38:58.581450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49796) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:58.608794 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-938df38b-aace-4efb-b6b1-d0a072bc7560 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] DELETE failed (client error): The resource could not be found. Dec 06 12:38:58.609257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938df38b-aace-4efb-b6b1-d0a072bc7560 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:38:58.614193 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-938df38b-aace-4efb-b6b1-d0a072bc7560 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/subnets/464479ce-81ce-47b0-8d4a-5684cf2cf9d5 HTTP/1.1" status: 404 len: 337 time: 0.0304306 Dec 06 12:38:58.615428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49798) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:58.634331 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-0331bf45-0d1b-4550-9bf6-97e4b4b5553e tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] DELETE failed (client error): The resource could not be found. Dec 06 12:38:58.634830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0331bf45-0d1b-4550-9bf6-97e4b4b5553e tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:38:58.637905 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0331bf45-0d1b-4550-9bf6-97e4b4b5553e tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/aaae757c-3a07-4f55-807e-856b8dceabfa HTTP/1.1" status: 404 len: 339 time: 0.0215106 Dec 06 12:38:58.640469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49800) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:58.694512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-e372c733-3c92-4a5e-8c9b-2ffc440d4fd6 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Deleting subnet dd224a9e-a38c-4b0b-bf13-b8ab7e0911e3 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:38:58.698264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e372c733-3c92-4a5e-8c9b-2ffc440d4fd6 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.716747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4882fd-faae-4b95-b722-8d4fd8576077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.745844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e372c733-3c92-4a5e-8c9b-2ffc440d4fd6 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.798157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173323fc-1196-4a22-96ad-df58f35e03a1 None None] Network 43fac6ae-41fe-4931-8abd-7e047193f466 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:58.832968 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e372c733-3c92-4a5e-8c9b-2ffc440d4fd6 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.874487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-35e952a6-d4f1-4b76-9971-d24cf4dea6b8 None None] Provisioning complete for port cf10193d-7b3f-468c-afde-7f9472e0f93a triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:38:58.875287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35e952a6-d4f1-4b76-9971-d24cf4dea6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.891963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e372c733-3c92-4a5e-8c9b-2ffc440d4fd6 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.920907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372c733-3c92-4a5e-8c9b-2ffc440d4fd6 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Subnet': ['ID=dd224a9e-a38c-4b0b-bf13-b8ab7e0911e3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:58.926840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e372c733-3c92-4a5e-8c9b-2ffc440d4fd6 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:58.932396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e372c733-3c92-4a5e-8c9b-2ffc440d4fd6 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/subnets/dd224a9e-a38c-4b0b-bf13-b8ab7e0911e3 HTTP/1.1" status: 204 len: 168 time: 0.2886505 Dec 06 12:38:58.932670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49802) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:59.010139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.014562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35e952a6-d4f1-4b76-9971-d24cf4dea6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.050569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-35e952a6-d4f1-4b76-9971-d24cf4dea6b8 None None] For port cf10193d-7b3f-468c-afde-7f9472e0f93a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf10193d-7b3f-468c-afde-7f9472e0f93a,segment=NetworkSegment(6f9fede5-2ab1-45fb-becc-417de7cb6758),segment_id=6f9fede5-2ab1-45fb-becc-417de7cb6758)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:59.055328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35e952a6-d4f1-4b76-9971-d24cf4dea6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.070477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Deleting port cf10193d-7b3f-468c-afde-7f9472e0f93a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:59.070901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.082176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] DHCP port deletion for 43fac6ae-41fe-4931-8abd-7e047193f466 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:38:59.135678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e952a6-d4f1-4b76-9971-d24cf4dea6b8 None None] Pushing event updated for resources: {'Port': ['ID=cf10193d-7b3f-468c-afde-7f9472e0f93a,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:59.140155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] For port cf10193d-7b3f-468c-afde-7f9472e0f93a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf10193d-7b3f-468c-afde-7f9472e0f93a,segment=NetworkSegment(6f9fede5-2ab1-45fb-becc-417de7cb6758),segment_id=6f9fede5-2ab1-45fb-becc-417de7cb6758)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:59.140571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.152986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] Deleting port cf10193d-7b3f-468c-afde-7f9472e0f93a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:38:59.153365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.154692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Calling delete_port for cf10193d-7b3f-468c-afde-7f9472e0f93a owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:59.215969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] For port cf10193d-7b3f-468c-afde-7f9472e0f93a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf10193d-7b3f-468c-afde-7f9472e0f93a,segment=NetworkSegment(6f9fede5-2ab1-45fb-becc-417de7cb6758),segment_id=6f9fede5-2ab1-45fb-becc-417de7cb6758)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:38:59.216876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.233707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.234411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] Calling delete_port for cf10193d-7b3f-468c-afde-7f9472e0f93a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:38:59.264198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Port': ['ID=cf10193d-7b3f-468c-afde-7f9472e0f93a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:59.268800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No DVR routers for this DVR port cf10193d-7b3f-468c-afde-7f9472e0f93a on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: from cryptography.utils import int_from_bytes Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: from cryptography.utils import int_from_bytes Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:38:59.309190 dv-neutron-master-2-hyperv neutron-server[103288]: self.session.flush() Dec 06 12:38:59.319124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.346878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] No DVR routers for this DVR port cf10193d-7b3f-468c-afde-7f9472e0f93a on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:38:59.350812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79751d-bc0c-41a1-9bd6-1b94e5892540 None None] Pushing event deleted for resources: {'Port': ['ID=cf10193d-7b3f-468c-afde-7f9472e0f93a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:59.352419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.364995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea1791-b75b-4e14-abb2-d0926d0d4418 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:38:59.374765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fac6ae-41fe-4931-8abd-7e047193f466']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:59.385294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9fede5-2ab1-45fb-becc-417de7cb6758') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:59.385766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9fede5-2ab1-45fb-becc-417de7cb6758') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:38:59.395587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.409064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.414988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:38:59.415371 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:38:59.418368 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:38:59.434278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea1791-b75b-4e14-abb2-d0926d0d4418 None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:38:59.488142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.495180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.498487 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/43fac6ae-41fe-4931-8abd-7e047193f466 HTTP/1.1" status: 204 len: 168 time: 0.5647893 Dec 06 12:38:59.500989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49804) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:59.510114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689c116-766c-4a05-ba99-62372f8c4478 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Network': ['ID=43fac6ae-41fe-4931-8abd-7e047193f466,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:59.531557 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee608231-2909-47a4-a5ee-747704ccfa85 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] DELETE failed (client error): The resource could not be found. Dec 06 12:38:59.532179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee608231-2909-47a4-a5ee-747704ccfa85 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:38:59.536021 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ee608231-2909-47a4-a5ee-747704ccfa85 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/subnets/781c4833-a371-4100-80c5-5d73748a6b54 HTTP/1.1" status: 404 len: 337 time: 0.0340195 Dec 06 12:38:59.538491 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49806) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:59.557271 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c45dda3-75c6-4455-82fa-8f49af6c6cf4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] DELETE failed (client error): The resource could not be found. Dec 06 12:38:59.557857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c45dda3-75c6-4455-82fa-8f49af6c6cf4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103287) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:38:59.560878 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7c45dda3-75c6-4455-82fa-8f49af6c6cf4 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/5df4660a-994d-461d-a6f4-42e2518881b6 HTTP/1.1" status: 404 len: 339 time: 0.0214775 Dec 06 12:38:59.563558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49808) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:59.590523 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3692d4-8a78-4bdc-b050-67db396b8d69 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] DELETE failed (client error): The resource could not be found. Dec 06 12:38:59.591062 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3692d4-8a78-4bdc-b050-67db396b8d69 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:38:59.594357 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2f3692d4-8a78-4bdc-b050-67db396b8d69 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/subnets/929067c8-e9ac-47a1-ae84-13a7a438e8e4 HTTP/1.1" status: 404 len: 337 time: 0.0297716 Dec 06 12:38:59.597089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49810) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:59.614876 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.pecan_wsgi.hooks.translation [None req-6667afac-9403-478c-950b-677ffdfa1451 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] DELETE failed (client error): The resource could not be found. Dec 06 12:38:59.615288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6667afac-9403-478c-950b-677ffdfa1451 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103286) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 12:38:59.620623 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6667afac-9403-478c-950b-677ffdfa1451 tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/62a8e453-1e4c-40a1-9e95-ed2dff164fce HTTP/1.1" status: 404 len: 339 time: 0.0202942 Dec 06 12:38:59.620800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49812) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:59.676162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d2d1b8-0138-4332-aa3a-c8b5043553ef tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Deleting subnet 7181f0cf-f32d-4d75-8ecb-a03b8fde6cdc {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:38:59.679274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d2d1b8-0138-4332-aa3a-c8b5043553ef tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.718603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d2d1b8-0138-4332-aa3a-c8b5043553ef tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.798299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d2d1b8-0138-4332-aa3a-c8b5043553ef tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.858293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d2d1b8-0138-4332-aa3a-c8b5043553ef tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.886669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2d1b8-0138-4332-aa3a-c8b5043553ef tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Subnet': ['ID=7181f0cf-f32d-4d75-8ecb-a03b8fde6cdc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:38:59.890630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d2d1b8-0138-4332-aa3a-c8b5043553ef tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.895146 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-77d2d1b8-0138-4332-aa3a-c8b5043553ef tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/subnets/7181f0cf-f32d-4d75-8ecb-a03b8fde6cdc HTTP/1.1" status: 204 len: 168 time: 0.2734313 Dec 06 12:38:59.895745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb541e5-57b6-4c6e-b624-f511183489ce None None] Network 5b525205-c730-41c4-9c1e-cfde56c3705e requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:38:59.897589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49814) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:38:59.968974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:38:59.977712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.031092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Deleting port c5c96526-1b86-444c-b58d-44616f6af99b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:00.031515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.090531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] DHCP port deletion for 5b525205-c730-41c4-9c1e-cfde56c3705e request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:00.100932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] For port c5c96526-1b86-444c-b58d-44616f6af99b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5c96526-1b86-444c-b58d-44616f6af99b,segment=NetworkSegment(3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb),segment_id=3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:00.101293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.114476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Calling delete_port for c5c96526-1b86-444c-b58d-44616f6af99b owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:00.141364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] Deleting port c5c96526-1b86-444c-b58d-44616f6af99b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:00.141652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.193818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.204225 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] For port c5c96526-1b86-444c-b58d-44616f6af99b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5c96526-1b86-444c-b58d-44616f6af99b,segment=NetworkSegment(3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb),segment_id=3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:00.204625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.217355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] Calling delete_port for c5c96526-1b86-444c-b58d-44616f6af99b owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:00.224832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Port': ['ID=c5c96526-1b86-444c-b58d-44616f6af99b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:00.229339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] No DVR routers for this DVR port c5c96526-1b86-444c-b58d-44616f6af99b on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:00.301695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.308433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.326775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] Pushing event deleted for resources: {'Port': ['ID=c5c96526-1b86-444c-b58d-44616f6af99b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:00.328110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b525205-c730-41c4-9c1e-cfde56c3705e']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:00.332132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a51c4a-4829-4d2f-89c9-320c7bf8e1de None None] No DVR routers for this DVR port c5c96526-1b86-444c-b58d-44616f6af99b on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:00.338751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:00.339048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd0b529-1dc4-48ec-8bd3-0dda08f96eeb') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:00.354743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.368172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.373858 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:39:00.374235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:39:00.377914 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:39:00.433642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.441402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.450738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] 10.222.0.24 "DELETE /v2.0/networks/5b525205-c730-41c4-9c1e-cfde56c3705e HTTP/1.1" status: 204 len: 168 time: 0.5453241 Dec 06 12:39:00.462346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd411d0f-38c6-49ba-82d4-a9fa02c797af tempest-NetworksIpV6Test-1015066848 tempest-NetworksIpV6Test-1015066848-project] Pushing event deleted for resources: {'Network': ['ID=5b525205-c730-41c4-9c1e-cfde56c3705e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:00.684247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49820) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:00.813285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-06a429a9-deda-4496-beff-de497db56aa6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=276c106849734353bd834db57cb64499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279263 Dec 06 12:39:00.815714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49824) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:00.862645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34eb49de-113b-42dc-b116-de78f27b136e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.887206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34eb49de-113b-42dc-b116-de78f27b136e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.934346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34eb49de-113b-42dc-b116-de78f27b136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.936828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34eb49de-113b-42dc-b116-de78f27b136e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:00.938048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-34eb49de-113b-42dc-b116-de78f27b136e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1c6df91-8087-4d58-869c-80bfbf1e2b2e HTTP/1.1" status: 204 len: 168 time: 0.1213038 Dec 06 12:39:00.946442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb49de-113b-42dc-b116-de78f27b136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c6df91-8087-4d58-869c-80bfbf1e2b2e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:00.986856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.559743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49846) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:01.653667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c5ad8e30-df95-4e03-a7e7-937823aeb2fa tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1612521883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:01.676851 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8e30-df95-4e03-a7e7-937823aeb2fa tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.677971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8e30-df95-4e03-a7e7-937823aeb2fa tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.727269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8e30-df95-4e03-a7e7-937823aeb2fa tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.731183 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8e30-df95-4e03-a7e7-937823aeb2fa tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.748723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8e30-df95-4e03-a7e7-937823aeb2fa tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.749902 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c5ad8e30-df95-4e03-a7e7-937823aeb2fa tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1891468 Dec 06 12:39:01.752998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49850) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:01.757697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-192153401'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:01.777377 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Made reservation on behalf of 54cfbcc6cefe4ac6ae318d3d88c8fe35 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:01.780738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.793076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.840792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c5c96526-1b86-444c-b58d-44616f6af99b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:01.861965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: c5c96526-1b86-444c-b58d-44616f6af99b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:01.862313 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c5c96526-1b86-444c-b58d-44616f6af99b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:01.870229 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.874966 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.905927 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:01.912514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12215e64-e5ef-4be4-9e57-77b8738e8703,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:01.919665 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.920046 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Added segment f4bce557-f093-41fb-93aa-01120fb23b8a of type vlan for network 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 Dec 06 12:39:01.961740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.985560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.987403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:01.992973 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:01.993560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.029838 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2758372 Dec 06 12:39:02.032792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49852) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:02.038006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Request body: {'subnet': {'network_id': '9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:02.067115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628dc2-01bc-4f1d-b241-5ea916c7159c tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event updated for resources: {'Network': ['ID=9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:02.076980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:02.125011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Made reservation on behalf of 54cfbcc6cefe4ac6ae318d3d88c8fe35 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:02.128881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.309362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.372247 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event updated for resources: {'Subnet': ['ID=62bede48-05c8-4fa7-b8a8-dd966172724a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:02.384139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.384493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.384846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.385186 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.385520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.385851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.386183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.386512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.386841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.387168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.387495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.387819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.388173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:02.394527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Checking segment: {'id': 'f4bce557-f093-41fb-93aa-01120fb23b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:02.394895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Network hostable DHCP agents. Network: 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:02.411413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Network 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:02.420259 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:02.425065 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:02.426051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.430256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b257f76-e395-445f-bc75-c509c5cfc943 None None] Network 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:02.442833 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-aa81c560-31b4-4d5b-bfd2-3e4c86918d95 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4088392 Dec 06 12:39:02.445908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49854) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:02.451249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-419068855'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:02.472905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Made reservation on behalf of 54cfbcc6cefe4ac6ae318d3d88c8fe35 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:02.476514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.501170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:02.511406 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.511755 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Added segment 01ccaab0-f7c7-4489-9ff1-4871462aaaf6 of type vlan for network 7cdd0053-bb49-40ca-83c2-e1ab75e08620 Dec 06 12:39:02.553190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.578527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.584964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1', 'network_id': '9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1', 'tenant_id': '54cfbcc6cefe4ac6ae318d3d88c8fe35', 'fixed_ips': [{'subnet_id': '62bede48-05c8-4fa7-b8a8-dd966172724a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:02.585787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:02.585921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.586550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.624525 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1774611 Dec 06 12:39:02.627673 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49856) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:02.633267 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Request body: {'subnet': {'network_id': '7cdd0053-bb49-40ca-83c2-e1ab75e08620', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:02.658898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebe915-9109-400c-bfc4-7c81727489ad tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event updated for resources: {'Network': ['ID=7cdd0053-bb49-40ca-83c2-e1ab75e08620,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:02.675291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 7cdd0053-bb49-40ca-83c2-e1ab75e08620 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:02.729564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Made reservation on behalf of 54cfbcc6cefe4ac6ae318d3d88c8fe35 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:02.733386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.921621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:02.934781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Allocated IP 172.20.0.2 (9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1/62bede48-05c8-4fa7-b8a8-dd966172724a/20d3d91c-a0b1-4cc5-b17c-fc6106f6e070) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:02.980949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event updated for resources: {'Subnet': ['ID=702cb64b-c2a1-42e8-bfb4-052b606112e1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:02.992221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Checking segment: {'id': '01ccaab0-f7c7-4489-9ff1-4871462aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cdd0053-bb49-40ca-83c2-e1ab75e08620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:02.992658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Network hostable DHCP agents. Network: 7cdd0053-bb49-40ca-83c2-e1ab75e08620, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:03.009341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Network 7cdd0053-bb49-40ca-83c2-e1ab75e08620 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:03.019203 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7cdd0053-bb49-40ca-83c2-e1ab75e08620) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:03.023465 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:03.024090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.034018 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e1f698-315f-4b50-9457-0b869f429626 None None] Network 7cdd0053-bb49-40ca-83c2-e1ab75e08620 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:03.042200 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d670f778-00d6-461f-b77d-f758d22902b1 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4132860 Dec 06 12:39:03.045210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49858) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:03.049831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f4edab86-2e54-45cc-acdc-86f6a593319f tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Request body: {'router': {'external_gateway_info': {'network_id': '7cdd0053-bb49-40ca-83c2-e1ab75e08620'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:03.176489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.185645 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.250606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Network 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:03.258700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:03.261195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:03.265480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4edab86-2e54-45cc-acdc-86f6a593319f tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.291491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Pushing event updated for resources: {'Port': ['ID=20d3d91c-a0b1-4cc5-b17c-fc6106f6e070,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:03.311978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27f153-3e8f-4f63-ac5e-572e8e64af58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7cdd0053-bb49-40ca-83c2-e1ab75e08620', 'network_id': '7cdd0053-bb49-40ca-83c2-e1ab75e08620', 'tenant_id': '54cfbcc6cefe4ac6ae318d3d88c8fe35', 'fixed_ips': [{'subnet_id': '702cb64b-c2a1-42e8-bfb4-052b606112e1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:03.312857 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d27f153-3e8f-4f63-ac5e-572e8e64af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.361956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Attempting to bind port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:03.362322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Attempting to bind port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4bce557-f093-41fb-93aa-01120fb23b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:03.362696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Attempting to bind port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 on network 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:03.383582 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.api.v2.resource [None req-f4edab86-2e54-45cc-acdc-86f6a593319f tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 12:39:03.384683 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f4edab86-2e54-45cc-acdc-86f6a593319f tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "PUT /v2.0/routers/79a7c0f8-b330-4b55-a949-ab59a4654ed2 HTTP/1.1" status: 400 len: 364 time: 0.3385429 Dec 06 12:39:03.390506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49860) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:03.409441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:03.409857 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Checking segment: {'id': 'f4bce557-f093-41fb-93aa-01120fb23b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:03.410265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.410662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Bound using segment: {'id': 'f4bce557-f093-41fb-93aa-01120fb23b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:03.411145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Bound port: 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bce557-f093-41fb-93aa-01120fb23b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:03.411540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.448989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b513671-11ff-4056-9078-24ae07c7e61b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Deleting subnet 702cb64b-c2a1-42e8-bfb4-052b606112e1 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:39:03.452173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b513671-11ff-4056-9078-24ae07c7e61b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.493865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] For port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:03.494379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b513671-11ff-4056-9078-24ae07c7e61b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.496994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] For port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=20d3d91c-a0b1-4cc5-b17c-fc6106f6e070,segment=NetworkSegment(f4bce557-f093-41fb-93aa-01120fb23b8a),segment_id=f4bce557-f093-41fb-93aa-01120fb23b8a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:03.501131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.541057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b513671-11ff-4056-9078-24ae07c7e61b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.560729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c90b16-5f66-43d7-bdfa-42877c59a6ab None None] Pushing event updated for resources: {'Port': ['ID=20d3d91c-a0b1-4cc5-b17c-fc6106f6e070,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:03.608316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b513671-11ff-4056-9078-24ae07c7e61b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server [None req-1d27f153-3e8f-4f63-ac5e-572e8e64af58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 702cb64b-c2a1-42e8-bfb4-052b606112e1: This subnet is being modified by another concurrent operation. Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server raise exception Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 702cb64b-c2a1-42e8-bfb4-052b606112e1: This subnet is being modified by another concurrent operation. Dec 06 12:39:03.609066 dv-neutron-master-2-hyperv neutron-server[103288]: ERROR oslo_messaging.rpc.server Dec 06 12:39:03.626272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde4c99-4401-440d-b11e-2dcd755a224b None None] Network 7cdd0053-bb49-40ca-83c2-e1ab75e08620 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:03.636556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b513671-11ff-4056-9078-24ae07c7e61b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event deleted for resources: {'Subnet': ['ID=702cb64b-c2a1-42e8-bfb4-052b606112e1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:03.642994 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b513671-11ff-4056-9078-24ae07c7e61b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.648462 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0b513671-11ff-4056-9078-24ae07c7e61b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "DELETE /v2.0/subnets/702cb64b-c2a1-42e8-bfb4-052b606112e1 HTTP/1.1" status: 204 len: 168 time: 0.2553782 Dec 06 12:39:03.648724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49862) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:03.742514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.842031 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.867717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdd0053-bb49-40ca-83c2-e1ab75e08620']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:03.878787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ccaab0-f7c7-4489-9ff1-4871462aaaf6') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:03.879083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ccaab0-f7c7-4489-9ff1-4871462aaaf6') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:03.885553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:03.889440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.903526 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.911022 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:39:03.911399 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:39:03.914460 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:39:03.935490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:03.936112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.976094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.993005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:03.996351 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "DELETE /v2.0/networks/7cdd0053-bb49-40ca-83c2-e1ab75e08620 HTTP/1.1" status: 204 len: 168 time: 0.3465934 Dec 06 12:39:03.998816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49864) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:04.006479 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3f7cf-8309-4e3e-a00d-3f8c4edf40bf tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event deleted for resources: {'Network': ['ID=7cdd0053-bb49-40ca-83c2-e1ab75e08620,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:04.023228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.056572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=20d3d91c-a0b1-4cc5-b17c-fc6106f6e070,segment=NetworkSegment(f4bce557-f093-41fb-93aa-01120fb23b8a),segment_id=f4bce557-f093-41fb-93aa-01120fb23b8a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:04.058322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d9277e-4974-4679-b0c4-0c683ae5d0cd tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Deleting subnet 62bede48-05c8-4fa7-b8a8-dd966172724a {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:39:04.060355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.061709 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d9277e-4974-4679-b0c4-0c683ae5d0cd tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.103221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d9277e-4974-4679-b0c4-0c683ae5d0cd tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.109530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=20d3d91c-a0b1-4cc5-b17c-fc6106f6e070,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:04.185959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d9277e-4974-4679-b0c4-0c683ae5d0cd tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.251170 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d9277e-4974-4679-b0c4-0c683ae5d0cd tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.278614 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9277e-4974-4679-b0c4-0c683ae5d0cd tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event deleted for resources: {'Subnet': ['ID=62bede48-05c8-4fa7-b8a8-dd966172724a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:04.284419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d9277e-4974-4679-b0c4-0c683ae5d0cd tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.292637 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d3d9277e-4974-4679-b0c4-0c683ae5d0cd tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "DELETE /v2.0/subnets/62bede48-05c8-4fa7-b8a8-dd966172724a HTTP/1.1" status: 204 len: 168 time: 0.2892876 Dec 06 12:39:04.292849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49866) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:04.375843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.431367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Deleting port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:04.431748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.485848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a9059-3b15-4e19-b020-69cb32ab3245 None None] Network 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:04.500854 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] For port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=20d3d91c-a0b1-4cc5-b17c-fc6106f6e070,segment=NetworkSegment(f4bce557-f093-41fb-93aa-01120fb23b8a),segment_id=f4bce557-f093-41fb-93aa-01120fb23b8a)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:04.501157 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.514681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Calling delete_port for 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:04.558685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-69537e86-39b4-4f98-9fe3-afd9e8572aab None None] Provisioning complete for port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:04.559060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69537e86-39b4-4f98-9fe3-afd9e8572aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.593993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.625819 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event deleted for resources: {'Port': ['ID=20d3d91c-a0b1-4cc5-b17c-fc6106f6e070,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:04.628442 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] No DVR routers for this DVR port 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:04.630559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-69537e86-39b4-4f98-9fe3-afd9e8572aab None None] Could not find standard attr ID for object 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070. {{(pid=103288) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 12:39:04.633814 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.plugins.ml2.db [None req-69537e86-39b4-4f98-9fe3-afd9e8572aab None None] No ports have port_id starting with 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 Dec 06 12:39:04.687425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca056851-6970-4573-8f8d-c696a530b41d None None] DHCP port deletion for 9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:04.707615 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f93f63-0795-4c7a-b9fc-7f0501e4832f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 12:39:04.711609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.731725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:04.741549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bce557-f093-41fb-93aa-01120fb23b8a') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:04.741849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bce557-f093-41fb-93aa-01120fb23b8a') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:04.756472 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.768170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f93f63-0795-4c7a-b9fc-7f0501e4832f None None] Resources bound (agent type, host, resource id): {{(pid=103288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 12:39:04.769833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.775882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:39:04.776331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:39:04.779417 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:39:04.837706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.846918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:04.850233 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "DELETE /v2.0/networks/9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1 HTTP/1.1" status: 204 len: 168 time: 0.5563953 Dec 06 12:39:04.853646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49868) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:04.860561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9fc56-2633-4fea-ac44-eadcef1d590b tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Pushing event deleted for resources: {'Network': ['ID=9c3c72d0-2b54-4747-99c7-4e28a9ea0ad1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:04.887571 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-af9fb39b-0c32-4d28-a33b-a89b2a1b55d2 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "GET /v2.0/ports?device_id=79a7c0f8-b330-4b55-a949-ab59a4654ed2 HTTP/1.1" status: 200 len: 205 time: 0.0326729 Dec 06 12:39:04.889839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49870) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:04.965357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81f6e869-16e4-40cd-a43f-51b711707192 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.119158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81f6e869-16e4-40cd-a43f-51b711707192 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.121217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81f6e869-16e4-40cd-a43f-51b711707192 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.162863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81f6e869-16e4-40cd-a43f-51b711707192 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.163546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f6e869-16e4-40cd-a43f-51b711707192 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Fanout notify agent at l3_agent the message router_deleted on router 79a7c0f8-b330-4b55-a949-ab59a4654ed2 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:39:05.170740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81f6e869-16e4-40cd-a43f-51b711707192 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.174388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-81f6e869-16e4-40cd-a43f-51b711707192 tempest-RoutersNegativeTest-157200027 tempest-RoutersNegativeTest-157200027-project] 10.222.0.24 "DELETE /v2.0/routers/79a7c0f8-b330-4b55-a949-ab59a4654ed2 HTTP/1.1" status: 204 len: 168 time: 0.2810593 Dec 06 12:39:05.408235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49876) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:05.537399 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c36e94c8-3e65-4027-ae4f-45e67beb0420 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54cfbcc6cefe4ac6ae318d3d88c8fe35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279037 Dec 06 12:39:05.539883 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49880) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:05.585520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-290a4f8e-e01c-418a-95b1-721f2931c375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.610657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-290a4f8e-e01c-418a-95b1-721f2931c375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.658785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-290a4f8e-e01c-418a-95b1-721f2931c375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.661870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-290a4f8e-e01c-418a-95b1-721f2931c375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:05.664376 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-290a4f8e-e01c-418a-95b1-721f2931c375 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12215e64-e5ef-4be4-9e57-77b8738e8703 HTTP/1.1" status: 204 len: 168 time: 0.1234891 Dec 06 12:39:05.672159 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a4f8e-e01c-418a-95b1-721f2931c375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12215e64-e5ef-4be4-9e57-77b8738e8703,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:05.837400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:05.858546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:05.858961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 20d3d91c-a0b1-4cc5-b17c-fc6106f6e070 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:06.263606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49902) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:06.362248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-400048345-network', 'tenant_id': '40f31975b5284221b520398218aba0e2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:06.382336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Made reservation on behalf of 40f31975b5284221b520398218aba0e2 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:06.384693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.394496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.471612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.475474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.502693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:06.508929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb73c6-e7dd-4fd8-8633-42ac26428929,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:06.515835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.516054 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Added segment 48cb0939-2144-4f68-87a8-101ff343ed46 of type vlan for network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 Dec 06 12:39:06.556321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.579618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.581216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:06.581781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.616636 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3519306 Dec 06 12:39:06.619514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49906) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:06.624546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Request body: {'subnet': {'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-subnet', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:06.646335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Made reservation on behalf of 40f31975b5284221b520398218aba0e2 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:06.648115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568f1a9-cda9-473d-b80a-ed810f0b53ad admin admin] Pushing event updated for resources: {'Network': ['ID=11db2318-4e86-4f9a-9d2b-e8e596a85ed4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:06.648645 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.658198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:06.816259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.871724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ce0a32-5e49-483c-aff8-41085ac6515e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:06.880220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Checking segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:06.880578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Network hostable DHCP agents. Network: 11db2318-4e86-4f9a-9d2b-e8e596a85ed4, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:06.896478 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:06.905516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 11db2318-4e86-4f9a-9d2b-e8e596a85ed4) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:06.909622 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:06.910213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.914419 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693df3c7-f072-4e51-8695-3240268ff4dd None None] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:06.926081 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8a5999aa-006d-473b-9cef-b4a6360f27fc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3053441 Dec 06 12:39:06.928820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49908) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:06.933252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:06.956249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:06.957246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.010288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.063622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'fixed_ips': [{'subnet_id': '25ce0a32-5e49-483c-aff8-41085ac6515e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:07.065061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.146624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.199209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Allocated IP 172.20.0.2 (11db2318-4e86-4f9a-9d2b-e8e596a85ed4/25ce0a32-5e49-483c-aff8-41085ac6515e/34b2bbad-7668-41d3-a491-712ddfb998b1) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:07.341307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.346712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.351632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.369923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.390510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:07.395110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:07.396789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Pushing event updated for resources: {'Port': ['ID=34b2bbad-7668-41d3-a491-712ddfb998b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:07.398881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:07.455192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Attempting to bind port 34b2bbad-7668-41d3-a491-712ddfb998b1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:07.455565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Attempting to bind port 34b2bbad-7668-41d3-a491-712ddfb998b1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:07.455953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Attempting to bind port 34b2bbad-7668-41d3-a491-712ddfb998b1 on network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:07.461135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:07.461510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Checking segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:07.461904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.462292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Bound using segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:07.462752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Bound port: 34b2bbad-7668-41d3-a491-712ddfb998b1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:07.463128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.480793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Allocated IP 172.36.1.196 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/7a82d560-f1c8-484a-8efc-0930a5221c07) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:07.526888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] For port 34b2bbad-7668-41d3-a491-712ddfb998b1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:07.530115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] For port 34b2bbad-7668-41d3-a491-712ddfb998b1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34b2bbad-7668-41d3-a491-712ddfb998b1,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:07.534720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.589541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.593547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341e4a2-235f-4612-9c6e-7ce97efdbcc9 None None] Pushing event updated for resources: {'Port': ['ID=34b2bbad-7668-41d3-a491-712ddfb998b1,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:07.624215 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.667971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:07.671051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:07.675772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:07.678980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Pushing event updated for resources: {'Port': ['ID=7a82d560-f1c8-484a-8efc-0930a5221c07,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:07.684220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb443de-4a0f-490b-8dce-b37cdb5c2a4c None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:07.778850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-94984dc4-b579-4a6a-97cb-52dc45e18d39 None None] Provisioning complete for port 7a82d560-f1c8-484a-8efc-0930a5221c07 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:07.779238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94984dc4-b579-4a6a-97cb-52dc45e18d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.828907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-94984dc4-b579-4a6a-97cb-52dc45e18d39 None None] Port 7a82d560-f1c8-484a-8efc-0930a5221c07 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:07.912767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 34b2bbad-7668-41d3-a491-712ddfb998b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:07.961370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:07.963513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 34b2bbad-7668-41d3-a491-712ddfb998b1 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:07.964030 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.041093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.074939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 34b2bbad-7668-41d3-a491-712ddfb998b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34b2bbad-7668-41d3-a491-712ddfb998b1,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:08.079721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.129839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=34b2bbad-7668-41d3-a491-712ddfb998b1,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:08.152701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.511370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b77ede-52ab-43de-b666-082373bf26af None None] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:08.592155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d00821bb-9394-4063-a0a5-ff56e85a858e None None] Provisioning complete for port 34b2bbad-7668-41d3-a491-712ddfb998b1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:08.592582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d00821bb-9394-4063-a0a5-ff56e85a858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.593184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:39:08.701515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:08.716743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Sync routers for ids ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:08.720220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:08.724516 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-42094889-e138-4af5-8610-91b567bd4e10 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7918124 Dec 06 12:39:08.724779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49910) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:08.749890 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Routers {'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:08.750456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:08.870355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Set router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:09.010891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3b5f7d21-d8fd-45d0-bfc4-21378981337b None None] Provisioning complete for port 34b2bbad-7668-41d3-a491-712ddfb998b1 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:09.011568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7d21-d8fd-45d0-bfc4-21378981337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.136549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196'}], 'enable_snat': True}, 'gw_port_id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:39:07Z', 'revision_number': 3, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port': {'id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:07Z', 'updated_at': '2021-12-06T12:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:09.163562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.317000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Checking router: ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:09.317369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Updating router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 port 7a82d560-f1c8-484a-8efc-0930a5221c07 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:09.328927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Allocated IP 172.20.0.1 (11db2318-4e86-4f9a-9d2b-e8e596a85ed4/25ce0a32-5e49-483c-aff8-41085ac6515e/9e7c161d-8ec9-4d6d-968d-5107ea8ffafd) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:09.343901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.431398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.464159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.506427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:09.509325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:09.511786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:09.545491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Pushing event updated for resources: {'Port': ['ID=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:09.569330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.614999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.622340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.650267 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:39:09.680548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1dda2c-d343-4389-8d8e-fb48808cb347 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:09.687799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Attempting to bind port 7a82d560-f1c8-484a-8efc-0930a5221c07 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:09.688219 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Attempting to bind port 7a82d560-f1c8-484a-8efc-0930a5221c07 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:09.688588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Attempting to bind port 7a82d560-f1c8-484a-8efc-0930a5221c07 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:09.690904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e92c8-02b5-4d37-8088-5966ebf32320 None None] Pushing event updated for resources: {'Port': ['ID=7a82d560-f1c8-484a-8efc-0930a5221c07,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:09.698280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:09.698518 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:09.698923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.699336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:09.699835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Bound port: 7a82d560-f1c8-484a-8efc-0930a5221c07, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:09.700212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.717678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.764146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] For port 7a82d560-f1c8-484a-8efc-0930a5221c07, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:09.769103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] For port 7a82d560-f1c8-484a-8efc-0930a5221c07, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a82d560-f1c8-484a-8efc-0930a5221c07,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:09.771132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] Provisioning complete for port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:09.771482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.774573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.815261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] Port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:09.866144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d9b7c-fd40-40f8-b7d0-d817427fb087 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:09.873456 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 34b2bbad-7668-41d3-a491-712ddfb998b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:09.905914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] Provisioning complete for port 7a82d560-f1c8-484a-8efc-0930a5221c07 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:09.906291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.910205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.914733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.940425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Routers {'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:09.941066 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:09.949479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e92c8-02b5-4d37-8088-5966ebf32320 None None] Pushing event updated for resources: {'Port': ['ID=7a82d560-f1c8-484a-8efc-0930a5221c07,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:09.988097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:09.990843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Pushing event updated for resources: {'Port': ['ID=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:10.081347 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:10.082723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:10.105832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 34b2bbad-7668-41d3-a491-712ddfb998b1 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:10.106263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:10.149865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] Set router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:10.191280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:10.213166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:10.259203 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] For port 7a82d560-f1c8-484a-8efc-0930a5221c07, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a82d560-f1c8-484a-8efc-0930a5221c07,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:10.275823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:10.342936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:10.349538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d710d85b-d6f0-40d4-ac49-ab8cc2aca70c admin admin] 10.222.0.24 "PUT /v2.0/routers/ff6ba36f-88c3-4bc7-9668-3f3bcf03e422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236489 Dec 06 12:39:10.428358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fc6f1-c130-40ae-9831-261546e73817 None None] Pushing event updated for resources: {'Port': ['ID=7a82d560-f1c8-484a-8efc-0930a5221c07,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:10.441264 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d32a6e90-505f-47f8-b383-2f47befd2c46 None None] Provisioning complete for port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:10.441642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32a6e90-505f-47f8-b383-2f47befd2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:10.504140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d32a6e90-505f-47f8-b383-2f47befd2c46 None None] Port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:10.525608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d32a6e90-505f-47f8-b383-2f47befd2c46 None None] Provisioning complete for port 7a82d560-f1c8-484a-8efc-0930a5221c07 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:10.525984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32a6e90-505f-47f8-b383-2f47befd2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:10.529702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196'}], 'enable_snat': True}, 'gw_port_id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 4, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port': {'id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:07Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9e7c161d-8ec9-4d6d-968d-5107ea8ffafd', 'name': '', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'mac_address': 'fa:16:3e:bf:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:09Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 2, 'project_id': '40f31975b5284221b520398218aba0e2', 'subnets': [{'id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:10.577395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257a032-d52e-4685-acf7-ad22082bd101 None None] The sync data for ids ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'] in dv-neutron-master-2-hyperv is: [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196'}], 'enable_snat': True}, 'gw_port_id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 4, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port': {'id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:07Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9e7c161d-8ec9-4d6d-968d-5107ea8ffafd', 'name': '', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'mac_address': 'fa:16:3e:bf:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:09Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 2, 'project_id': '40f31975b5284221b520398218aba0e2', 'subnets': [{'id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:10.858544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49926) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:10.863754 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-831547815-network', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:10.886545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Made reservation on behalf of ebb23f95e0d249eeae7b3e9ba318f3ba for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:10.889534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:10.899207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:10.985255 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:10.988870 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.023278 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:39:11.028834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fbba8f-d567-451a-9a3d-4d87d7da9b24,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:11.039785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.040163 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Added segment dc7ebb40-33d8-4d73-97d1-458f19bb53d3 of type vlan for network db4f2cfd-1473-4445-81ca-edd178983ca5 Dec 06 12:39:11.042136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.042485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.042834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.043173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.043534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.043880 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.044211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.044543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.044876 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.045204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.045540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.045869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.046193 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:11.091118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.118110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.119351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:11.120110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.156473 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2939069 Dec 06 12:39:11.156690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 49928) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:11.163202 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Request body: {'subnet': {'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-subnet', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:11.188110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2429c1-c899-4df1-917c-1e2e9dcef459 admin admin] Pushing event updated for resources: {'Network': ['ID=db4f2cfd-1473-4445-81ca-edd178983ca5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:11.189604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Made reservation on behalf of ebb23f95e0d249eeae7b3e9ba318f3ba for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:11.192252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.198531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network db4f2cfd-1473-4445-81ca-edd178983ca5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:39:11.412571 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.464352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d1c73d-22ce-4fae-9ea2-e17a31d8776c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:11.483506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Checking segment: {'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:11.483975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Network hostable DHCP agents. Network: db4f2cfd-1473-4445-81ca-edd178983ca5, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:39:11.502463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Network db4f2cfd-1473-4445-81ca-edd178983ca5 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:39:11.512272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, db4f2cfd-1473-4445-81ca-edd178983ca5) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:11.516283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:11.517443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.526292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5e24c-2743-4fde-94a2-410c7efb3177 None None] Network db4f2cfd-1473-4445-81ca-edd178983ca5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:11.537437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1ad06e49-e461-4287-91ba-8807118da378 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3796232 Dec 06 12:39:11.540440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49930) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:11.545388 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:11.574623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.575787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.644009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.699151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-db4f2cfd-1473-4445-81ca-edd178983ca5', 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'fixed_ips': [{'subnet_id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:39:11.700082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.790415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:11.847207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Allocated IP 172.20.0.2 (db4f2cfd-1473-4445-81ca-edd178983ca5/98d1c73d-22ce-4fae-9ea2-e17a31d8776c/88034b2b-6da4-455d-b0f0-bf5b5420ca67) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:11.939317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7a82d560-f1c8-484a-8efc-0930a5221c07 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:12.017807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.036740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.053012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 7a82d560-f1c8-484a-8efc-0930a5221c07 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:12.053384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.087286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.097283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.147548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Network db4f2cfd-1473-4445-81ca-edd178983ca5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:12.151755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Allocated IP 172.36.1.154 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:12.153549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:12.156250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:12.173650 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Pushing event updated for resources: {'Port': ['ID=88034b2b-6da4-455d-b0f0-bf5b5420ca67,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:12.252739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Attempting to bind port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:12.253317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Attempting to bind port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:12.253469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Attempting to bind port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 on network db4f2cfd-1473-4445-81ca-edd178983ca5 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:12.258240 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.258544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:12.258914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Checking segment: {'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:12.259314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.259697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Bound using segment: {'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:12.260184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Bound port: 88034b2b-6da4-455d-b0f0-bf5b5420ca67, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:12.260564 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.293476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.324103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] For port 88034b2b-6da4-455d-b0f0-bf5b5420ca67, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:12.328431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] For port 88034b2b-6da4-455d-b0f0-bf5b5420ca67, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88034b2b-6da4-455d-b0f0-bf5b5420ca67,segment=NetworkSegment(dc7ebb40-33d8-4d73-97d1-458f19bb53d3),segment_id=dc7ebb40-33d8-4d73-97d1-458f19bb53d3)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:12.334871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.339745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:12.343228 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:12.346923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:12.370822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c0e55-0dc2-4078-ad0f-76862a93a16f None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:12.374282 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:12.409299 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d4502-86a0-4892-925a-e6e0bbf3a123 None None] Pushing event updated for resources: {'Port': ['ID=88034b2b-6da4-455d-b0f0-bf5b5420ca67,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:12.496495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-5a016605-0be6-4605-a6d5-92a061af6841 None None] Provisioning complete for port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:12.496897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a016605-0be6-4605-a6d5-92a061af6841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:12.538415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5a016605-0be6-4605-a6d5-92a061af6841 None None] Port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:12.752837 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Sync routers for ids ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:12.764706 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Routers {'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:12.765337 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:12.880089 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Set router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:12.963470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.094817 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196'}], 'enable_snat': True}, 'gw_port_id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 4, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port': {'id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:07Z', 'updated_at': '2021-12-06T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9e7c161d-8ec9-4d6d-968d-5107ea8ffafd', 'name': '', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'mac_address': 'fa:16:3e:bf:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:09Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 2, 'project_id': '40f31975b5284221b520398218aba0e2', 'subnets': [{'id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:13.122055 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Checking router: ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:13.122407 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Updating router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:13.148383 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.169873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.305199 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Router e0021cdd-5df9-4862-943e-1198e547683a is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:39:13.370137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fc00f-8cf0-43cd-a326-c0441335b56f None None] Network db4f2cfd-1473-4445-81ca-edd178983ca5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:39:13.437346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:13.450294 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Sync routers for ids ['e0021cdd-5df9-4862-943e-1198e547683a'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:13.458107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.462290 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0dcd54e8-be84-4710-860f-0fa3a8ddac33 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9179235 Dec 06 12:39:13.462431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 49932) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:39:13.536800 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.543076 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.620912 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Pushing event updated for resources: {'Port': ['ID=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:13.656572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Routers {'e0021cdd-5df9-4862-943e-1198e547683a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:13.657306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0021cdd-5df9-4862-943e-1198e547683a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:13.658350 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.658766 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.659184 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.659566 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.659985 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.660375 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.660765 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.661152 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.661703 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.661936 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.662322 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.662704 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.663224 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:39:13.666976 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Attempting to bind port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:13.667335 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Attempting to bind port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:13.671717 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Attempting to bind port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd on network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:13.678261 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:13.678727 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Checking segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:13.679190 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.679651 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Bound using segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:13.680288 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Bound port: 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:13.680736 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.704978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-06c400ec-be1c-40a7-9fa2-4de64864d6f6 None None] Provisioning complete for port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:13.705331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06c400ec-be1c-40a7-9fa2-4de64864d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.750404 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] For port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:13.754239 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] For port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:13.761245 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:13.823183 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e900d-26ab-405f-9a9c-ff36e88f5566 None None] Pushing event updated for resources: {'Port': ['ID=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:13.846880 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Routers {'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:13.847584 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:13.892050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Set router e0021cdd-5df9-4862-943e-1198e547683a gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:13.983706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 88034b2b-6da4-455d-b0f0-bf5b5420ca67 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:14.011741 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] Set router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:14.057711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.100089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06c400ec-be1c-40a7-9fa2-4de64864d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.198722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-06c400ec-be1c-40a7-9fa2-4de64864d6f6 None None] For port 88034b2b-6da4-455d-b0f0-bf5b5420ca67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88034b2b-6da4-455d-b0f0-bf5b5420ca67,segment=NetworkSegment(dc7ebb40-33d8-4d73-97d1-458f19bb53d3),segment_id=dc7ebb40-33d8-4d73-97d1-458f19bb53d3)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:14.201892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:14.202277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.247532 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06c400ec-be1c-40a7-9fa2-4de64864d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.280105 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Allocated IP 172.20.0.1 (db4f2cfd-1473-4445-81ca-edd178983ca5/98d1c73d-22ce-4fae-9ea2-e17a31d8776c/f4f1e38b-8572-4120-b84a-d91607a88e83) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:14.304830 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196'}], 'enable_snat': True}, 'gw_port_id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 4, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port': {'id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:07Z', 'updated_at': '2021-12-06T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9e7c161d-8ec9-4d6d-968d-5107ea8ffafd', 'name': '', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'mac_address': 'fa:16:3e:bf:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:09Z', 'updated_at': '2021-12-06T12:39:13Z', 'revision_number': 4, 'project_id': '40f31975b5284221b520398218aba0e2', 'subnets': [{'id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:14.335403 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01040d9-93f6-427f-8e54-227509393b10 None None] The sync data for ids ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'] in dv-neutron-master-2-hyperv is: [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196'}], 'enable_snat': True}, 'gw_port_id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:39:09Z', 'revision_number': 4, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port': {'id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:07Z', 'updated_at': '2021-12-06T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9e7c161d-8ec9-4d6d-968d-5107ea8ffafd', 'name': '', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'mac_address': 'fa:16:3e:bf:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:09Z', 'updated_at': '2021-12-06T12:39:13Z', 'revision_number': 4, 'project_id': '40f31975b5284221b520398218aba0e2', 'subnets': [{'id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:14.338486 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c400ec-be1c-40a7-9fa2-4de64864d6f6 None None] Pushing event updated for resources: {'Port': ['ID=88034b2b-6da4-455d-b0f0-bf5b5420ca67,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:14.390359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:39:12Z', 'revision_number': 3, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port': {'id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:12Z', 'updated_at': '2021-12-06T12:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:14.413765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.434317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Checking router: e0021cdd-5df9-4862-943e-1198e547683a for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:14.434669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Updating router e0021cdd-5df9-4862-943e-1198e547683a port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:14.439365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-50b8bb50-441d-43a7-9559-cb25a170df28 None None] Provisioning complete for port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:14.439541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50b8bb50-441d-43a7-9559-cb25a170df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.457395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.489229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.508875 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Network db4f2cfd-1473-4445-81ca-edd178983ca5 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:14.512107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:14.515687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:14.545551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Pushing event updated for resources: {'Port': ['ID=f4f1e38b-8572-4120-b84a-d91607a88e83,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:14.562452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.650667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50b8bb50-441d-43a7-9559-cb25a170df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.726886 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.754609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-50b8bb50-441d-43a7-9559-cb25a170df28 None None] For port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:14.765234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50b8bb50-441d-43a7-9559-cb25a170df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.838697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-50b8bb50-441d-43a7-9559-cb25a170df28 None None] Provisioning complete for port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:14.839064 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50b8bb50-441d-43a7-9559-cb25a170df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.874184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8bb50-441d-43a7-9559-cb25a170df28 None None] Pushing event updated for resources: {'Port': ['ID=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:14.915592 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.921005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.929588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.938044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:14.990510 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.015592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e75653-ad4e-491b-be1e-f3328573a70d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:15.033376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Attempting to bind port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:15.033752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Attempting to bind port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:15.034127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Attempting to bind port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:15.037092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9faeb8-b3b9-4b46-aa30-151846b0087f None None] Pushing event updated for resources: {'Port': ['ID=a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:15.042895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:15.043272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:15.043675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.044094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:15.044569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Bound port: a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:15.044952 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.079849 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Pushing event updated for resources: {'Port': ['ID=f4f1e38b-8572-4120-b84a-d91607a88e83,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:15.099618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] For port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:15.102989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] For port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:15.107567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.119131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Network db4f2cfd-1473-4445-81ca-edd178983ca5 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:15.120998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:15.183036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cebfb23-d93b-40a8-82c6-b14175f6c47a None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:39:15.190965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Routers {'e0021cdd-5df9-4862-943e-1198e547683a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:15.191603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0021cdd-5df9-4862-943e-1198e547683a'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:15.195106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9faeb8-b3b9-4b46-aa30-151846b0087f None None] Pushing event updated for resources: {'Port': ['ID=a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:15.200625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] Provisioning complete for port f4f1e38b-8572-4120-b84a-d91607a88e83 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:15.201000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.260146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Router e0021cdd-5df9-4862-943e-1198e547683a has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:39:15.319620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] Port f4f1e38b-8572-4120-b84a-d91607a88e83 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:15.339501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.352089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] Provisioning complete for port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:15.352480 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.355036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] Set router e0021cdd-5df9-4862-943e-1198e547683a gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:15.385644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:39:15.390643 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8a912f56-424e-48c4-9452-1a78881d232a admin admin] 10.222.0.24 "PUT /v2.0/routers/e0021cdd-5df9-4862-943e-1198e547683a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9271874 Dec 06 12:39:15.694690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.726891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] For port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:15.731213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.801577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeb24e-6833-4f38-abb6-424a6d956cb5 None None] Pushing event updated for resources: {'Port': ['ID=a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:15.817832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:39:14Z', 'revision_number': 4, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port': {'id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:12Z', 'updated_at': '2021-12-06T12:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4f1e38b-8572-4120-b84a-d91607a88e83', 'name': '', 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'mac_address': 'fa:16:3e:cb:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:14Z', 'updated_at': '2021-12-06T12:39:14Z', 'revision_number': 2, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'subnets': [{'id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:15.854009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03636ae-91ed-45e8-8bbc-e24718e03ad0 None None] The sync data for ids ['e0021cdd-5df9-4862-943e-1198e547683a'] in dv-neutron-master-2-hyperv is: [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:39:14Z', 'revision_number': 4, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port': {'id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:12Z', 'updated_at': '2021-12-06T12:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4f1e38b-8572-4120-b84a-d91607a88e83', 'name': '', 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'mac_address': 'fa:16:3e:cb:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:14Z', 'updated_at': '2021-12-06T12:39:14Z', 'revision_number': 2, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'subnets': [{'id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:15.865649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3224cc44-72dc-4b39-8e9d-5b3149ede22a None None] Provisioning complete for port f4f1e38b-8572-4120-b84a-d91607a88e83 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:15.866045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3224cc44-72dc-4b39-8e9d-5b3149ede22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:15.904164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3224cc44-72dc-4b39-8e9d-5b3149ede22a None None] Port f4f1e38b-8572-4120-b84a-d91607a88e83 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:15.910521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:15.949685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3224cc44-72dc-4b39-8e9d-5b3149ede22a None None] Provisioning complete for port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:15.950063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3224cc44-72dc-4b39-8e9d-5b3149ede22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.004854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:16.005208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.136654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 88034b2b-6da4-455d-b0f0-bf5b5420ca67 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:16.192728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:16.193113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:16.200092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-7528d635-c765-4cd6-af89-2fc993bc1744 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:16.201653 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-7528d635-c765-4cd6-af89-2fc993bc1744 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/networks?id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4 HTTP/1.1" status: 200 len: 816 time: 0.1458116 Dec 06 12:39:16.218684 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-016fb89d-3fad-4477-9517-62072c0cae41 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/quotas/40f31975b5284221b520398218aba0e2 HTTP/1.1" status: 200 len: 375 time: 0.0104899 Dec 06 12:39:16.278544 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-0086f030-53ee-48ef-a4ab-236e3bf551af tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=40f31975b5284221b520398218aba0e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538828 Dec 06 12:39:16.385965 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-28eb75cf-6144-44dc-b8af-527af14a3724 service neutron] 10.222.0.24 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930166 Dec 06 12:39:16.480995 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-61890041-fc7e-4f07-8120-7f9f931afab1 service neutron] 10.222.0.24 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Dec 06 12:39:16.646969 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f6ab8d2c-29c9-4afb-945d-885ba92d3a05 req-d3cdf4db-47bf-49e7-aebd-d4118980597e tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 210 time: 0.0307250 Dec 06 12:39:17.694778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-8036a432-9820-49eb-a71d-11bad2aabb32 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:17.696281 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-8036a432-9820-49eb-a71d-11bad2aabb32 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.43 "GET /v2.0/networks?id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4 HTTP/1.1" status: 200 len: 816 time: 0.1101058 Dec 06 12:39:17.711779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Request body: {'port': {'device_id': 'bcd204cc-d03c-4d51-83a1-3f19bf72825f', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'admin_state_up': True, 'tenant_id': '40f31975b5284221b520398218aba0e2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:17.790557 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb8c2e42-8b59-4429-a5da-ecdf098c9133 req-67c2fc08-10fa-42bf-87da-bdc6ba036acc tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 210 time: 0.0560167 Dec 06 12:39:17.862411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Made reservation on behalf of 40f31975b5284221b520398218aba0e2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:17.866102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:17.878824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:17.930261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:17.930551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.004770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Allocated IP 172.20.0.6 (11db2318-4e86-4f9a-9d2b-e8e596a85ed4/25ce0a32-5e49-483c-aff8-41085ac6515e/63eb6993-0431-442c-807e-716eee0b80c4) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:18.151959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.186188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.240986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:18.244432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:18.250041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:18.274740 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Pushing event updated for resources: {'Port': ['ID=63eb6993-0431-442c-807e-716eee0b80c4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:18.313583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:18.314410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.333479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-134215e2-a3b1-472d-a436-54aca4f43762 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275616 Dec 06 12:39:18.348674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Request body: {'port': {'device_id': 'bcd204cc-d03c-4d51-83a1-3f19bf72825f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:18.404479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.420929 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Sync routers for ids ['e0021cdd-5df9-4862-943e-1198e547683a'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:39:18.433025 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Routers {'e0021cdd-5df9-4862-943e-1198e547683a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:18.433651 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0021cdd-5df9-4862-943e-1198e547683a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:18.513359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b168cee5-47f1-417a-ac58-2f7c213151f5 None None] Provisioning complete for port 63eb6993-0431-442c-807e-716eee0b80c4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:18.514021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b168cee5-47f1-417a-ac58-2f7c213151f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.548222 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Set router e0021cdd-5df9-4862-943e-1198e547683a gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:18.551881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b168cee5-47f1-417a-ac58-2f7c213151f5 None None] Port 63eb6993-0431-442c-807e-716eee0b80c4 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:18.694447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eb6993-0431-442c-807e-716eee0b80c4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:39:18.701969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.715082 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Transition to ACTIVE for port object 63eb6993-0431-442c-807e-716eee0b80c4 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:39:18.719569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.756469 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:39:14Z', 'revision_number': 4, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port': {'id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:12Z', 'updated_at': '2021-12-06T12:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4f1e38b-8572-4120-b84a-d91607a88e83', 'name': '', 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'mac_address': 'fa:16:3e:cb:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:14Z', 'updated_at': '2021-12-06T12:39:14Z', 'revision_number': 2, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'subnets': [{'id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:18.772275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Pushing event updated for resources: {'Port': ['ID=63eb6993-0431-442c-807e-716eee0b80c4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:18.786956 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Checking router: e0021cdd-5df9-4862-943e-1198e547683a for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:39:18.787311 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Updating router e0021cdd-5df9-4862-943e-1198e547683a port f4f1e38b-8572-4120-b84a-d91607a88e83 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:39:18.813209 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.843318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Attempting to bind port 63eb6993-0431-442c-807e-716eee0b80c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:18.843786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Attempting to bind port 63eb6993-0431-442c-807e-716eee0b80c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:18.844207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Attempting to bind port 63eb6993-0431-442c-807e-716eee0b80c4 on network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:18.849214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Port 63eb6993-0431-442c-807e-716eee0b80c4 on network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:39:18.849605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Attempting to bind port 63eb6993-0431-442c-807e-716eee0b80c4 on network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:18.854708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:18.855145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Checking segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:18.855606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Bound using segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:18.856142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Bound port: 63eb6993-0431-442c-807e-716eee0b80c4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:18.856569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:18.959346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] For port 63eb6993-0431-442c-807e-716eee0b80c4, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:18.964091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] For port 63eb6993-0431-442c-807e-716eee0b80c4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63eb6993-0431-442c-807e-716eee0b80c4,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:18.974904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edfcdf-15f1-4d82-b74c-32d307350658 req-c282ddf5-b618-4393-88c0-c9eb33ad022a tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:18.982473 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a4edfcdf-15f1-4d82-b74c-32d307350658 req-c282ddf5-b618-4393-88c0-c9eb33ad022a tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 943 time: 0.0896301 Dec 06 12:39:18.991200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.049792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.050514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.052040 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] 10.222.0.43 "PUT /v2.0/ports/63eb6993-0431-442c-807e-716eee0b80c4 HTTP/1.1" status: 200 len: 1093 time: 0.7102542 Dec 06 12:39:19.052555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd204cc-d03c-4d51-83a1-3f19bf72825f', 'tag': '63eb6993-0431-442c-807e-716eee0b80c4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:19.054929 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7148b43e-6878-44ee-9ff0-039a17d0cdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd204cc-d03c-4d51-83a1-3f19bf72825f", "tag": "63eb6993-0431-442c-807e-716eee0b80c4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:19.097559 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a4edfcdf-15f1-4d82-b74c-32d307350658 req-4a5e0aea-1074-4b7e-bb9f-d424e114700a tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140592 Dec 06 12:39:19.098308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980dcd-1a75-412c-8aa2-8d58e9caec8f service neutron] Pushing event updated for resources: {'Port': ['ID=63eb6993-0431-442c-807e-716eee0b80c4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:19.132688 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.141117 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.143447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c25075-9b94-46fd-9f4b-6e91294163e0 x-openstack-request-id: req-e0c25075-9b94-46fd-9f4b-6e91294163e0 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:19.144047 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd204cc-d03c-4d51-83a1-3f19bf72825f", "tag": "63eb6993-0431-442c-807e-716eee0b80c4", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:19.144378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0c25075-9b94-46fd-9f4b-6e91294163e0 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:19.144877 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd204cc-d03c-4d51-83a1-3f19bf72825f', 'tag': '63eb6993-0431-442c-807e-716eee0b80c4', 'status': 'completed', 'code': 200} Dec 06 12:39:19.155025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-0adff72c-d203-44d3-89b9-b3b39a78ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.156588 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-0adff72c-d203-44d3-89b9-b3b39a78ae81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40f31975b5284221b520398218aba0e2&device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 1096 time: 0.0522094 Dec 06 12:39:19.196653 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f24934-4560-4b0c-89d9-db6e2754b55d None None] Pushing event updated for resources: {'Port': ['ID=f4f1e38b-8572-4120-b84a-d91607a88e83,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:19.201499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-b49bb93f-6aeb-4b14-bbda-5d0acadcad9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63eb6993-0431-442c-807e-716eee0b80c4 HTTP/1.1" status: 200 len: 217 time: 0.0371509 Dec 06 12:39:19.252713 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Attempting to bind port f4f1e38b-8572-4120-b84a-d91607a88e83 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:19.253096 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Attempting to bind port f4f1e38b-8572-4120-b84a-d91607a88e83 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:19.260856 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Attempting to bind port f4f1e38b-8572-4120-b84a-d91607a88e83 on network db4f2cfd-1473-4445-81ca-edd178983ca5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:19.266495 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:19.266847 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Checking segment: {'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:19.267252 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.267650 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Bound using segment: {'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:19.268148 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Bound port: f4f1e38b-8572-4120-b84a-d91607a88e83, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:19.268530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-b2d4d829-7783-446f-b08e-ab9c7b7c3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.268657 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.270126 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-b2d4d829-7783-446f-b08e-ab9c7b7c3b30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ce0a32-5e49-483c-aff8-41085ac6515e HTTP/1.1" status: 200 len: 855 time: 0.0581553 Dec 06 12:39:19.345863 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] For port f4f1e38b-8572-4120-b84a-d91607a88e83, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:19.346543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-8d984fc0-d2ec-412b-962e-8be11c7c7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.348105 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-8d984fc0-d2ec-412b-962e-8be11c7c7f40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689926 Dec 06 12:39:19.350217 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] For port f4f1e38b-8572-4120-b84a-d91607a88e83, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4f1e38b-8572-4120-b84a-d91607a88e83,segment=NetworkSegment(dc7ebb40-33d8-4d73-97d1-458f19bb53d3),segment_id=dc7ebb40-33d8-4d73-97d1-458f19bb53d3)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:19.355539 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.421384 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Routers {'e0021cdd-5df9-4862-943e-1198e547683a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:39:19.422028 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:38:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0021cdd-5df9-4862-943e-1198e547683a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:19.424683 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f24934-4560-4b0c-89d9-db6e2754b55d None None] Pushing event updated for resources: {'Port': ['ID=f4f1e38b-8572-4120-b84a-d91607a88e83,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:19.455204 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-421babc0-312e-4a00-a7e4-1c5238bf800d service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996447 Dec 06 12:39:19.557193 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea5dc45e-88a8-4111-a571-8a4766a2fed4 req-eb9d81e1-2638-4003-92f8-23e0bc38fdae service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950825 Dec 06 12:39:19.571205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-95f1c3f2-52b4-4e71-a7e3-e7ae0ceada3a None None] Provisioning complete for port f4f1e38b-8572-4120-b84a-d91607a88e83 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:19.572238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f1c3f2-52b4-4e71-a7e3-e7ae0ceada3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.649854 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] Set router e0021cdd-5df9-4862-943e-1198e547683a gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:39:19.663359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f1c3f2-52b4-4e71-a7e3-e7ae0ceada3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.664436 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-9acbfc63-7adc-4ca7-a879-347fb6c54986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.666053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-9acbfc63-7adc-4ca7-a879-347fb6c54986 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40f31975b5284221b520398218aba0e2&device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 1096 time: 0.0527442 Dec 06 12:39:19.697223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-95f1c3f2-52b4-4e71-a7e3-e7ae0ceada3a None None] For port f4f1e38b-8572-4120-b84a-d91607a88e83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4f1e38b-8572-4120-b84a-d91607a88e83,segment=NetworkSegment(dc7ebb40-33d8-4d73-97d1-458f19bb53d3),segment_id=dc7ebb40-33d8-4d73-97d1-458f19bb53d3)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:19.701230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f1c3f2-52b4-4e71-a7e3-e7ae0ceada3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.758996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1c3f2-52b4-4e71-a7e3-e7ae0ceada3a None None] Pushing event updated for resources: {'Port': ['ID=f4f1e38b-8572-4120-b84a-d91607a88e83,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:19.771194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-2a294119-b45c-40bc-b17b-d3b8cc55b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.772749 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-2a294119-b45c-40bc-b17b-d3b8cc55b832 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4 HTTP/1.1" status: 200 len: 917 time: 0.0984752 Dec 06 12:39:19.815819 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-f61d03d2-065c-4826-b5e1-5c4f37076372 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63eb6993-0431-442c-807e-716eee0b80c4 HTTP/1.1" status: 200 len: 217 time: 0.0357208 Dec 06 12:39:19.831299 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b6adf156-cd92-4a27-bb98-07f9e95225e8 None None] Provisioning complete for port f4f1e38b-8572-4120-b84a-d91607a88e83 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:19.831679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6adf156-cd92-4a27-bb98-07f9e95225e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:19.877231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-9f3142d4-4918-40e3-9ccf-b7407217bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.879296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-9f3142d4-4918-40e3-9ccf-b7407217bf27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ce0a32-5e49-483c-aff8-41085ac6515e HTTP/1.1" status: 200 len: 855 time: 0.0568447 Dec 06 12:39:19.889854 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:39:14Z', 'revision_number': 4, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port': {'id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:12Z', 'updated_at': '2021-12-06T12:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4f1e38b-8572-4120-b84a-d91607a88e83', 'name': '', 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'mac_address': 'fa:16:3e:cb:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:14Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 4, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'subnets': [{'id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:39:19.917256 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb843ea-c115-49c8-8353-3b19e6291b3e None None] The sync data for ids ['e0021cdd-5df9-4862-943e-1198e547683a'] in dv-neutron-master-2-hyperv is: [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:39:14Z', 'revision_number': 4, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port': {'id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:12Z', 'updated_at': '2021-12-06T12:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4f1e38b-8572-4120-b84a-d91607a88e83', 'name': '', 'network_id': 'db4f2cfd-1473-4445-81ca-edd178983ca5', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'mac_address': 'fa:16:3e:cb:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:14Z', 'updated_at': '2021-12-06T12:39:19Z', 'revision_number': 4, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'subnets': [{'id': '98d1c73d-22ce-4fae-9ea2-e17a31d8776c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:39:19.918172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f4f1e38b-8572-4120-b84a-d91607a88e83 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:19.936179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-e799184a-fad4-42f3-a0e8-2c6ecea338a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:19.937856 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-e799184a-fad4-42f3-a0e8-2c6ecea338a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509174 Dec 06 12:39:19.977679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f4f1e38b-8572-4120-b84a-d91607a88e83 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:19.978058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:20.041847 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-fe1dca2b-baa0-4b03-96b9-210c2eb48bb3 service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967069 Dec 06 12:39:20.151296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7148b43e-6878-44ee-9ff0-039a17d0cdf8 req-f571b758-7fa6-4611-b888-d87516eefddf service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001227 Dec 06 12:39:20.224419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573b84e-a38c-4d4f-bde7-1a25dfebb270 req-d5314935-6a16-4769-a4f4-d8308a30d2de tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:20.226033 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b573b84e-a38c-4d4f-bde7-1a25dfebb270 req-d5314935-6a16-4769-a4f4-d8308a30d2de tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 943 time: 0.0520768 Dec 06 12:39:20.275846 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b573b84e-a38c-4d4f-bde7-1a25dfebb270 req-fdc86c5c-e600-4e46-847e-9a9404b7a77a tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436637 Dec 06 12:39:21.401127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccb902-4637-4759-8d46-2286900cef03 req-ca479219-dd7d-4543-9e0f-55e5c6c8ca02 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:21.402814 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-18ccb902-4637-4759-8d46-2286900cef03 req-ca479219-dd7d-4543-9e0f-55e5c6c8ca02 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 943 time: 0.0556545 Dec 06 12:39:21.453120 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-18ccb902-4637-4759-8d46-2286900cef03 req-5afce052-8f9a-4474-bc02-794c55f25172 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Dec 06 12:39:22.569170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408226b9-e64d-4d63-8e04-e292b4e9fca3 req-01e595af-f916-4de5-9410-f84cb4d9e3ed tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:22.570658 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-408226b9-e64d-4d63-8e04-e292b4e9fca3 req-01e595af-f916-4de5-9410-f84cb4d9e3ed tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 943 time: 0.0505493 Dec 06 12:39:22.618362 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-408226b9-e64d-4d63-8e04-e292b4e9fca3 req-759f94e0-0d61-48c2-989d-ca36437bcc31 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Dec 06 12:39:23.044380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 63eb6993-0431-442c-807e-716eee0b80c4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:39:23.137045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 63eb6993-0431-442c-807e-716eee0b80c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63eb6993-0431-442c-807e-716eee0b80c4,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:23.148362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '63eb6993-0431-442c-807e-716eee0b80c4', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'port_id': '63eb6993-0431-442c-807e-716eee0b80c4', 'mac_address': 'fa:16:3e:92:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:39:23.189147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:23.201705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb6993-0431-442c-807e-716eee0b80c4 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:39:23.221075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 63eb6993-0431-442c-807e-716eee0b80c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63eb6993-0431-442c-807e-716eee0b80c4,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:23.225970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:23.271707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=63eb6993-0431-442c-807e-716eee0b80c4,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:23.534602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['63eb6993-0431-442c-807e-716eee0b80c4'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:39:23.733505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ec95f-333e-49ba-b301-a7073191d9eb req-90a29222-ea38-43a5-9686-e35a74f7c7cc tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:23.734988 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e58ec95f-333e-49ba-b301-a7073191d9eb req-90a29222-ea38-43a5-9686-e35a74f7c7cc tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 944 time: 0.0479178 Dec 06 12:39:23.786090 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e58ec95f-333e-49ba-b301-a7073191d9eb req-13f9e04d-c688-4943-8179-0c9a9e8c5682 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444012 Dec 06 12:39:24.901277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc01a3b-223f-4cef-ad8e-2c7fcefaf8d7 req-35ee0a35-9b3c-49e1-a804-04da30279413 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:24.902739 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9cc01a3b-223f-4cef-ad8e-2c7fcefaf8d7 req-35ee0a35-9b3c-49e1-a804-04da30279413 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 944 time: 0.0480244 Dec 06 12:39:24.951122 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9cc01a3b-223f-4cef-ad8e-2c7fcefaf8d7 req-7a372f15-b3af-4bfc-95d5-f75b5f1a2096 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Dec 06 12:39:25.045113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 63eb6993-0431-442c-807e-716eee0b80c4 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:39:25.093253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 63eb6993-0431-442c-807e-716eee0b80c4 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:39:25.097861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 63eb6993-0431-442c-807e-716eee0b80c4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:25.098239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.176263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.199147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd204cc-d03c-4d51-83a1-3f19bf72825f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb6993-0431-442c-807e-716eee0b80c4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:25.201452 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8b82d6-2464-423f-bd56-07d612c69ebb" -d '{"events": [{"server_uuid": "bcd204cc-d03c-4d51-83a1-3f19bf72825f", "name": "network-vif-plugged", "status": "completed", "tag": "63eb6993-0431-442c-807e-716eee0b80c4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:25.215024 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 63eb6993-0431-442c-807e-716eee0b80c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63eb6993-0431-442c-807e-716eee0b80c4,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:25.219536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:25.242790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d309dea-277d-4d55-859b-417f10417e01 x-openstack-request-id: req-5d309dea-277d-4d55-859b-417f10417e01 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:25.243087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd204cc-d03c-4d51-83a1-3f19bf72825f", "name": "network-vif-plugged", "status": "completed", "tag": "63eb6993-0431-442c-807e-716eee0b80c4", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:25.243346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d309dea-277d-4d55-859b-417f10417e01 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:25.243734 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd204cc-d03c-4d51-83a1-3f19bf72825f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb6993-0431-442c-807e-716eee0b80c4', 'code': 200} Dec 06 12:39:25.271431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=63eb6993-0431-442c-807e-716eee0b80c4,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:25.415230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a9342-d95a-4672-93f3-bf367dcf39bd req-5a00823a-4462-454e-a817-e4f1e60d5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:25.416678 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2d3a9342-d95a-4672-93f3-bf367dcf39bd req-5a00823a-4462-454e-a817-e4f1e60d5f4e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 1098 time: 0.0398505 Dec 06 12:39:25.460249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2d3a9342-d95a-4672-93f3-bf367dcf39bd req-c21a9ca0-a8d9-4a67-832d-e9e59111a697 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369749 Dec 06 12:39:26.070541 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7e119-6e6e-447e-83c4-57b166fe8b64 req-576a2f96-201b-41f1-bb35-21dd4269666a tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:26.071976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1d7e119-6e6e-447e-83c4-57b166fe8b64 req-576a2f96-201b-41f1-bb35-21dd4269666a tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 945 time: 0.0512152 Dec 06 12:39:26.118825 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1d7e119-6e6e-447e-83c4-57b166fe8b64 req-aca2e90d-0b0e-4223-bd9d-a2804714159a tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407600 Dec 06 12:39:26.300094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2126-f4d1-4bc5-a750-4e97f892fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:27.240726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5326-b5cf-4df6-8d8a-85ea3080e0c0 req-275468e6-ab43-48fb-82a1-757821373a25 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:27.242225 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-09bd5326-b5cf-4df6-8d8a-85ea3080e0c0 req-275468e6-ab43-48fb-82a1-757821373a25 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 945 time: 0.0548701 Dec 06 12:39:27.288893 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-09bd5326-b5cf-4df6-8d8a-85ea3080e0c0 req-b45e86cf-eea3-4d8e-99f1-83e507907854 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Dec 06 12:39:27.402298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc977a2-411f-4a9a-b065-2321419fd4af req-baba1806-3dda-4115-a828-ee95f9c72f98 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:27.403678 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2cc977a2-411f-4a9a-b065-2321419fd4af req-baba1806-3dda-4115-a828-ee95f9c72f98 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 945 time: 0.0479388 Dec 06 12:39:27.454379 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2cc977a2-411f-4a9a-b065-2321419fd4af req-6ee56793-4064-4b2e-b133-f260e53341d5 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Dec 06 12:39:28.719100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1051cc3a-5e29-43d3-9201-9f49f716dfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:29.919427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:30.987724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:31.989376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:44.956279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-c7899db6-d1cc-41b7-9203-d83c07d7e544 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451901 Dec 06 12:39:45.042362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-0fb82509-febd-4e92-b35a-2c835b7b122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.043979 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-0fb82509-febd-4e92-b35a-2c835b7b122a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40f31975b5284221b520398218aba0e2&device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 1098 time: 0.0431821 Dec 06 12:39:45.154874 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-9d507e22-d667-42a5-9c0c-c0fc4fb976c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.156459 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-9d507e22-d667-42a5-9c0c-c0fc4fb976c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4 HTTP/1.1" status: 200 len: 917 time: 0.0909047 Dec 06 12:39:45.199167 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-4f7c1dcf-e936-4165-8076-f1395fd20cdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63eb6993-0431-442c-807e-716eee0b80c4 HTTP/1.1" status: 200 len: 217 time: 0.0351443 Dec 06 12:39:45.248771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-786e4310-31b7-4fe1-a73f-9d93077277dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.250887 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-786e4310-31b7-4fe1-a73f-9d93077277dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ce0a32-5e49-483c-aff8-41085ac6515e HTTP/1.1" status: 200 len: 855 time: 0.0439048 Dec 06 12:39:45.315696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-7337ea7c-531a-4abe-9ac9-ef6563ff1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:45.317292 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-7337ea7c-531a-4abe-9ac9-ef6563ff1f21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571926 Dec 06 12:39:45.317536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:45.411827 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-26e22fbf-836e-436f-b014-1c717aac1437 service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Dec 06 12:39:45.510441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f9c9aa9-2d69-4139-bbcb-678d6ae14326 req-bbee3ca1-9230-4113-bada-e909b25fc1ed service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908496 Dec 06 12:39:46.649254 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:39:50.358445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc6c59-f4b6-408c-806c-1a0f2dea17d2 req-bbca91ad-1c78-4f02-b4be-733f3e3299c9 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:50.360493 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-abcc6c59-f4b6-408c-806c-1a0f2dea17d2 req-bbca91ad-1c78-4f02-b4be-733f3e3299c9 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 945 time: 0.0502470 Dec 06 12:39:50.408014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-abcc6c59-f4b6-408c-806c-1a0f2dea17d2 req-8fbef5af-5fdb-4872-aa20-3dce356f4208 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Dec 06 12:39:51.683443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be678ea0-0ace-4af4-bf25-0a8aba5b49ac req-1d96cfc0-fad6-4d6d-aaa1-1fa9a92a59a3 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:51.684875 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be678ea0-0ace-4af4-bf25-0a8aba5b49ac req-1d96cfc0-fad6-4d6d-aaa1-1fa9a92a59a3 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 945 time: 0.0474541 Dec 06 12:39:51.737277 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be678ea0-0ace-4af4-bf25-0a8aba5b49ac req-46fd07e5-20e3-477c-a44d-036354e6a5c7 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453570 Dec 06 12:39:52.366451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-614ef644-9fb3-4432-ba36-2feb5a21d66f tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:52.367929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-614ef644-9fb3-4432-ba36-2feb5a21d66f tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 945 time: 0.3433003 Dec 06 12:39:52.455358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Deleting port 63eb6993-0431-442c-807e-716eee0b80c4 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:39:52.455694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.545240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] For port 63eb6993-0431-442c-807e-716eee0b80c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63eb6993-0431-442c-807e-716eee0b80c4,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:39:52.545841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.560771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Calling delete_port for 63eb6993-0431-442c-807e-716eee0b80c4 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:39:52.689592 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.702102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['63eb6993-0431-442c-807e-716eee0b80c4'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:39:52.719379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Pushing event deleted for resources: {'Port': ['ID=63eb6993-0431-442c-807e-716eee0b80c4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:52.762680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] No DVR routers for this DVR port 63eb6993-0431-442c-807e-716eee0b80c4 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:39:52.765332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:52.768919 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2b569bf-fef0-47ac-8076-a8857d8bbad9 req-6c66bdc4-cca5-4027-a71a-f644647aaa24 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.43 "DELETE /v2.0/ports/63eb6993-0431-442c-807e-716eee0b80c4 HTTP/1.1" status: 204 len: 173 time: 0.3945570 Dec 06 12:39:52.769323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd204cc-d03c-4d51-83a1-3f19bf72825f', 'name': 'network-vif-deleted', 'tag': '63eb6993-0431-442c-807e-716eee0b80c4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:52.771722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ad436e-44d1-4fd2-8e19-b92b5400fb50" -d '{"events": [{"server_uuid": "bcd204cc-d03c-4d51-83a1-3f19bf72825f", "name": "network-vif-deleted", "tag": "63eb6993-0431-442c-807e-716eee0b80c4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:52.817952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef14cff2-6efc-4f2f-ae1f-1a581271b469 x-openstack-request-id: req-ef14cff2-6efc-4f2f-ae1f-1a581271b469 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:52.818501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd204cc-d03c-4d51-83a1-3f19bf72825f", "name": "network-vif-deleted", "tag": "63eb6993-0431-442c-807e-716eee0b80c4", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:52.818973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef14cff2-6efc-4f2f-ae1f-1a581271b469 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:52.819571 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd204cc-d03c-4d51-83a1-3f19bf72825f', 'name': 'network-vif-deleted', 'tag': '63eb6993-0431-442c-807e-716eee0b80c4', 'status': 'completed', 'code': 200} Dec 06 12:39:52.851566 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bd5b4cf1-122e-45f9-a18d-bc4d7e856dd4 req-3bcf5174-2926-4e7a-8a18-a85e3fade04d tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd204cc-d03c-4d51-83a1-3f19bf72825f HTTP/1.1" status: 200 len: 210 time: 0.0281146 Dec 06 12:39:54.590632 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144f6a-9732-41d7-8434-25b2854df771 req-724fb55a-0398-4cec-8ec7-a46edff430b0 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:54.592042 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-724fb55a-0398-4cec-8ec7-a46edff430b0 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/networks?id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4 HTTP/1.1" status: 200 len: 816 time: 0.1031232 Dec 06 12:39:54.607435 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-52d1fdc2-6ccb-4472-badb-bba973fcef85 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/quotas/40f31975b5284221b520398218aba0e2 HTTP/1.1" status: 200 len: 375 time: 0.0089862 Dec 06 12:39:54.657058 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-4ba99b1f-2d3a-49b1-a6f5-9dc72fc18070 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=40f31975b5284221b520398218aba0e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436175 Dec 06 12:39:54.752983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-8d7fa097-7665-477f-af32-4c20a9d9a479 service neutron] 10.222.0.24 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846424 Dec 06 12:39:54.842759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-62dade9c-bbb3-4ca8-9ae0-1a656fe924b3 service neutron] 10.222.0.24 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822341 Dec 06 12:39:55.009028 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ede3ffb-d142-4d35-89d0-ddcefed158dd req-d2b4415a-aea4-4bf5-ac5b-3ad9c4da5557 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 210 time: 0.0305927 Dec 06 12:39:55.216303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 63eb6993-0431-442c-807e-716eee0b80c4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:39:55.239558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 63eb6993-0431-442c-807e-716eee0b80c4 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:39:55.239943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 63eb6993-0431-442c-807e-716eee0b80c4 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:39:55.936076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144f6a-9732-41d7-8434-25b2854df771 req-b9ae62bb-9c2e-470b-a191-cb279070fd5e tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:55.938992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-b9ae62bb-9c2e-470b-a191-cb279070fd5e tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.43 "GET /v2.0/networks?id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4 HTTP/1.1" status: 200 len: 816 time: 0.1158714 Dec 06 12:39:55.954269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Request body: {'port': {'device_id': 'd7b448c8-fea4-4e0f-bb32-adf25c0214ef', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'admin_state_up': True, 'tenant_id': '40f31975b5284221b520398218aba0e2'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:56.067786 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Made reservation on behalf of 40f31975b5284221b520398218aba0e2 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:39:56.071272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.112128 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-67e94abf-042d-469d-8fb6-653bac86742d req-4956747c-9bc2-4f37-a33e-3a2419cb7a6d tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 210 time: 0.0305707 Dec 06 12:39:56.240869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Allocated IP 172.20.0.11 (11db2318-4e86-4f9a-9d2b-e8e596a85ed4/25ce0a32-5e49-483c-aff8-41085ac6515e/5316341b-62d7-456f-9144-b0b4e4e1ca44) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:39:56.295892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b67852e6-bfa7-4afe-8c53-18f4cef8da98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.386468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.420270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.467332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:39:56.471276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:39:56.475474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:39:56.501800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Pushing event updated for resources: {'Port': ['ID=5316341b-62d7-456f-9144-b0b4e4e1ca44,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:56.532187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:56.532837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.551235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-565e7deb-4a24-4afe-85d7-f099bda80652 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012073 Dec 06 12:39:56.564220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Request body: {'port': {'device_id': 'd7b448c8-fea4-4e0f-bb32-adf25c0214ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:39:56.627844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.708026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2a7350a3-e03c-44b0-b8b7-4a7a488f9f0e None None] Provisioning complete for port 5316341b-62d7-456f-9144-b0b4e4e1ca44 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:39:56.708397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7350a3-e03c-44b0-b8b7-4a7a488f9f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.744484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2a7350a3-e03c-44b0-b8b7-4a7a488f9f0e None None] Port 5316341b-62d7-456f-9144-b0b4e4e1ca44 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:39:56.905617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5316341b-62d7-456f-9144-b0b4e4e1ca44 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:39:56.913313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.925222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Transition to ACTIVE for port object 5316341b-62d7-456f-9144-b0b4e4e1ca44 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:39:56.929283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:56.978961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Pushing event updated for resources: {'Port': ['ID=5316341b-62d7-456f-9144-b0b4e4e1ca44,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:57.055950 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Attempting to bind port 5316341b-62d7-456f-9144-b0b4e4e1ca44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:39:57.056286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Attempting to bind port 5316341b-62d7-456f-9144-b0b4e4e1ca44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:39:57.056610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Attempting to bind port 5316341b-62d7-456f-9144-b0b4e4e1ca44 on network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:57.061169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Port 5316341b-62d7-456f-9144-b0b4e4e1ca44 on network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:39:57.061485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Attempting to bind port 5316341b-62d7-456f-9144-b0b4e4e1ca44 on network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:39:57.067303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:39:57.067638 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Checking segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:39:57.068046 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Bound using segment: {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:39:57.068479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Bound port: 5316341b-62d7-456f-9144-b0b4e4e1ca44, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cb0939-2144-4f68-87a8-101ff343ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:39:57.068822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.134802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] For port 5316341b-62d7-456f-9144-b0b4e4e1ca44, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:39:57.138440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] For port 5316341b-62d7-456f-9144-b0b4e4e1ca44, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5316341b-62d7-456f-9144-b0b4e4e1ca44,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:39:57.143286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.190440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.191442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:57.193599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] 10.222.0.43 "PUT /v2.0/ports/5316341b-62d7-456f-9144-b0b4e4e1ca44 HTTP/1.1" status: 200 len: 1094 time: 0.6342564 Dec 06 12:39:57.194267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b448c8-fea4-4e0f-bb32-adf25c0214ef', 'tag': '5316341b-62d7-456f-9144-b0b4e4e1ca44'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:39:57.198572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81ec549-5e02-4c29-ad4c-95340cc9628d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b448c8-fea4-4e0f-bb32-adf25c0214ef", "tag": "5316341b-62d7-456f-9144-b0b4e4e1ca44"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:39:57.275568 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fbf31a-041a-469b-9530-59cac569eb19 x-openstack-request-id: req-29fbf31a-041a-469b-9530-59cac569eb19 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:39:57.275890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b448c8-fea4-4e0f-bb32-adf25c0214ef", "tag": "5316341b-62d7-456f-9144-b0b4e4e1ca44", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:39:57.276167 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29fbf31a-041a-469b-9530-59cac569eb19 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:39:57.276572 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b448c8-fea4-4e0f-bb32-adf25c0214ef', 'tag': '5316341b-62d7-456f-9144-b0b4e4e1ca44', 'status': 'completed', 'code': 200} Dec 06 12:39:57.309987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778acb1-d515-4833-82b7-e18c7036fe22 service neutron] Pushing event updated for resources: {'Port': ['ID=5316341b-62d7-456f-9144-b0b4e4e1ca44,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:39:57.339151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144f6a-9732-41d7-8434-25b2854df771 req-24599bb2-bac6-4d73-b972-7e55af1ad4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.340981 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-24599bb2-bac6-4d73-b972-7e55af1ad4f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40f31975b5284221b520398218aba0e2&device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 1097 time: 0.0815725 Dec 06 12:39:57.349276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68809821-8d10-4e60-a152-a1eff5e7e57d req-4254454f-846c-4628-abd7-aaf4fcc7bfdf tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.350797 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-68809821-8d10-4e60-a152-a1eff5e7e57d req-4254454f-846c-4628-abd7-aaf4fcc7bfdf tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 944 time: 0.1225154 Dec 06 12:39:57.399205 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-15d11f5f-ca43-406f-a74a-dff4e48219c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5316341b-62d7-456f-9144-b0b4e4e1ca44 HTTP/1.1" status: 200 len: 217 time: 0.0474174 Dec 06 12:39:57.461900 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-68809821-8d10-4e60-a152-a1eff5e7e57d req-fdbae337-4710-4811-b86b-6471ced8bee0 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039042 Dec 06 12:39:57.473807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144f6a-9732-41d7-8434-25b2854df771 req-ee4b7dcc-69db-4574-808b-d20a54e50f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.475329 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-ee4b7dcc-69db-4574-808b-d20a54e50f3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ce0a32-5e49-483c-aff8-41085ac6515e HTTP/1.1" status: 200 len: 855 time: 0.0676599 Dec 06 12:39:57.545242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144f6a-9732-41d7-8434-25b2854df771 req-87d76484-ad0c-46d9-81c8-12fd5f1a9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.546753 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-87d76484-ad0c-46d9-81c8-12fd5f1a9f1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636325 Dec 06 12:39:57.634991 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-b2192e7d-98ac-45ee-bbcf-02d39e1b4117 service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810578 Dec 06 12:39:57.728402 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d144f6a-9732-41d7-8434-25b2854df771 req-bc35b6c3-eb9f-44ff-878a-7887ed4fccf0 service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869277 Dec 06 12:39:57.829948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-1a990fa9-91d4-478e-aaf4-38fce7864c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.831740 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-1a990fa9-91d4-478e-aaf4-38fce7864c1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40f31975b5284221b520398218aba0e2&device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 1097 time: 0.0476403 Dec 06 12:39:57.933769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-381acbf4-cb9a-4e71-9c88-8ac6295b474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:57.935231 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-381acbf4-cb9a-4e71-9c88-8ac6295b474a service neutron] 10.222.0.43 "GET /v2.0/networks?id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4 HTTP/1.1" status: 200 len: 917 time: 0.0969021 Dec 06 12:39:57.975610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-dcd7bd47-5b9b-40da-a8c3-0349934753b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5316341b-62d7-456f-9144-b0b4e4e1ca44 HTTP/1.1" status: 200 len: 217 time: 0.0337222 Dec 06 12:39:58.028654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-8e1be434-d390-495e-ba40-575342930ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:58.030130 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-8e1be434-d390-495e-ba40-575342930ba7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ce0a32-5e49-483c-aff8-41085ac6515e HTTP/1.1" status: 200 len: 855 time: 0.0479996 Dec 06 12:39:58.075821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-e03155a4-4d35-4be6-a7c7-8d7b7fb8b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:58.077357 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-e03155a4-4d35-4be6-a7c7-8d7b7fb8b178 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11db2318-4e86-4f9a-9d2b-e8e596a85ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399077 Dec 06 12:39:58.172859 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-b1391813-5d32-42dd-8077-b2e68bfea966 service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835772 Dec 06 12:39:58.265870 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b81ec549-5e02-4c29-ad4c-95340cc9628d req-554afb3f-6210-4520-8f7a-f25e01c7c466 service neutron] 10.222.0.43 "GET /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857956 Dec 06 12:39:58.578761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff4fb5-46b8-4767-a8c6-54b8b191be71 req-0c9751fb-93cb-4b2a-a1b4-af1043346093 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:58.580183 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecff4fb5-46b8-4767-a8c6-54b8b191be71 req-0c9751fb-93cb-4b2a-a1b4-af1043346093 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 944 time: 0.0502064 Dec 06 12:39:58.628042 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecff4fb5-46b8-4767-a8c6-54b8b191be71 req-3036623f-0e31-4914-8e1e-4d34017df66a tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Dec 06 12:39:58.720980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1b486a4-b7f1-44c5-a965-9a969f8e898f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:39:59.746303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6a2e-a66d-4c7d-885c-2cccf1996204 req-60f7bd06-ca55-41dd-be65-c71225880328 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:39:59.747795 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6e0d6a2e-a66d-4c7d-885c-2cccf1996204 req-60f7bd06-ca55-41dd-be65-c71225880328 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 944 time: 0.0529108 Dec 06 12:39:59.795693 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6e0d6a2e-a66d-4c7d-885c-2cccf1996204 req-da07db26-b982-4f75-94d5-c812a8c47f5c tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Dec 06 12:39:59.922523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:00.912581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d663d-074d-4475-a373-b79352ca60ba req-d335a2e8-2323-40b0-95da-db02d108847e tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:00.914059 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc0d663d-074d-4475-a373-b79352ca60ba req-d335a2e8-2323-40b0-95da-db02d108847e tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 944 time: 0.0489728 Dec 06 12:40:00.961908 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc0d663d-074d-4475-a373-b79352ca60ba req-77cdba67-36e6-4e63-8f1e-5c2797314258 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Dec 06 12:40:00.982965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.264682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5316341b-62d7-456f-9144-b0b4e4e1ca44 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:40:01.361758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5316341b-62d7-456f-9144-b0b4e4e1ca44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5316341b-62d7-456f-9144-b0b4e4e1ca44,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:01.372682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '5316341b-62d7-456f-9144-b0b4e4e1ca44', 'network_id': '11db2318-4e86-4f9a-9d2b-e8e596a85ed4', 'port_id': '5316341b-62d7-456f-9144-b0b4e4e1ca44', 'mac_address': 'fa:16:3e:5a:24:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ce0a32-5e49-483c-aff8-41085ac6515e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:40:01.413906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.427437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5316341b-62d7-456f-9144-b0b4e4e1ca44 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:40:01.447849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5316341b-62d7-456f-9144-b0b4e4e1ca44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5316341b-62d7-456f-9144-b0b4e4e1ca44,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:01.451899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:01.501832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5316341b-62d7-456f-9144-b0b4e4e1ca44,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:01.508988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.509337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.509682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.510018 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.510349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.510676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.511003 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.511329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.511657 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.512023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.512337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.512659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.512987 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:01.758142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['5316341b-62d7-456f-9144-b0b4e4e1ca44'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:40:01.994571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:02.075239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d06c4-9863-4924-a6f1-36aca66d4da5 req-d9019f9e-5dd1-4b94-a213-8805af6d1ac3 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:02.076641 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-614d06c4-9863-4924-a6f1-36aca66d4da5 req-d9019f9e-5dd1-4b94-a213-8805af6d1ac3 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 945 time: 0.0477576 Dec 06 12:40:02.127429 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-614d06c4-9863-4924-a6f1-36aca66d4da5 req-d14548d7-962d-4972-a89d-a2bdabd4adf7 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Dec 06 12:40:03.242024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfd02b-1b99-4b6e-9b74-d8311c733934 req-99f9b652-a1db-49bb-8107-ab560e160274 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:03.243504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aabfd02b-1b99-4b6e-9b74-d8311c733934 req-99f9b652-a1db-49bb-8107-ab560e160274 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 945 time: 0.0504081 Dec 06 12:40:03.291418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-aabfd02b-1b99-4b6e-9b74-d8311c733934 req-2cd074a0-53a5-47e2-b5db-54adbc88f7eb tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414562 Dec 06 12:40:03.294589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5316341b-62d7-456f-9144-b0b4e4e1ca44 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:03.343970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 5316341b-62d7-456f-9144-b0b4e4e1ca44 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:40:03.348143 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 5316341b-62d7-456f-9144-b0b4e4e1ca44 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:03.348517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.422826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.445650 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b448c8-fea4-4e0f-bb32-adf25c0214ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5316341b-62d7-456f-9144-b0b4e4e1ca44'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:03.447921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1ec5e9-37dd-4972-bf97-620d0ea5e9d1" -d '{"events": [{"server_uuid": "d7b448c8-fea4-4e0f-bb32-adf25c0214ef", "name": "network-vif-plugged", "status": "completed", "tag": "5316341b-62d7-456f-9144-b0b4e4e1ca44"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:03.465085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5316341b-62d7-456f-9144-b0b4e4e1ca44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5316341b-62d7-456f-9144-b0b4e4e1ca44,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:03.469531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:03.492859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71994abd-5060-46c6-9c19-79875f9db666 x-openstack-request-id: req-71994abd-5060-46c6-9c19-79875f9db666 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:03.493148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b448c8-fea4-4e0f-bb32-adf25c0214ef", "name": "network-vif-plugged", "status": "completed", "tag": "5316341b-62d7-456f-9144-b0b4e4e1ca44", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:03.493397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71994abd-5060-46c6-9c19-79875f9db666 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:03.493802 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b448c8-fea4-4e0f-bb32-adf25c0214ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5316341b-62d7-456f-9144-b0b4e4e1ca44', 'code': 200} Dec 06 12:40:03.521409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5316341b-62d7-456f-9144-b0b4e4e1ca44,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:03.652830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a5985-9b4f-4946-ae68-d8c918eb2722 req-b2d88c0f-f9e2-494c-9768-b3b74f2be41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:03.654294 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b47a5985-9b4f-4946-ae68-d8c918eb2722 req-b2d88c0f-f9e2-494c-9768-b3b74f2be41f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 1099 time: 0.0400836 Dec 06 12:40:03.698868 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b47a5985-9b4f-4946-ae68-d8c918eb2722 req-e5024703-f52d-4e97-a6c3-60994d767c85 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365729 Dec 06 12:40:04.411112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27cad4-42fb-45ff-be06-f35f181d5476 req-4b09910b-87bc-43a5-aabf-5fae003635fc tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:04.412611 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb27cad4-42fb-45ff-be06-f35f181d5476 req-4b09910b-87bc-43a5-aabf-5fae003635fc tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 946 time: 0.0539389 Dec 06 12:40:04.460220 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb27cad4-42fb-45ff-be06-f35f181d5476 req-16f0705b-43bb-4c67-8063-25cb9401559f tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Dec 06 12:40:05.576098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362a450-2d7e-48e5-8555-e57aafddf9f2 req-57a7f33d-5765-4224-b61e-0978078beab8 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:05.577545 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0362a450-2d7e-48e5-8555-e57aafddf9f2 req-57a7f33d-5765-4224-b61e-0978078beab8 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 946 time: 0.0489178 Dec 06 12:40:05.627715 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0362a450-2d7e-48e5-8555-e57aafddf9f2 req-ae4461b5-b312-4ed8-9e44-4c8ca627c43c tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Dec 06 12:40:05.740474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424f9f-c356-47ed-8d97-29ef60edc642 req-31a9c212-3372-4a17-823c-89d18f162e20 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:05.742082 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-74424f9f-c356-47ed-8d97-29ef60edc642 req-31a9c212-3372-4a17-823c-89d18f162e20 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 946 time: 0.0483582 Dec 06 12:40:05.792239 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-74424f9f-c356-47ed-8d97-29ef60edc642 req-4c6ecd12-923e-4556-822e-7b7bacf631ae tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 Dec 06 12:40:15.312427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:23.647293 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:40:26.287323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60ace123-9316-40f3-a61a-6cf968ff2037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:28.285530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76571f-4508-490b-b789-c236f4b11b32 req-d90ca284-28d2-40e1-9dcc-c7950ae46ec1 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:28.287074 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ba76571f-4508-490b-b789-c236f4b11b32 req-d90ca284-28d2-40e1-9dcc-c7950ae46ec1 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 946 time: 0.0528777 Dec 06 12:40:28.342502 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ba76571f-4508-490b-b789-c236f4b11b32 req-3fa3b496-1535-40ec-b329-b6f615e68a81 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489941 Dec 06 12:40:28.723542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2a47-db98-40e7-91d2-a93a1420c795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:29.459012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de887a65-e2e6-4a4b-b85d-4acbfc44dbdb req-2dd713d6-ab05-47d0-a7ea-6bf179641c07 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:29.460506 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de887a65-e2e6-4a4b-b85d-4acbfc44dbdb req-2dd713d6-ab05-47d0-a7ea-6bf179641c07 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 946 time: 0.0485487 Dec 06 12:40:29.506879 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-de887a65-e2e6-4a4b-b85d-4acbfc44dbdb req-da65e0a3-c069-4cad-9b1f-d23e6d8c4325 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bb73c6-e7dd-4fd8-8633-42ac26428929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Dec 06 12:40:29.923881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:29.985936 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-df44f6b3-4ccf-4357-a1cd-dd68ecece166 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:29.987799 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-df44f6b3-4ccf-4357-a1cd-dd68ecece166 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 946 time: 0.0587866 Dec 06 12:40:30.078633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Deleting port 5316341b-62d7-456f-9144-b0b4e4e1ca44 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:30.078890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:30.167427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] For port 5316341b-62d7-456f-9144-b0b4e4e1ca44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5316341b-62d7-456f-9144-b0b4e4e1ca44,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:30.167788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:30.180822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Calling delete_port for 5316341b-62d7-456f-9144-b0b4e4e1ca44 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:30.309083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:30.321889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['5316341b-62d7-456f-9144-b0b4e4e1ca44'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:40:30.336129 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Pushing event deleted for resources: {'Port': ['ID=5316341b-62d7-456f-9144-b0b4e4e1ca44,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:30.350199 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.350562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.351485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.351840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.352279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.352685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.352986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.353291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.353635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.353957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.354290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.354623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.354948 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:30.391141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] No DVR routers for this DVR port 5316341b-62d7-456f-9144-b0b4e4e1ca44 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:30.393695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:30.397037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf1b6349-fd2e-4fd5-9e3e-c9cc044a426c req-e3f17627-41d8-4178-8669-f1b8609d5580 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.43 "DELETE /v2.0/ports/5316341b-62d7-456f-9144-b0b4e4e1ca44 HTTP/1.1" status: 204 len: 173 time: 0.4029055 Dec 06 12:40:30.397486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b448c8-fea4-4e0f-bb32-adf25c0214ef', 'name': 'network-vif-deleted', 'tag': '5316341b-62d7-456f-9144-b0b4e4e1ca44'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:40:30.399887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3402c00c-100f-4647-9e34-cf9d41906bf5" -d '{"events": [{"server_uuid": "d7b448c8-fea4-4e0f-bb32-adf25c0214ef", "name": "network-vif-deleted", "tag": "5316341b-62d7-456f-9144-b0b4e4e1ca44"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:40:30.449208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86c4ffd-2fc9-4a02-b57a-c1e05c9a9c19 x-openstack-request-id: req-f86c4ffd-2fc9-4a02-b57a-c1e05c9a9c19 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:40:30.449509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b448c8-fea4-4e0f-bb32-adf25c0214ef", "name": "network-vif-deleted", "tag": "5316341b-62d7-456f-9144-b0b4e4e1ca44", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:40:30.449763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f86c4ffd-2fc9-4a02-b57a-c1e05c9a9c19 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:40:30.450242 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b448c8-fea4-4e0f-bb32-adf25c0214ef', 'name': 'network-vif-deleted', 'tag': '5316341b-62d7-456f-9144-b0b4e4e1ca44', 'status': 'completed', 'code': 200} Dec 06 12:40:30.610955 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b0925577-b36a-4b97-9754-2845d25b5512 req-5fe860b2-1108-432d-ab2d-8c57d57cef70 tempest-TestEncryptedCinderVolumes-1398783192 tempest-TestEncryptedCinderVolumes-1398783192-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b448c8-fea4-4e0f-bb32-adf25c0214ef HTTP/1.1" status: 200 len: 210 time: 0.0277245 Dec 06 12:40:30.984324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:31.700291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50250) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:31.998669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.042777 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.293014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Deleting port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:32.293325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.372586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] For port 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:32.372960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.385299 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Calling delete_port for 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:32.561258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.586831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7c161d-8ec9-4d6d-968d-5107ea8ffafd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:32.611639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.612027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.612384 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.612744 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.613073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.613409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.613747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.614083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.614423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.614756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.615090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.615419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.615750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:32.767382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:32.970512 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:33.074894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:33.080066 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6641446f-6515-4865-9062-3b38bf745503 admin admin] 10.222.0.24 "PUT /v2.0/routers/ff6ba36f-88c3-4bc7-9668-3f3bcf03e422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3786478 Dec 06 12:40:33.082591 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50254) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:33.084392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] Sync routers for ids ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:33.094800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] Routers {'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:33.095525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:33.186781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:33.202173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] Set router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:33.286192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:33.339658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Deleting port 7a82d560-f1c8-484a-8efc-0930a5221c07 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:33.340015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:33.377998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196'}], 'enable_snat': True}, 'gw_port_id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:40:32Z', 'revision_number': 5, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port': {'id': '7a82d560-f1c8-484a-8efc-0930a5221c07', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:07Z', 'updated_at': '2021-12-06T12:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:33.407098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5316341b-62d7-456f-9144-b0b4e4e1ca44 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:33.410553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] Checking router: ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:33.433951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 5316341b-62d7-456f-9144-b0b4e4e1ca44 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:33.434292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5316341b-62d7-456f-9144-b0b4e4e1ca44 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:33.443542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] Routers {'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:33.444203 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:33.533755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] Set router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:33.729543 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] For port 7a82d560-f1c8-484a-8efc-0930a5221c07, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a82d560-f1c8-484a-8efc-0930a5221c07,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:33.729840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:33.737054 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:40:33Z', 'revision_number': 6, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:33.742864 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Calling delete_port for 7a82d560-f1c8-484a-8efc-0930a5221c07 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:33.765762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980b34f-2740-4483-9f43-ef2a21c68817 None None] The sync data for ids ['ff6ba36f-88c3-4bc7-9668-3f3bcf03e422'] in dv-neutron-master-2-hyperv is: [{'id': 'ff6ba36f-88c3-4bc7-9668-3f3bcf03e422', 'name': 'tempest-TestEncryptedCinderVolumes-400048345-router', 'tenant_id': '40f31975b5284221b520398218aba0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:06Z', 'updated_at': '2021-12-06T12:40:33Z', 'revision_number': 6, 'project_id': '40f31975b5284221b520398218aba0e2', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:33.905932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:33.936083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Pushing event deleted for resources: {'Port': ['ID=7a82d560-f1c8-484a-8efc-0930a5221c07,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:33.942568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090758d9-0d1e-493c-a70f-ee919ffe2c88 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:33.992106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.083995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.086033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.135907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.135907 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:40:34.141375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.144997 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-686b6c24-1c79-498e-a811-e2bdeda90ded admin admin] 10.222.0.24 "DELETE /v2.0/routers/ff6ba36f-88c3-4bc7-9668-3f3bcf03e422 HTTP/1.1" status: 204 len: 168 time: 1.0589049 Dec 06 12:40:34.145292 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50256) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:34.199814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebae721-0542-4a81-9083-9643b5fa9ea5 admin admin] Deleting subnet 25ce0a32-5e49-483c-aff8-41085ac6515e {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:40:34.203835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ebae721-0542-4a81-9083-9643b5fa9ea5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.240686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ebae721-0542-4a81-9083-9643b5fa9ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.321776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ebae721-0542-4a81-9083-9643b5fa9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.373831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ebae721-0542-4a81-9083-9643b5fa9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.399090 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebae721-0542-4a81-9083-9643b5fa9ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ce0a32-5e49-483c-aff8-41085ac6515e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:34.401055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9ebae721-0542-4a81-9083-9643b5fa9ea5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.404765 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9ebae721-0542-4a81-9083-9643b5fa9ea5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/25ce0a32-5e49-483c-aff8-41085ac6515e HTTP/1.1" status: 204 len: 168 time: 0.2585089 Dec 06 12:40:34.406375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b82871-a51c-436d-ae44-7cf7751a9862 None None] Network 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:34.407189 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50258) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:34.479990 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.536954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Deleting port 34b2bbad-7668-41d3-a491-712ddfb998b1 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:34.537300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.546350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:34.568063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:34.568478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9e7c161d-8ec9-4d6d-968d-5107ea8ffafd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:34.606959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] For port 34b2bbad-7668-41d3-a491-712ddfb998b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34b2bbad-7668-41d3-a491-712ddfb998b1,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:34.607952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.609560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] DHCP port deletion for 11db2318-4e86-4f9a-9d2b-e8e596a85ed4 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:34.626920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Calling delete_port for 34b2bbad-7668-41d3-a491-712ddfb998b1 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:34.659623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] Deleting port 34b2bbad-7668-41d3-a491-712ddfb998b1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:34.660062 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.709795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.727960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] For port 34b2bbad-7668-41d3-a491-712ddfb998b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34b2bbad-7668-41d3-a491-712ddfb998b1,segment=NetworkSegment(48cb0939-2144-4f68-87a8-101ff343ed46),segment_id=48cb0939-2144-4f68-87a8-101ff343ed46)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:34.728364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.737254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b2bbad-7668-41d3-a491-712ddfb998b1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:34.740895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] No DVR routers for this DVR port 34b2bbad-7668-41d3-a491-712ddfb998b1 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:34.743530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] Calling delete_port for 34b2bbad-7668-41d3-a491-712ddfb998b1 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:34.822100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.830231 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.840958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11db2318-4e86-4f9a-9d2b-e8e596a85ed4']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:34.851108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cb0939-2144-4f68-87a8-101ff343ed46') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:34.851405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cb0939-2144-4f68-87a8-101ff343ed46') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:34.855525 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] Pushing event deleted for resources: {'Port': ['ID=34b2bbad-7668-41d3-a491-712ddfb998b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:34.859500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a0bf4-a48a-411d-8323-8c1d809b0e65 None None] No DVR routers for this DVR port 34b2bbad-7668-41d3-a491-712ddfb998b1 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:34.862339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.877598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.884501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:40:34.884920 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:40:34.886783 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:40:34.944590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.949730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:34.953580 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/11db2318-4e86-4f9a-9d2b-e8e596a85ed4 HTTP/1.1" status: 204 len: 168 time: 0.5454798 Dec 06 12:40:34.956888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50260) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:34.964475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eed33d-b390-43b2-8e71-e289c53594e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=11db2318-4e86-4f9a-9d2b-e8e596a85ed4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:35.294188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:35.534549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Deleting port f4f1e38b-8572-4120-b84a-d91607a88e83 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:35.534882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:35.610147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] For port f4f1e38b-8572-4120-b84a-d91607a88e83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4f1e38b-8572-4120-b84a-d91607a88e83,segment=NetworkSegment(dc7ebb40-33d8-4d73-97d1-458f19bb53d3),segment_id=dc7ebb40-33d8-4d73-97d1-458f19bb53d3)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:35.610487 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:35.624840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Calling delete_port for f4f1e38b-8572-4120-b84a-d91607a88e83 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:35.809809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:35.838351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f1e38b-8572-4120-b84a-d91607a88e83,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:35.891322 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 34b2bbad-7668-41d3-a491-712ddfb998b1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:35.920215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 34b2bbad-7668-41d3-a491-712ddfb998b1 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:35.920570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 34b2bbad-7668-41d3-a491-712ddfb998b1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:35.920997 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7a82d560-f1c8-484a-8efc-0930a5221c07 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:35.942201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 7a82d560-f1c8-484a-8efc-0930a5221c07 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:35.942438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 7a82d560-f1c8-484a-8efc-0930a5221c07 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:36.013895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:36.514192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Router e0021cdd-5df9-4862-943e-1198e547683a has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:36.616566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:36.621418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2178f667-328f-4e40-b708-8479d47908ca admin admin] 10.222.0.24 "PUT /v2.0/routers/e0021cdd-5df9-4862-943e-1198e547683a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634018 Dec 06 12:40:36.624283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50262) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:36.626837 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] Sync routers for ids ['e0021cdd-5df9-4862-943e-1198e547683a'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:36.636418 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] Routers {'e0021cdd-5df9-4862-943e-1198e547683a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:36.637103 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0021cdd-5df9-4862-943e-1198e547683a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:36.727253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:36.741478 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] Set router e0021cdd-5df9-4862-943e-1198e547683a gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:36.829938 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:36.882127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Deleting port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:36.882371 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:36.915153 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:40:35Z', 'revision_number': 5, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port': {'id': 'a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:39:12Z', 'updated_at': '2021-12-06T12:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:36.940708 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] Checking router: e0021cdd-5df9-4862-943e-1198e547683a for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:36.949279 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] Routers {'e0021cdd-5df9-4862-943e-1198e547683a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:36.949883 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['e0021cdd-5df9-4862-943e-1198e547683a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:36.960663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] For port a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:36.961018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:36.974327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Calling delete_port for a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:37.039231 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] Set router e0021cdd-5df9-4862-943e-1198e547683a gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:37.094436 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:40:36Z', 'revision_number': 6, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:37.119787 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e847b60-9941-4dd7-a3e5-a4a2d8c65487 None None] The sync data for ids ['e0021cdd-5df9-4862-943e-1198e547683a'] in dv-neutron-master-2-hyperv is: [{'id': 'e0021cdd-5df9-4862-943e-1198e547683a', 'name': 'tempest-TestEncryptedCinderVolumes-831547815-router', 'tenant_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:39:11Z', 'updated_at': '2021-12-06T12:40:36Z', 'revision_number': 6, 'project_id': 'ebb23f95e0d249eeae7b3e9ba318f3ba', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:37.141163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.173315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:37.188085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b398e7-08bc-47e4-91a7-4c3acd9682bf None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:37.237207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.326696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.328855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.371746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.372831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0021cdd-5df9-4862-943e-1198e547683a {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:40:37.377480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.378620 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-be728e68-ecaa-45c4-93d0-6f768a220b39 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e0021cdd-5df9-4862-943e-1198e547683a HTTP/1.1" status: 204 len: 168 time: 0.7534356 Dec 06 12:40:37.381039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50264) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:37.429967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-70245610-b269-4b27-8b93-3d42e4830973 admin admin] Deleting subnet 98d1c73d-22ce-4fae-9ea2-e17a31d8776c {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:40:37.432890 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70245610-b269-4b27-8b93-3d42e4830973 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.468640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70245610-b269-4b27-8b93-3d42e4830973 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.549931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70245610-b269-4b27-8b93-3d42e4830973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.606208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70245610-b269-4b27-8b93-3d42e4830973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.631535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70245610-b269-4b27-8b93-3d42e4830973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d1c73d-22ce-4fae-9ea2-e17a31d8776c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:37.635121 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70245610-b269-4b27-8b93-3d42e4830973 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.638260 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-70245610-b269-4b27-8b93-3d42e4830973 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98d1c73d-22ce-4fae-9ea2-e17a31d8776c HTTP/1.1" status: 204 len: 168 time: 0.2562590 Dec 06 12:40:37.640723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50266) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:37.643102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8775ad-6631-42ba-87ca-8772806169da None None] Network db4f2cfd-1473-4445-81ca-edd178983ca5 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:37.708411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.760220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Deleting port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:37.760561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.828237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] For port 88034b2b-6da4-455d-b0f0-bf5b5420ca67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88034b2b-6da4-455d-b0f0-bf5b5420ca67,segment=NetworkSegment(dc7ebb40-33d8-4d73-97d1-458f19bb53d3),segment_id=dc7ebb40-33d8-4d73-97d1-458f19bb53d3)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:37.828536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.840862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Calling delete_port for 88034b2b-6da4-455d-b0f0-bf5b5420ca67 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:37.908560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] DHCP port deletion for db4f2cfd-1473-4445-81ca-edd178983ca5 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:37.927039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.960971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Pushing event deleted for resources: {'Port': ['ID=88034b2b-6da4-455d-b0f0-bf5b5420ca67,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:37.966825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] No DVR routers for this DVR port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:37.970040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] Deleting port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:40:37.970684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:37.990107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:38.040805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.042126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:38.042474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a4f023d3-eaa1-4a6b-aa2b-e14cf5a5bafc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:38.042895 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f4f1e38b-8572-4120-b84a-d91607a88e83 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:38.063459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4f2cfd-1473-4445-81ca-edd178983ca5']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:38.072761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f4f1e38b-8572-4120-b84a-d91607a88e83 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:38.072933 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:38.073110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f4f1e38b-8572-4120-b84a-d91607a88e83 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:38.073234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7ebb40-33d8-4d73-97d1-458f19bb53d3') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:38.073534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 88034b2b-6da4-455d-b0f0-bf5b5420ca67 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:40:38.084117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.094524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] For port 88034b2b-6da4-455d-b0f0-bf5b5420ca67, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:38.095059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.097819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.097975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 88034b2b-6da4-455d-b0f0-bf5b5420ca67 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:40:38.098489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 88034b2b-6da4-455d-b0f0-bf5b5420ca67 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:40:38.105359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:40:38.105697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:40:38.107634 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:40:38.111060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] Calling delete_port for 88034b2b-6da4-455d-b0f0-bf5b5420ca67 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:40:38.113939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] Port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:40:38.115341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.142057 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] Pushing event deleted for resources: {'Port': ['ID=88034b2b-6da4-455d-b0f0-bf5b5420ca67,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:38.150800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7424446-4325-4e8f-9d28-010d2433a94b None None] No DVR routers for this DVR port 88034b2b-6da4-455d-b0f0-bf5b5420ca67 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:40:38.177641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.186313 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.191372 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] 10.222.0.24 "DELETE /v2.0/networks/db4f2cfd-1473-4445-81ca-edd178983ca5 HTTP/1.1" status: 204 len: 168 time: 0.5473878 Dec 06 12:40:38.199652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0817d93-c1eb-47d7-86e0-e1de4c06c82c admin admin] Pushing event deleted for resources: {'Network': ['ID=db4f2cfd-1473-4445-81ca-edd178983ca5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:38.356040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50270) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:38.396148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-10596a7a-88cb-43c6-a00e-2905a5f4a6f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40f31975b5284221b520398218aba0e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383673 Dec 06 12:40:38.398483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50272) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:38.444826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95dff3fe-98d3-4f38-aa9f-f20b48cca3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.465212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95dff3fe-98d3-4f38-aa9f-f20b48cca3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.515486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95dff3fe-98d3-4f38-aa9f-f20b48cca3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.518128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95dff3fe-98d3-4f38-aa9f-f20b48cca3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.519254 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-95dff3fe-98d3-4f38-aa9f-f20b48cca3c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92bb73c6-e7dd-4fd8-8633-42ac26428929 HTTP/1.1" status: 204 len: 168 time: 0.1198986 Dec 06 12:40:38.526897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dff3fe-98d3-4f38-aa9f-f20b48cca3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb73c6-e7dd-4fd8-8633-42ac26428929,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:38.828275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50278) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:38.868296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dfdf17bc-7a81-473c-b97a-73dbf0cc75be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebb23f95e0d249eeae7b3e9ba318f3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388372 Dec 06 12:40:38.870643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50280) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:38.916586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fb7d-4121-4a39-b156-684607834174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.937696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fb7d-4121-4a39-b156-684607834174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.985417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fb7d-4121-4a39-b156-684607834174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.988075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fb7d-4121-4a39-b156-684607834174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:38.989234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dfc7fb7d-4121-4a39-b156-684607834174 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62fbba8f-d567-451a-9a3d-4d87d7da9b24 HTTP/1.1" status: 204 len: 168 time: 0.1176779 Dec 06 12:40:38.997066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7fb7d-4121-4a39-b156-684607834174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fbba8f-d567-451a-9a3d-4d87d7da9b24,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:39.646919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50302) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:39.740901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1909456547-network', 'tenant_id': '47828eb67a464737a1509e78c1c71320'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:39.762331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Made reservation on behalf of 47828eb67a464737a1509e78c1c71320 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:40:39.765192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:39.773282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:39.851275 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:39.855031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:39.881338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:40:39.891069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7c12e-6b6c-40e7-8539-4b46c3db1c44,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:39.896498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:39.896840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Added segment fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4 of type vlan for network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 Dec 06 12:40:39.935902 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:39.960613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:39.961634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:39.962204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.017501 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3694730 Dec 06 12:40:40.020548 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50306) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:40.024667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe6ffd-97bf-44b7-b4cc-c2120b71ee15 admin admin] Pushing event updated for resources: {'Network': ['ID=9d6db6a2-04e0-4e8f-97cc-4edde1744750,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:40.025556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Request body: {'subnet': {'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1909456547-subnet', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:40.034759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:40:40.048498 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Made reservation on behalf of 47828eb67a464737a1509e78c1c71320 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:40:40.051011 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.221052 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.276546 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe86571-caf1-4145-b557-4faefb6fbcd0,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:40.286290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Checking segment: {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:40.286655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Network hostable DHCP agents. Network: 9d6db6a2-04e0-4e8f-97cc-4edde1744750, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:40:40.303887 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:40:40.312114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9d6db6a2-04e0-4e8f-97cc-4edde1744750) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:40.316173 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:40.316770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.320976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af194d77-7d0c-4302-898a-df8a58104e0b None None] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:40.332860 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-607e9024-aff0-4e0d-b770-c2786418f423 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3112092 Dec 06 12:40:40.335466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50308) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:40.340015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:40.362560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.363466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.417114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.464687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:40:40.465549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.556831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.603703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Allocated IP 172.20.0.2 (9d6db6a2-04e0-4e8f-97cc-4edde1744750/6fe86571-caf1-4145-b557-4faefb6fbcd0/b203b171-52d0-45b9-8914-2af9b0b72c21) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:40.748507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.754780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.763643 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.783172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.792940 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:40.796033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:40.799485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:40.814665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Pushing event updated for resources: {'Port': ['ID=b203b171-52d0-45b9-8914-2af9b0b72c21,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:40.863253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Attempting to bind port b203b171-52d0-45b9-8914-2af9b0b72c21 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:40.863626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Attempting to bind port b203b171-52d0-45b9-8914-2af9b0b72c21 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:40.864027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Attempting to bind port b203b171-52d0-45b9-8914-2af9b0b72c21 on network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:40.869105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:40.869431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Checking segment: {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:40.869837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.870233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Bound using segment: {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:40.871338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Bound port: b203b171-52d0-45b9-8914-2af9b0b72c21, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:40.871732 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:40.887694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Allocated IP 172.36.1.60 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/c2c866d1-40d6-4b42-92a6-5d75ee147de0) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:40.936674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] For port b203b171-52d0-45b9-8914-2af9b0b72c21, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:40.939793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] For port b203b171-52d0-45b9-8914-2af9b0b72c21, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b203b171-52d0-45b9-8914-2af9b0b72c21,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:40.945324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:41.003033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:41.008149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b640d4-72f8-490f-b95b-980e56776adc None None] Pushing event updated for resources: {'Port': ['ID=b203b171-52d0-45b9-8914-2af9b0b72c21,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:41.038928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:41.081150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:41.084013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:41.086430 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:41.096341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068adb98-5089-4a68-83b5-091478b54721 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:41.119418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Pushing event updated for resources: {'Port': ['ID=c2c866d1-40d6-4b42-92a6-5d75ee147de0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:41.208027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4d3e472d-a8be-4bd8-98c7-64dd5528c50f None None] Provisioning complete for port c2c866d1-40d6-4b42-92a6-5d75ee147de0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:41.208404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d3e472d-a8be-4bd8-98c7-64dd5528c50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:41.250173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e472d-a8be-4bd8-98c7-64dd5528c50f None None] Port c2c866d1-40d6-4b42-92a6-5d75ee147de0 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:41.374046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:41.570532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:41.702501 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Router 66685976-410c-452d-b20e-8d8b1b5e5620 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:40:41.819466 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:41.829103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Sync routers for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:41.840142 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:41.842217 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a5ffe748-a5cf-480b-99a2-2c768ace682d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5055590 Dec 06 12:40:41.844723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50310) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:41.856550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:41.858370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:41.974476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b203b171-52d0-45b9-8914-2af9b0b72c21 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:41.989023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:42.019386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d82bda-16e2-4c86-9a3f-eaa3263d5283 None None] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:42.284689 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.354745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-67c2e1f6-52b5-48cd-b58f-7e0f2769ffa7 None None] Provisioning complete for port b203b171-52d0-45b9-8914-2af9b0b72c21 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:42.355354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67c2e1f6-52b5-48cd-b58f-7e0f2769ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.434588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port b203b171-52d0-45b9-8914-2af9b0b72c21 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:42.435336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.447577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Allocated IP 172.20.0.1 (9d6db6a2-04e0-4e8f-97cc-4edde1744750/6fe86571-caf1-4145-b557-4faefb6fbcd0/9119dacd-a007-4ec3-862b-43c6d5ac3c53) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:42.552438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.587055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.596125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67c2e1f6-52b5-48cd-b58f-7e0f2769ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.627162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:42.631668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:42.636024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:42.639967 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Pushing event updated for resources: {'Port': ['ID=9119dacd-a007-4ec3-862b-43c6d5ac3c53,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:42.676574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:41Z', 'revision_number': 3, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:42.679411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-67c2e1f6-52b5-48cd-b58f-7e0f2769ffa7 None None] For port b203b171-52d0-45b9-8914-2af9b0b72c21, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b203b171-52d0-45b9-8914-2af9b0b72c21,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:42.695196 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.711761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67c2e1f6-52b5-48cd-b58f-7e0f2769ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.713770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Checking router: 66685976-410c-452d-b20e-8d8b1b5e5620 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:42.714123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Updating router 66685976-410c-452d-b20e-8d8b1b5e5620 port c2c866d1-40d6-4b42-92a6-5d75ee147de0 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:42.722178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.784901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.833592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2e1f6-52b5-48cd-b58f-7e0f2769ffa7 None None] Pushing event updated for resources: {'Port': ['ID=b203b171-52d0-45b9-8914-2af9b0b72c21,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:42.848025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:42.921365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:40:42.921723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:40:42.970572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a326bbc1-f2b0-46f1-a903-36bd1fd51ab7 None None] Provisioning complete for port b203b171-52d0-45b9-8914-2af9b0b72c21 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:42.971459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a326bbc1-f2b0-46f1-a903-36bd1fd51ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.025602 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.031586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.176431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.182043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.237642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54b4db-1540-4446-a780-8d14d5f18212 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:43.246226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34728f4b-0c7c-4302-847a-abd4c5985244 None None] Pushing event updated for resources: {'Port': ['ID=c2c866d1-40d6-4b42-92a6-5d75ee147de0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.249370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Attempting to bind port c2c866d1-40d6-4b42-92a6-5d75ee147de0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:43.249749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Attempting to bind port c2c866d1-40d6-4b42-92a6-5d75ee147de0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:43.250120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Attempting to bind port c2c866d1-40d6-4b42-92a6-5d75ee147de0 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:43.257545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:43.257925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:43.258365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.258727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:43.259206 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Bound port: c2c866d1-40d6-4b42-92a6-5d75ee147de0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:43.259593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.327238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] Provisioning complete for port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:43.327443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.331272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] For port c2c866d1-40d6-4b42-92a6-5d75ee147de0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:43.334766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] For port c2c866d1-40d6-4b42-92a6-5d75ee147de0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2c866d1-40d6-4b42-92a6-5d75ee147de0,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:43.354966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.413002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] Port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:43.427318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.437797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff46b0b-8852-4171-a866-7dd7b7f9b9bd None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:43.445150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Pushing event updated for resources: {'Port': ['ID=9119dacd-a007-4ec3-862b-43c6d5ac3c53,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.480563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34728f4b-0c7c-4302-847a-abd4c5985244 None None] Pushing event updated for resources: {'Port': ['ID=c2c866d1-40d6-4b42-92a6-5d75ee147de0,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.489198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:43.489822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:43.491794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] Provisioning complete for port c2c866d1-40d6-4b42-92a6-5d75ee147de0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:43.492227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.533449 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:43.534858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:43.644593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:43.656756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Router 66685976-410c-452d-b20e-8d8b1b5e5620 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:43.719580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.778511 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:43.784137 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-37044865-b053-4a3f-b05d-ef9025f4f9cd admin admin] 10.222.0.24 "PUT /v2.0/routers/66685976-410c-452d-b20e-8d8b1b5e5620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9384031 Dec 06 12:40:43.784991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] For port c2c866d1-40d6-4b42-92a6-5d75ee147de0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2c866d1-40d6-4b42-92a6-5d75ee147de0,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:43.821973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:43.901920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba546df-a948-404c-8f84-c1bb6ed177d3 None None] Pushing event updated for resources: {'Port': ['ID=c2c866d1-40d6-4b42-92a6-5d75ee147de0,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:43.907959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b203b171-52d0-45b9-8914-2af9b0b72c21 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:43.985455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4ddd14bc-6412-412d-aa60-ceb77f4c37e6 None None] Provisioning complete for port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:43.985820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ddd14bc-6412-412d-aa60-ceb77f4c37e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.203401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd14bc-6412-412d-aa60-ceb77f4c37e6 None None] Port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:44.211385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port b203b171-52d0-45b9-8914-2af9b0b72c21 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:44.211761 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.224723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 2, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:44.280563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982ed60-4f1e-46c3-920c-ac69a624c4a3 None None] The sync data for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv is: [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 2, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:44.287011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4ddd14bc-6412-412d-aa60-ceb77f4c37e6 None None] Provisioning complete for port c2c866d1-40d6-4b42-92a6-5d75ee147de0 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:44.287529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ddd14bc-6412-412d-aa60-ceb77f4c37e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.316230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50326) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:44.328260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-426396992-network', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:44.358981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Made reservation on behalf of cd7b3592efaf4b1a9e98dd009232485b for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:40:44.362077 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.373899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.461720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.466155 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.494293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:40:44.501813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bcbb09-926d-4b06-8add-692804c42dc5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:44.510215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.510562 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Added segment 1c0c6b9f-78ac-4269-afcc-7b63858a609c of type vlan for network f3c3806c-3406-4596-a6e4-1bcd0c8f237f Dec 06 12:40:44.578917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.609926 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.610632 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:44.611226 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.645505 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3267622 Dec 06 12:40:44.648854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50328) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:44.655332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Request body: {'subnet': {'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-426396992-subnet', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:44.679486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbbae1-6225-4b4f-928d-e9fc20c696b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c3806c-3406-4596-a6e4-1bcd0c8f237f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:44.681915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Made reservation on behalf of cd7b3592efaf4b1a9e98dd009232485b for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:40:44.684794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.691249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network f3c3806c-3406-4596-a6e4-1bcd0c8f237f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:40:44.885168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:44.945461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5708228-8f51-4ea9-8056-868dbea74153,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:44.964778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Checking segment: {'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:44.965266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Network hostable DHCP agents. Network: f3c3806c-3406-4596-a6e4-1bcd0c8f237f, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:40:44.984373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Network f3c3806c-3406-4596-a6e4-1bcd0c8f237f is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:40:44.994924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f3c3806c-3406-4596-a6e4-1bcd0c8f237f) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:45.004418 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c203a-3f7b-43a8-8f49-8934d2973552 None None] Network f3c3806c-3406-4596-a6e4-1bcd0c8f237f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:45.008507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:45.009112 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.039900 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1dc6d246-2782-46f9-a026-e79034412c1a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3874462 Dec 06 12:40:45.040760 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50330) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:45.046744 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:40:45.074771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.077101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.162786 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.191780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f3c3806c-3406-4596-a6e4-1bcd0c8f237f', 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'fixed_ips': [{'subnet_id': 'a5708228-8f51-4ea9-8056-868dbea74153'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:40:45.192715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.327131 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.356932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.373613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Allocated IP 172.20.0.2 (f3c3806c-3406-4596-a6e4-1bcd0c8f237f/a5708228-8f51-4ea9-8056-868dbea74153/193758c7-d403-4cba-9c32-4748d45ece3f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:45.533806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.541726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.554819 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.576392 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.585885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Network f3c3806c-3406-4596-a6e4-1bcd0c8f237f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:45.591111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:45.593731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:45.609650 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Pushing event updated for resources: {'Port': ['ID=193758c7-d403-4cba-9c32-4748d45ece3f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:45.673845 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Attempting to bind port 193758c7-d403-4cba-9c32-4748d45ece3f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:45.674570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Attempting to bind port 193758c7-d403-4cba-9c32-4748d45ece3f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:45.674955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Attempting to bind port 193758c7-d403-4cba-9c32-4748d45ece3f on network f3c3806c-3406-4596-a6e4-1bcd0c8f237f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:45.680762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:45.681248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Checking segment: {'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:45.681719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.682217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Bound using segment: {'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:45.682778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Bound port: 193758c7-d403-4cba-9c32-4748d45ece3f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:45.683243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.697485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Allocated IP 172.36.1.172 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:45.749646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] For port 193758c7-d403-4cba-9c32-4748d45ece3f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:45.752886 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] For port 193758c7-d403-4cba-9c32-4748d45ece3f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=193758c7-d403-4cba-9c32-4748d45ece3f,segment=NetworkSegment(1c0c6b9f-78ac-4269-afcc-7b63858a609c),segment_id=1c0c6b9f-78ac-4269-afcc-7b63858a609c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:45.757049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.812527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.819512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71386ee7-8759-46bc-b4f8-02625a791ff6 None None] Pushing event updated for resources: {'Port': ['ID=193758c7-d403-4cba-9c32-4748d45ece3f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:45.855922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.909858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:45.913096 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:45.917965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:45.921722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:45.933063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c257fe-338a-4aed-b0d1-8d014e75b9dd None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:45.987395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b2d68cd2-be48-48ef-a802-a33bf8c8660b None None] Provisioning complete for port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:45.987767 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2d68cd2-be48-48ef-a802-a33bf8c8660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:45.990949 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c2c866d1-40d6-4b42-92a6-5d75ee147de0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:46.090372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b2d68cd2-be48-48ef-a802-a33bf8c8660b None None] Port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:46.108258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port c2c866d1-40d6-4b42-92a6-5d75ee147de0 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:46.108715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:46.235553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:46.428204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:46.555505 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Router 326f417a-62c9-425c-a08f-3cff3909b965 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:40:46.662522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:46.671850 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Sync routers for ids ['326f417a-62c9-425c-a08f-3cff3909b965'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:46.680298 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:46.681642 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-494d7de3-81f8-405c-ad48-d22ad5b4d4f6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6397042 Dec 06 12:40:46.681815 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Routers {'326f417a-62c9-425c-a08f-3cff3909b965'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:46.682596 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['326f417a-62c9-425c-a08f-3cff3909b965'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:46.685794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50332) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:40:46.795367 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Set router 326f417a-62c9-425c-a08f-3cff3909b965 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:47.008725 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:46Z', 'revision_number': 3, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port': {'id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:47.039965 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Checking router: 326f417a-62c9-425c-a08f-3cff3909b965 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:47.040316 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Updating router 326f417a-62c9-425c-a08f-3cff3909b965 port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:47.068136 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.096865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c356be0-8932-4a5f-92bd-0935b31bb7bf None None] Network f3c3806c-3406-4596-a6e4-1bcd0c8f237f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:40:47.139790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.164237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cb9f6b89-ba86-44c3-bdd2-875f09f332c8 None None] Provisioning complete for port 193758c7-d403-4cba-9c32-4748d45ece3f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:47.164887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6b89-ba86-44c3-bdd2-875f09f332c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.196410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Sync routers for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:47.236563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:47.237179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:47.321258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Allocated IP 172.20.0.1 (f3c3806c-3406-4596-a6e4-1bcd0c8f237f/a5708228-8f51-4ea9-8056-868dbea74153/96db1851-c7d6-4844-a2c3-0a4c6556236c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:40:47.423230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6b89-ba86-44c3-bdd2-875f09f332c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.439028 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.442514 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:47.452484 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.458699 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.477013 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.505137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cb9f6b89-ba86-44c3-bdd2-875f09f332c8 None None] For port 193758c7-d403-4cba-9c32-4748d45ece3f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=193758c7-d403-4cba-9c32-4748d45ece3f,segment=NetworkSegment(1c0c6b9f-78ac-4269-afcc-7b63858a609c),segment_id=1c0c6b9f-78ac-4269-afcc-7b63858a609c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:47.513400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6b89-ba86-44c3-bdd2-875f09f332c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.518450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Network f3c3806c-3406-4596-a6e4-1bcd0c8f237f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:47.523755 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Attempting to bind port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:47.524054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:47.525564 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Attempting to bind port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:47.526142 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Attempting to bind port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:47.527589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:40:47.538878 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:47.540212 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:47.540850 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.541463 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:47.542498 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Bound port: e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:47.543090 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.547491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71598688-ba1e-4069-82a1-846b6a334d92 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:47.565087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Pushing event updated for resources: {'Port': ['ID=96db1851-c7d6-4844-a2c3-0a4c6556236c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:47.574833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.608009 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] For port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:47.613177 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] For port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:47.620557 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Pushing event updated for resources: {'Port': ['ID=e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:47.624774 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.643241 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.644819 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.645183 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.645530 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.645872 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.646546 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.646546 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.647008 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.647345 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.647677 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.648035 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.648363 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.649201 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:40:47.668776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f6b89-ba86-44c3-bdd2-875f09f332c8 None None] Pushing event updated for resources: {'Port': ['ID=193758c7-d403-4cba-9c32-4748d45ece3f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:47.698318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d706a3-fa03-4565-bcaf-774d999943ae None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:40:47.707766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-cc01d10c-3838-4df6-8967-a39669e6ddf4 None None] Provisioning complete for port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:47.712274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc01d10c-3838-4df6-8967-a39669e6ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.722385 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3154a64-8f1d-46d3-9d76-de9beafa2a6a None None] Pushing event updated for resources: {'Port': ['ID=e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:47.733517 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Routers {'326f417a-62c9-425c-a08f-3cff3909b965'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:47.734439 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['326f417a-62c9-425c-a08f-3cff3909b965'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:47.762317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.846957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc01d10c-3838-4df6-8967-a39669e6ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.890078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cc01d10c-3838-4df6-8967-a39669e6ddf4 None None] For port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:47.891559 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] Set router 326f417a-62c9-425c-a08f-3cff3909b965 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:47.900049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 2, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:47.902131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc01d10c-3838-4df6-8967-a39669e6ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:47.970688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Checking router: 66685976-410c-452d-b20e-8d8b1b5e5620 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:47.971125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Updating router 66685976-410c-452d-b20e-8d8b1b5e5620 port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:48.002521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.007156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.025158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01d10c-3838-4df6-8967-a39669e6ddf4 None None] Pushing event updated for resources: {'Port': ['ID=e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:48.062414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 193758c7-d403-4cba-9c32-4748d45ece3f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:48.080681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Pushing event updated for resources: {'Port': ['ID=96db1851-c7d6-4844-a2c3-0a4c6556236c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:48.083450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.101485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.165818 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port': {'id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96db1851-c7d6-4844-a2c3-0a4c6556236c', 'name': '', 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'mac_address': 'fa:16:3e:c8:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:47Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 1, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'subnets': [{'id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:48.188169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Network f3c3806c-3406-4596-a6e4-1bcd0c8f237f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:40:48.190321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:40:48.195369 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b2c4f-6f16-4d4d-9d79-f84257b4d337 None None] The sync data for ids ['326f417a-62c9-425c-a08f-3cff3909b965'] in dv-neutron-master-2-hyperv is: [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port': {'id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96db1851-c7d6-4844-a2c3-0a4c6556236c', 'name': '', 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'mac_address': 'fa:16:3e:c8:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:47Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 1, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'subnets': [{'id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:48.317412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-57d39a25-5469-487f-aa4a-bd4f566940cd None None] Provisioning complete for port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:48.317552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57d39a25-5469-487f-aa4a-bd4f566940cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.337322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Router 326f417a-62c9-425c-a08f-3cff3909b965 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:40:48.437225 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 193758c7-d403-4cba-9c32-4748d45ece3f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:48.437808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.669943 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-57d39a25-5469-487f-aa4a-bd4f566940cd None None] Provisioning complete for port 193758c7-d403-4cba-9c32-4748d45ece3f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:48.670316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57d39a25-5469-487f-aa4a-bd4f566940cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.776050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.796263 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:40:48.800920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.808438 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d8098832-df2e-4b9f-b1cf-354d47e9fae5 admin admin] 10.222.0.24 "PUT /v2.0/routers/326f417a-62c9-425c-a08f-3cff3909b965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1212769 Dec 06 12:40:48.879146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3b592-3605-488a-9cc1-04819067afbf None None] Pushing event updated for resources: {'Port': ['ID=9119dacd-a007-4ec3-862b-43c6d5ac3c53,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:48.931103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Attempting to bind port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:48.931483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Attempting to bind port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:48.931837 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Attempting to bind port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 on network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:48.938548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:48.938930 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Checking segment: {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:48.939336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:48.939730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Bound using segment: {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:48.940559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Bound port: 9119dacd-a007-4ec3-862b-43c6d5ac3c53, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:48.941011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.033821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-08cf9cd6-94c8-4762-8541-ef5b38c3c03a None None] Provisioning complete for port 96db1851-c7d6-4844-a2c3-0a4c6556236c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:49.034195 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08cf9cd6-94c8-4762-8541-ef5b38c3c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.073654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] For port 9119dacd-a007-4ec3-862b-43c6d5ac3c53, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:49.093827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] For port 9119dacd-a007-4ec3-862b-43c6d5ac3c53, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9119dacd-a007-4ec3-862b-43c6d5ac3c53,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:49.096736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-08cf9cd6-94c8-4762-8541-ef5b38c3c03a None None] Port 96db1851-c7d6-4844-a2c3-0a4c6556236c cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:40:49.104318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.165464 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:49.166111 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:49.228687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3b592-3605-488a-9cc1-04819067afbf None None] Pushing event updated for resources: {'Port': ['ID=9119dacd-a007-4ec3-862b-43c6d5ac3c53,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:49.276333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b78b0b3f-175f-4b24-aadd-3dadbc2c34e8 None None] Provisioning complete for port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:49.276715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b78b0b3f-175f-4b24-aadd-3dadbc2c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.340499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:49.517754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b78b0b3f-175f-4b24-aadd-3dadbc2c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.585106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b78b0b3f-175f-4b24-aadd-3dadbc2c34e8 None None] For port 9119dacd-a007-4ec3-862b-43c6d5ac3c53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9119dacd-a007-4ec3-862b-43c6d5ac3c53,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:49.592391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b78b0b3f-175f-4b24-aadd-3dadbc2c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:49.671647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b0b3f-175f-4b24-aadd-3dadbc2c34e8 None None] Pushing event updated for resources: {'Port': ['ID=9119dacd-a007-4ec3-862b-43c6d5ac3c53,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:49.687406 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:49.722926 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb22552-c6cd-49fd-8b55-ea88072805d6 None None] The sync data for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv is: [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:49.737161 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1d3db0bf-b485-4dee-a735-a65b0ecf85f8 None None] Provisioning complete for port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:49.737550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d3db0bf-b485-4dee-a735-a65b0ecf85f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.057211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9119dacd-a007-4ec3-862b-43c6d5ac3c53 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:50.117555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:50.118254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:50.212819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:50.271701 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:50.272417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:51.625155 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Sync routers for ids ['326f417a-62c9-425c-a08f-3cff3909b965'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:40:51.640394 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Routers {'326f417a-62c9-425c-a08f-3cff3909b965'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:51.641394 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['326f417a-62c9-425c-a08f-3cff3909b965'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:51.769577 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Set router 326f417a-62c9-425c-a08f-3cff3909b965 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:51.994634 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port': {'id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96db1851-c7d6-4844-a2c3-0a4c6556236c', 'name': '', 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'mac_address': 'fa:16:3e:c8:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:47Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 2, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'subnets': [{'id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:52.024246 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Checking router: 326f417a-62c9-425c-a08f-3cff3909b965 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:40:52.024930 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Updating router 326f417a-62c9-425c-a08f-3cff3909b965 port 96db1851-c7d6-4844-a2c3-0a4c6556236c binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:40:52.054188 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.352234 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.358762 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.447903 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd42e19-7e8a-4185-8f9d-959b7d165175 None None] Pushing event updated for resources: {'Port': ['ID=96db1851-c7d6-4844-a2c3-0a4c6556236c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:52.475393 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Attempting to bind port 96db1851-c7d6-4844-a2c3-0a4c6556236c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:40:52.475393 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Attempting to bind port 96db1851-c7d6-4844-a2c3-0a4c6556236c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:40:52.475393 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Attempting to bind port 96db1851-c7d6-4844-a2c3-0a4c6556236c on network f3c3806c-3406-4596-a6e4-1bcd0c8f237f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:40:52.480608 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:40:52.481051 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Checking segment: {'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:40:52.481410 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.481812 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Bound using segment: {'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:40:52.482280 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Bound port: 96db1851-c7d6-4844-a2c3-0a4c6556236c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0c6b9f-78ac-4269-afcc-7b63858a609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:40:52.482657 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.568655 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] For port 96db1851-c7d6-4844-a2c3-0a4c6556236c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:40:52.573012 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] For port 96db1851-c7d6-4844-a2c3-0a4c6556236c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96db1851-c7d6-4844-a2c3-0a4c6556236c,segment=NetworkSegment(1c0c6b9f-78ac-4269-afcc-7b63858a609c),segment_id=1c0c6b9f-78ac-4269-afcc-7b63858a609c)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:40:52.581619 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.651956 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd42e19-7e8a-4185-8f9d-959b7d165175 None None] Pushing event updated for resources: {'Port': ['ID=96db1851-c7d6-4844-a2c3-0a4c6556236c,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:52.658582 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Routers {'326f417a-62c9-425c-a08f-3cff3909b965'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:40:52.658582 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:40:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['326f417a-62c9-425c-a08f-3cff3909b965'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:52.697695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ea51c6a8-524f-4b1f-96b8-103597762415 None None] Provisioning complete for port 96db1851-c7d6-4844-a2c3-0a4c6556236c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:52.698235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea51c6a8-524f-4b1f-96b8-103597762415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.794777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea51c6a8-524f-4b1f-96b8-103597762415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.830511 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] Set router 326f417a-62c9-425c-a08f-3cff3909b965 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:40:52.836557 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ea51c6a8-524f-4b1f-96b8-103597762415 None None] For port 96db1851-c7d6-4844-a2c3-0a4c6556236c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96db1851-c7d6-4844-a2c3-0a4c6556236c,segment=NetworkSegment(1c0c6b9f-78ac-4269-afcc-7b63858a609c),segment_id=1c0c6b9f-78ac-4269-afcc-7b63858a609c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:40:52.844967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea51c6a8-524f-4b1f-96b8-103597762415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:52.924381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51c6a8-524f-4b1f-96b8-103597762415 None None] Pushing event updated for resources: {'Port': ['ID=96db1851-c7d6-4844-a2c3-0a4c6556236c,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:40:52.971490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7c744977-fbc2-4d52-9151-e6ec7252b161 None None] Provisioning complete for port 96db1851-c7d6-4844-a2c3-0a4c6556236c triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:52.972176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c744977-fbc2-4d52-9151-e6ec7252b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:53.104258 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port': {'id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96db1851-c7d6-4844-a2c3-0a4c6556236c', 'name': '', 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'mac_address': 'fa:16:3e:c8:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:47Z', 'updated_at': '2021-12-06T12:40:52Z', 'revision_number': 4, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'subnets': [{'id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:40:53.223757 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d543fc-4b2e-498e-a0e5-d02d2b882050 None None] The sync data for ids ['326f417a-62c9-425c-a08f-3cff3909b965'] in dv-neutron-master-2-hyperv is: [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port': {'id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96db1851-c7d6-4844-a2c3-0a4c6556236c', 'name': '', 'network_id': 'f3c3806c-3406-4596-a6e4-1bcd0c8f237f', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'mac_address': 'fa:16:3e:c8:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:47Z', 'updated_at': '2021-12-06T12:40:52Z', 'revision_number': 4, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'subnets': [{'id': 'a5708228-8f51-4ea9-8056-868dbea74153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:40:53.974014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 96db1851-c7d6-4844-a2c3-0a4c6556236c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:40:54.044881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 96db1851-c7d6-4844-a2c3-0a4c6556236c triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:40:54.045334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:56.290267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5659c2cc-e44c-499a-af6c-1c11eb4f5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:58.729254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f40d6d18-dd13-4daf-94e1-762e3ab3c817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:40:59.495669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-505e8c40-940b-4f29-8d40-a13402fc2ed8 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:40:59.497696 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-505e8c40-940b-4f29-8d40-a13402fc2ed8 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 815 time: 0.0993218 Dec 06 12:40:59.512327 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-412beba4-14b3-4b6a-9b25-5f08bd889e98 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/quotas/47828eb67a464737a1509e78c1c71320 HTTP/1.1" status: 200 len: 375 time: 0.0089173 Dec 06 12:40:59.565409 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-d08a1e04-4436-477c-8e22-5d5dc09b88d3 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477915 Dec 06 12:40:59.663233 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-44913703-a6d6-4dff-97d1-a874ab693cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Dec 06 12:40:59.756102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-849cb9b6-c765-40b7-a4fa-4fe4d865d5fe service neutron] 10.222.0.24 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Dec 06 12:40:59.924580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-29de855c-e91c-4d7d-b6da-590afa7ee158 req-bb47d5f1-e599-45a9-81aa-b977a21713c3 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 210 time: 0.0402853 Dec 06 12:40:59.933092 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:00.646031 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:41:00.850803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-ab72264d-3120-43b3-8b77-c9b6fa2b00b6 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:00.852359 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-ab72264d-3120-43b3-8b77-c9b6fa2b00b6 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 815 time: 0.1080430 Dec 06 12:41:00.866260 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'port': {'device_id': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'admin_state_up': True, 'tenant_id': '47828eb67a464737a1509e78c1c71320'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:00.988888 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Made reservation on behalf of 47828eb67a464737a1509e78c1c71320 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:41:00.994410 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:00.996870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.084483 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7fd5641d-c38f-4f1b-bf18-0344be53b602 req-f30f3a96-273c-466f-b095-5a3507145f64 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 210 time: 0.0344880 Dec 06 12:41:01.153690 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Allocated IP 172.20.0.12 (9d6db6a2-04e0-4e8f-97cc-4edde1744750/6fe86571-caf1-4145-b557-4faefb6fbcd0/d6a667fe-a931-4132-aa76-e157f382a4f6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:41:01.345782 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.393535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.447704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:41:01.451298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:41:01.456054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:41:01.516756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:01.517417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.521321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'Port': ['ID=d6a667fe-a931-4132-aa76-e157f382a4f6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:01.540929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-0b8fb008-e1f7-415b-9f92-21e07e7a7ee4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6787171 Dec 06 12:41:01.764576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8e5ac056-be65-4bfb-913e-72cb3defdc4e None None] Provisioning complete for port d6a667fe-a931-4132-aa76-e157f382a4f6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:01.764954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac056-be65-4bfb-913e-72cb3defdc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:01.801450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ac056-be65-4bfb-913e-72cb3defdc4e None None] Port d6a667fe-a931-4132-aa76-e157f382a4f6 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:41:02.003760 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:02.211755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6752-74c6-4210-8afc-6330a6ca9e6b req-c4124f17-616b-4e8b-88ee-fcbc86b85082 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:02.213593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8a8c6752-74c6-4210-8afc-6330a6ca9e6b req-c4124f17-616b-4e8b-88ee-fcbc86b85082 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0581012 Dec 06 12:41:02.266585 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8a8c6752-74c6-4210-8afc-6330a6ca9e6b req-d9edee0f-bd17-437f-a3e2-d43f11049174 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 Dec 06 12:41:03.387294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c28cc-205e-46fa-aeee-4cd580c11586 req-3fa79ceb-0d0b-4c46-88d6-28993d14e327 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:03.389084 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e62c28cc-205e-46fa-aeee-4cd580c11586 req-3fa79ceb-0d0b-4c46-88d6-28993d14e327 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0517852 Dec 06 12:41:03.446162 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e62c28cc-205e-46fa-aeee-4cd580c11586 req-7de1781e-0218-4938-864b-d0c8a5756ef1 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505066 Dec 06 12:41:04.558009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bfdf7-6c01-4d5f-abb7-2fe8bda02683 req-e4fb04a1-62e2-4b0b-91be-9544a8761f46 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:04.559817 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c4bfdf7-6c01-4d5f-abb7-2fe8bda02683 req-e4fb04a1-62e2-4b0b-91be-9544a8761f46 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0509837 Dec 06 12:41:04.619158 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2c4bfdf7-6c01-4d5f-abb7-2fe8bda02683 req-3c6f343b-e4d2-4af2-a20e-17d5fb64f6e7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530210 Dec 06 12:41:05.740113 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bcfc4-a18e-48fa-bed8-1470a44fb224 req-de76f524-b631-4e69-a3d8-39c452462a21 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:05.741601 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf5bcfc4-a18e-48fa-bed8-1470a44fb224 req-de76f524-b631-4e69-a3d8-39c452462a21 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0527368 Dec 06 12:41:05.793280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf5bcfc4-a18e-48fa-bed8-1470a44fb224 req-399f3c18-851e-464c-a397-8a12d2bb54c8 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Dec 06 12:41:06.914014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc40b2f-e52f-4ea9-89aa-c5a5ef777fca req-521762d3-d5ea-438c-90aa-d06df8631fe5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:06.918731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5bc40b2f-e52f-4ea9-89aa-c5a5ef777fca req-521762d3-d5ea-438c-90aa-d06df8631fe5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0544419 Dec 06 12:41:06.970457 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5bc40b2f-e52f-4ea9-89aa-c5a5ef777fca req-b99f87a2-b910-4ecd-b2a3-9dc8be322c62 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473654 Dec 06 12:41:08.107781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f86ae-30c3-4e85-ab35-2bdc8cbbf5f9 req-e845ed1f-6e43-4f24-ad5a-daa103965fcb tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:08.109378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f23f86ae-30c3-4e85-ab35-2bdc8cbbf5f9 req-e845ed1f-6e43-4f24-ad5a-daa103965fcb tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0574660 Dec 06 12:41:08.159337 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f23f86ae-30c3-4e85-ab35-2bdc8cbbf5f9 req-5e52686c-0118-4af0-8fc7-0b9568a5ae28 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 Dec 06 12:41:09.276732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d2cef-1840-4d48-8fd7-d5bf2c00360c req-3b389f7f-6946-458c-bf70-f91e28e6af75 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:09.278342 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-560d2cef-1840-4d48-8fd7-d5bf2c00360c req-3b389f7f-6946-458c-bf70-f91e28e6af75 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0512745 Dec 06 12:41:09.334820 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-560d2cef-1840-4d48-8fd7-d5bf2c00360c req-a541608a-f2d9-496e-acde-28167e827ab1 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473258 Dec 06 12:41:10.456183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba74fe-7670-4ed1-829d-363176852fcd req-de6d6c4e-3292-4d5e-b94a-2d4137b6cb92 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:10.457691 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-edba74fe-7670-4ed1-829d-363176852fcd req-de6d6c4e-3292-4d5e-b94a-2d4137b6cb92 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0522587 Dec 06 12:41:10.514387 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-edba74fe-7670-4ed1-829d-363176852fcd req-92deb628-36f3-4178-8ab4-02643250321c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503817 Dec 06 12:41:11.635350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf09b8b-b1d0-4684-b521-95f8cc1d05ea req-b4012c15-7cf8-4948-a47a-0df34efac938 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:11.636925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-faf09b8b-b1d0-4684-b521-95f8cc1d05ea req-b4012c15-7cf8-4948-a47a-0df34efac938 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0508101 Dec 06 12:41:11.686301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-faf09b8b-b1d0-4684-b521-95f8cc1d05ea req-05324896-9b99-4228-a3e3-5c7e9c5cd7dd tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Dec 06 12:41:12.800243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393d91-ce90-4245-a90e-091e723c2a4a req-a2d7c718-a768-4021-a794-41132746dfe6 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:12.801711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78393d91-ce90-4245-a90e-091e723c2a4a req-a2d7c718-a768-4021-a794-41132746dfe6 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 932 time: 0.0479281 Dec 06 12:41:12.848288 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78393d91-ce90-4245-a90e-091e723c2a4a req-8e0269e4-6cb5-482b-8834-d113e79be297 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Dec 06 12:41:13.438033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Request body: {'port': {'device_id': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:13.492566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.763185 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a667fe-a931-4132-aa76-e157f382a4f6 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:41:13.770469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.782273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Transition to ACTIVE for port object d6a667fe-a931-4132-aa76-e157f382a4f6 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:41:13.786208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:13.841952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Pushing event updated for resources: {'Port': ['ID=d6a667fe-a931-4132-aa76-e157f382a4f6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:13.917465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Attempting to bind port d6a667fe-a931-4132-aa76-e157f382a4f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:41:13.918489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Attempting to bind port d6a667fe-a931-4132-aa76-e157f382a4f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:41:13.918834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Attempting to bind port d6a667fe-a931-4132-aa76-e157f382a4f6 on network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:13.932532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Port d6a667fe-a931-4132-aa76-e157f382a4f6 on network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:41:13.932863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Attempting to bind port d6a667fe-a931-4132-aa76-e157f382a4f6 on network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:41:13.952108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:41:13.952450 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Checking segment: {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:41:13.952847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Bound using segment: {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:41:13.953321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Bound port: d6a667fe-a931-4132-aa76-e157f382a4f6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:41:13.953684 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:14.050754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f5ce0-9cae-4f6e-bfac-8a99288df694 req-7a0ba904-c686-4e51-a557-e0d5ab258b41 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.052498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a52f5ce0-9cae-4f6e-bfac-8a99288df694 req-7a0ba904-c686-4e51-a557-e0d5ab258b41 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 944 time: 0.1304061 Dec 06 12:41:14.058826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] For port d6a667fe-a931-4132-aa76-e157f382a4f6, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:41:14.063845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] For port d6a667fe-a931-4132-aa76-e157f382a4f6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a667fe-a931-4132-aa76-e157f382a4f6,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:41:14.072590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:14.146192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.146817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:14.148248 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] 10.222.0.43 "PUT /v2.0/ports/d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 1094 time: 0.8008060 Dec 06 12:41:14.148692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:14.150966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beebc26a-4b40-449a-a77a-72714329caf7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:14.173694 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a52f5ce0-9cae-4f6e-bfac-8a99288df694 req-691b126b-7f0c-4fac-ad77-7d81eccc23f2 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120281 Dec 06 12:41:14.178987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538b037-f661-4959-9cf5-2554b79aa05b service neutron] Pushing event updated for resources: {'Port': ['ID=d6a667fe-a931-4132-aa76-e157f382a4f6,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:14.211097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc8911c-64b7-42b2-ba56-209e33a51946 x-openstack-request-id: req-6dc8911c-64b7-42b2-ba56-209e33a51946 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:14.211397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:14.211793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dc8911c-64b7-42b2-ba56-209e33a51946 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:14.212220 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'status': 'completed', 'code': 200} Dec 06 12:41:14.248681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-c3fa8b25-9f0e-442b-8958-2728ac13ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.250191 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-c3fa8b25-9f0e-442b-8958-2728ac13ce79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1097 time: 0.0485454 Dec 06 12:41:14.300012 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-d0bf2eeb-8afb-4010-a81a-863492babb95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 217 time: 0.0405965 Dec 06 12:41:14.352159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-e9f964a5-c38b-45fb-9404-daa5ec916c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.353606 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-e9f964a5-c38b-45fb-9404-daa5ec916c64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0462015 Dec 06 12:41:14.405909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-252dc6d5-455b-4870-ae7d-30c637392d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.407358 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-252dc6d5-455b-4870-ae7d-30c637392d52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462601 Dec 06 12:41:14.501583 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-354c52f6-3c23-4ddb-94a2-e41a2fa271e4 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869749 Dec 06 12:41:14.590745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e52418ca-381c-41a6-bb18-89b0e56171aa req-01f97f1a-04f0-4755-9f62-0679be6a3b30 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818462 Dec 06 12:41:14.688878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc26a-4b40-449a-a77a-72714329caf7 req-f3626e37-4735-466e-9e38-c649b6f61f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.690398 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-beebc26a-4b40-449a-a77a-72714329caf7 req-f3626e37-4735-466e-9e38-c649b6f61f97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1097 time: 0.0524199 Dec 06 12:41:14.784010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc26a-4b40-449a-a77a-72714329caf7 req-0402c6bd-74d4-4658-bc83-6852ae968210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.785480 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-beebc26a-4b40-449a-a77a-72714329caf7 req-0402c6bd-74d4-4658-bc83-6852ae968210 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 916 time: 0.0877080 Dec 06 12:41:14.830531 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-beebc26a-4b40-449a-a77a-72714329caf7 req-1009e73f-8487-48fe-8ba2-d1b2f3613ac2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 217 time: 0.0377679 Dec 06 12:41:14.880538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc26a-4b40-449a-a77a-72714329caf7 req-cdc72560-2d04-4369-a110-ee582ae417f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.881890 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-beebc26a-4b40-449a-a77a-72714329caf7 req-cdc72560-2d04-4369-a110-ee582ae417f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0426302 Dec 06 12:41:14.926542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc26a-4b40-449a-a77a-72714329caf7 req-1e3d3553-472b-4828-adfd-bc3adceea3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:14.928036 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-beebc26a-4b40-449a-a77a-72714329caf7 req-1e3d3553-472b-4828-adfd-bc3adceea3d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393286 Dec 06 12:41:15.040918 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-beebc26a-4b40-449a-a77a-72714329caf7 req-81815454-6632-4099-b004-8eeff4c95c18 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056495 Dec 06 12:41:15.132365 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-beebc26a-4b40-449a-a77a-72714329caf7 req-de4e3c78-e4fc-4c95-b0ec-dce74c22487b service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814500 Dec 06 12:41:15.297823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4868809-0272-4097-8d99-588484949e3c req-887bc1fa-4477-44c2-9615-dbea53cb0259 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:15.299301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a4868809-0272-4097-8d99-588484949e3c req-887bc1fa-4477-44c2-9615-dbea53cb0259 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 944 time: 0.0481231 Dec 06 12:41:15.334414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:15.362418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a4868809-0272-4097-8d99-588484949e3c req-c3e1a9b5-813f-4f0a-9888-a677315f9dca tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571678 Dec 06 12:41:16.478378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561eb9a-eee0-43ca-ac1c-3debc2e457e1 req-880bd053-1219-45df-b151-7beb711361c1 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:16.479851 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6561eb9a-eee0-43ca-ac1c-3debc2e457e1 req-880bd053-1219-45df-b151-7beb711361c1 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 944 time: 0.0484436 Dec 06 12:41:16.526339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6561eb9a-eee0-43ca-ac1c-3debc2e457e1 req-96cbc410-d29e-4d7b-93cb-43c8d8405bb4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Dec 06 12:41:17.602713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d6a667fe-a931-4132-aa76-e157f382a4f6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:41:17.642793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1d5cc-d755-4820-bdb2-1e84ac6aa0a3 req-b336b683-eb6c-4363-abd1-42ae216aa15e tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:17.644316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-94e1d5cc-d755-4820-bdb2-1e84ac6aa0a3 req-b336b683-eb6c-4363-abd1-42ae216aa15e tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 944 time: 0.0500996 Dec 06 12:41:17.692203 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-94e1d5cc-d755-4820-bdb2-1e84ac6aa0a3 req-f7e03af3-a106-4aa8-8498-b19173705e67 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 Dec 06 12:41:17.701351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d6a667fe-a931-4132-aa76-e157f382a4f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a667fe-a931-4132-aa76-e157f382a4f6,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:17.712946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'port_id': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'mac_address': 'fa:16:3e:01:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:41:17.749240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:17.762434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a667fe-a931-4132-aa76-e157f382a4f6 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:41:17.780939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d6a667fe-a931-4132-aa76-e157f382a4f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a667fe-a931-4132-aa76-e157f382a4f6,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:17.784852 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:17.831460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d6a667fe-a931-4132-aa76-e157f382a4f6,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:17.838503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.838860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.839237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.839688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.840063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.840402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.840743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.841078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.841415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.841746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.842077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.842405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:17.842731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:18.122038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d6a667fe-a931-4132-aa76-e157f382a4f6'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:41:18.809366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6f173-bb89-41cd-820b-eb399a9a432e req-a26033d5-06b6-49f2-96d1-f2fc1ed7961b tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:18.810825 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6e6f173-bb89-41cd-820b-eb399a9a432e req-a26033d5-06b6-49f2-96d1-f2fc1ed7961b tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 945 time: 0.0529993 Dec 06 12:41:18.857878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6e6f173-bb89-41cd-820b-eb399a9a432e req-380551a4-3854-44b2-9cd8-0df6c648ea6c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Dec 06 12:41:19.602449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d6a667fe-a931-4132-aa76-e157f382a4f6 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:41:19.649786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port d6a667fe-a931-4132-aa76-e157f382a4f6 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:41:19.654369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port d6a667fe-a931-4132-aa76-e157f382a4f6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:19.654758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:19.731360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:19.752902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:19.755155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf9349-5679-458d-838a-9b50c51696ae" -d '{"events": [{"server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "name": "network-vif-plugged", "status": "completed", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:19.768142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d6a667fe-a931-4132-aa76-e157f382a4f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a667fe-a931-4132-aa76-e157f382a4f6,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:19.772340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:19.819408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d6a667fe-a931-4132-aa76-e157f382a4f6,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:19.910991 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3457f38-4052-4995-9825-1f7cc3ed585f x-openstack-request-id: req-e3457f38-4052-4995-9825-1f7cc3ed585f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:19.911493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "name": "network-vif-plugged", "status": "completed", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:19.911749 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3457f38-4052-4995-9825-1f7cc3ed585f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:19.912179 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'code': 200} Dec 06 12:41:19.972166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569259ca-2808-40c3-8a42-38e72a4fcaa6 req-f8f1da65-9af2-4c93-8b16-ccc0fef56e2f tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:19.973792 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-569259ca-2808-40c3-8a42-38e72a4fcaa6 req-f8f1da65-9af2-4c93-8b16-ccc0fef56e2f tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0500891 Dec 06 12:41:20.027472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-569259ca-2808-40c3-8a42-38e72a4fcaa6 req-186194d1-0ce4-4e15-bdac-2e54fecfaf9d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472813 Dec 06 12:41:20.127353 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ba039-7cc6-49dc-8ce6-192d2bf16053 req-33fcad93-d736-4617-8bf4-e9e32f98b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:20.128846 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40ba039-7cc6-49dc-8ce6-192d2bf16053 req-33fcad93-d736-4617-8bf4-e9e32f98b7fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1099 time: 0.0434184 Dec 06 12:41:20.173609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40ba039-7cc6-49dc-8ce6-192d2bf16053 req-d05d8ef3-7bea-46c8-b8c0-339d62963ec9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Dec 06 12:41:21.141306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94c92a-aeba-40ed-b333-99ee350281a5 req-f57ce9c5-f463-47c7-b964-06f86cac3f40 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:21.142774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d94c92a-aeba-40ed-b333-99ee350281a5 req-f57ce9c5-f463-47c7-b964-06f86cac3f40 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0477877 Dec 06 12:41:21.188756 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6d94c92a-aeba-40ed-b333-99ee350281a5 req-946b6068-4872-4e1d-8b54-3ad895c91090 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Dec 06 12:41:22.303123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e43b5-1554-411a-b0aa-6e34ad3268be req-17f5c896-c71c-4f3a-94b5-91536e775430 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:22.304706 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b38e43b5-1554-411a-b0aa-6e34ad3268be req-17f5c896-c71c-4f3a-94b5-91536e775430 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0491645 Dec 06 12:41:22.357880 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b38e43b5-1554-411a-b0aa-6e34ad3268be req-52f5dce2-08ab-4142-a6d8-fe0b1c145571 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Dec 06 12:41:22.471747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b108427-c062-4fc2-aea5-acd4a239fd9e req-9280a969-a34f-41aa-81cc-aaac22e58477 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:22.473150 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2b108427-c062-4fc2-aea5-acd4a239fd9e req-9280a969-a34f-41aa-81cc-aaac22e58477 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0494177 Dec 06 12:41:22.520245 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2b108427-c062-4fc2-aea5-acd4a239fd9e req-50b6826d-b674-4a8f-b4d6-cb5a19dfce53 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Dec 06 12:41:22.830557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6292f-e8d5-4bcb-bc72-22274548f9fb req-924f36f6-7dd4-4154-be6f-0d1ca411a16e tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:22.832067 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-16a6292f-e8d5-4bcb-bc72-22274548f9fb req-924f36f6-7dd4-4154-be6f-0d1ca411a16e tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0479488 Dec 06 12:41:22.879070 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-16a6292f-e8d5-4bcb-bc72-22274548f9fb req-0c38f737-7980-41b3-a7a2-d6213857cd31 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Dec 06 12:41:26.294422 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63f6335d-b62b-422e-9b0b-4627042801f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:28.726637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf721bc-a17a-418c-bec6-878bc35b7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:29.929421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:30.989937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:31.996629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:36.420777 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2e8e6-3b66-4549-bbd2-451bc8ef7119 req-ab2c7b50-88a0-4e6e-bf7b-b08d14b5516a tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:36.422283 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7cd2e8e6-3b66-4549-bbd2-451bc8ef7119 req-ab2c7b50-88a0-4e6e-bf7b-b08d14b5516a tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0543623 Dec 06 12:41:36.470158 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7cd2e8e6-3b66-4549-bbd2-451bc8ef7119 req-a6d0887c-31da-45f5-843a-1683fa3e2050 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Dec 06 12:41:36.491672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50544) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:36.572546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a633a83-f079-46fe-9936-61e6e3b596cf tempest-TestMinimumBasicScenario-1290731663 tempest-TestMinimumBasicScenario-1290731663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:36.575203 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7a633a83-f079-46fe-9936-61e6e3b596cf tempest-TestMinimumBasicScenario-1290731663 tempest-TestMinimumBasicScenario-1290731663-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1094 time: 0.0825105 Dec 06 12:41:36.578117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50548) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:36.582376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:36.604680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:36.702643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:36.803085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Allocated IP 172.36.1.182 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/68336e18-f381-48bc-91d4-be423195d727) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:41:36.904127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:36.937563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:36.973974 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:41:36.978210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:41:36.982325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:41:36.987691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'Port': ['ID=68336e18-f381-48bc-91d4-be423195d727,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:37.013374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.013719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.014060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.014395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.014729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.015099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.015393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.015717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.016075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.016401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.016725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.017038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.017379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:37.356268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:37.423706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:37.575483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:37.579878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:37.643013 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'Port': ['ID=68336e18-f381-48bc-91d4-be423195d727,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:37.646106 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:41:37.656883 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:37.764330 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Floating IP ee8f72a1-5455-4760-a1a6-91f1ba678f9f associated. External IP: 172.36.1.182, port: d6a667fe-a931-4132-aa76-e157f382a4f6. Dec 06 12:41:38.274990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Router 66685976-410c-452d-b20e-8d8b1b5e5620 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:41:38.380246 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:41:38.390074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] Sync routers for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:41:38.399302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.399486 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:38.399957 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:38.428996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-13e497ba-cfb1-4c19-a55d-8ffb7a2c58a5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8473928 Dec 06 12:41:38.428996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:38.429630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50550) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:38.430050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6e6992-3127-41e2-87e8-5e490c5a92a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:38.438254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63146216', 'description': 'tempest-secgroup-smoke-63146216 description', 'project_id': '47828eb67a464737a1509e78c1c71320'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:38.461091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.470476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac6012b-5b20-44cf-8a17-b0dda3c41fbc x-openstack-request-id: req-cac6012b-5b20-44cf-8a17-b0dda3c41fbc {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:38.470775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:38.471027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cac6012b-5b20-44cf-8a17-b0dda3c41fbc {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:38.471429 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'status': 'completed', 'code': 200} Dec 06 12:41:38.518905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:38.531318 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.535332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.541105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-d652a1a5-5d94-4cdf-a02f-216afc2ee3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:38.543029 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-d652a1a5-5d94-4cdf-a02f-216afc2ee3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1099 time: 0.0479846 Dec 06 12:41:38.562284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.566296 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1331389 Dec 06 12:41:38.568525 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50554) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:38.575893 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d3d49be8-ec8c-4d2a-98a3-0cee3222cf71 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'security_group_rule': {'security_group_id': 'bf99217b-8b3f-436f-a0f6-576099fa9f99', 'project_id': '47828eb67a464737a1509e78c1c71320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:38.582867 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf99217b-8b3f-436f-a0f6-576099fa9f99,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:38.596515 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.596896 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.597248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.597599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.597945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.598291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.598633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.598968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.599325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.599636 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.599998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.600331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.600678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff6480-943b-426a-8bb2-67731e85ee3c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:41:38.619787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d49be8-ec8c-4d2a-98a3-0cee3222cf71 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.651887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-243c3d7b-aa80-4840-af84-2b149cbdd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:38.653690 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-243c3d7b-aa80-4840-af84-2b149cbdd457 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 916 time: 0.1019955 Dec 06 12:41:38.668155 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d49be8-ec8c-4d2a-98a3-0cee3222cf71 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.672556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d49be8-ec8c-4d2a-98a3-0cee3222cf71 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.690656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d49be8-ec8c-4d2a-98a3-0cee3222cf71 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c3eb46-1460-4b64-88a0-743c79f5dac1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:38.701810 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3d49be8-ec8c-4d2a-98a3-0cee3222cf71 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.703201 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d3d49be8-ec8c-4d2a-98a3-0cee3222cf71 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316493 Dec 06 12:41:38.705808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50556) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:38.713170 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-733171ba-ef24-4449-b039-1fa3ddad1683 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'security_group_rule': {'security_group_id': 'bf99217b-8b3f-436f-a0f6-576099fa9f99', 'project_id': '47828eb67a464737a1509e78c1c71320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:38.736538 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-99cf55de-237e-40ce-9f11-d27ef2a775d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 1000 time: 0.0748110 Dec 06 12:41:38.743054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-733171ba-ef24-4449-b039-1fa3ddad1683 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.768915 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ee8f72a1-5455-4760-a1a6-91f1ba678f9f', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'floating_ip_address': '172.36.1.182', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'port_id': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'mac_address': 'fa:16:3e:01:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:37Z', 'updated_at': '2021-12-06T12:41:37Z', 'revision_number': 0, 'project_id': '47828eb67a464737a1509e78c1c71320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:38.793106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-b353dd01-b6f6-49c3-9827-7e5a8c9c1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:38.794878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-b353dd01-b6f6-49c3-9827-7e5a8c9c1810 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0506635 Dec 06 12:41:38.800907 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] Checking router: 66685976-410c-452d-b20e-8d8b1b5e5620 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:41:38.803383 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-733171ba-ef24-4449-b039-1fa3ddad1683 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.807405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-733171ba-ef24-4449-b039-1fa3ddad1683 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.810221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:41:38.810757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:41:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:38.837713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-733171ba-ef24-4449-b039-1fa3ddad1683 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.840149 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-733171ba-ef24-4449-b039-1fa3ddad1683 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329291 Dec 06 12:41:38.841271 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733171ba-ef24-4449-b039-1fa3ddad1683 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835f51fe-f246-43d2-8f81-7ed11e339c77,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:38.842880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50558) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:38.849635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cb743d86-6532-4f91-a09f-a6656852d7d7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'security_group_rule': {'security_group_id': 'bf99217b-8b3f-436f-a0f6-576099fa9f99', 'project_id': '47828eb67a464737a1509e78c1c71320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:38.871217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-5a260336-6dc0-4946-96c6-ab448ef520a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:38.872852 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-5a260336-6dc0-4946-96c6-ab448ef520a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706754 Dec 06 12:41:38.893329 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb743d86-6532-4f91-a09f-a6656852d7d7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:38.925361 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:41:39.006732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb743d86-6532-4f91-a09f-a6656852d7d7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.011593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-25a3a7ff-0eb3-41dc-8dbf-e570f67139de service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280289 Dec 06 12:41:39.012686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb743d86-6532-4f91-a09f-a6656852d7d7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.047443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb743d86-6532-4f91-a09f-a6656852d7d7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4df56c5-4280-4380-af76-9e4e5d9e0c9f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:39.060101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb743d86-6532-4f91-a09f-a6656852d7d7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.061292 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cb743d86-6532-4f91-a09f-a6656852d7d7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2163959 Dec 06 12:41:39.063923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50560) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:39.068181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-10047b0e-d175-414f-8dbe-d3762e26cb37 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'security_group_rule': {'security_group_id': 'bf99217b-8b3f-436f-a0f6-576099fa9f99', 'project_id': '47828eb67a464737a1509e78c1c71320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:39.147613 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a6e6992-3127-41e2-87e8-5e490c5a92a2 req-0e088a59-72c5-4445-a17c-5545048b48e9 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273859 Dec 06 12:41:39.148296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10047b0e-d175-414f-8dbe-d3762e26cb37 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.164356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ee8f72a1-5455-4760-a1a6-91f1ba678f9f', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'floating_ip_address': '172.36.1.182', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'port_id': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'mac_address': 'fa:16:3e:01:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:37Z', 'updated_at': '2021-12-06T12:41:37Z', 'revision_number': 0, 'project_id': '47828eb67a464737a1509e78c1c71320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:41:39.193920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142045e-a9c2-4b01-b3c0-78074d165c00 None None] The sync data for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv is: [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ee8f72a1-5455-4760-a1a6-91f1ba678f9f', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'floating_ip_address': '172.36.1.182', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'port_id': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'mac_address': 'fa:16:3e:01:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:41:37Z', 'updated_at': '2021-12-06T12:41:37Z', 'revision_number': 0, 'project_id': '47828eb67a464737a1509e78c1c71320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:41:39.202331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10047b0e-d175-414f-8dbe-d3762e26cb37 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.206512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10047b0e-d175-414f-8dbe-d3762e26cb37 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.226016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10047b0e-d175-414f-8dbe-d3762e26cb37 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c80e49-84a7-4322-9e17-32fbfd79b893,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:39.232852 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10047b0e-d175-414f-8dbe-d3762e26cb37 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.237037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-10047b0e-d175-414f-8dbe-d3762e26cb37 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1692736 Dec 06 12:41:39.237037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50562) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:39.241463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8dbc9646-62f6-4fef-88e4-01629a0c132d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'security_group_rule': {'security_group_id': 'bf99217b-8b3f-436f-a0f6-576099fa9f99', 'project_id': '47828eb67a464737a1509e78c1c71320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:39.265622 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-8dbc9646-62f6-4fef-88e4-01629a0c132d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Project 47828eb67a464737a1509e78c1c71320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:41:39.270679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dbc9646-62f6-4fef-88e4-01629a0c132d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.332043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dbc9646-62f6-4fef-88e4-01629a0c132d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.336349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dbc9646-62f6-4fef-88e4-01629a0c132d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.358425 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc9646-62f6-4fef-88e4-01629a0c132d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192151b2-bfcf-4ba4-b6c2-f6bafda5b3ff,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:39.364239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8dbc9646-62f6-4fef-88e4-01629a0c132d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.365396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8dbc9646-62f6-4fef-88e4-01629a0c132d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274514 Dec 06 12:41:39.367956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50564) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:41:39.373115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8a3fa9c5-8cd0-4cd4-b405-a95f78cb9284 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'security_group_rule': {'security_group_id': 'bf99217b-8b3f-436f-a0f6-576099fa9f99', 'project_id': '47828eb67a464737a1509e78c1c71320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:39.395660 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-8a3fa9c5-8cd0-4cd4-b405-a95f78cb9284 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Project 47828eb67a464737a1509e78c1c71320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:41:39.398717 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45692a14-0297-419b-b6f2-9418c8a4f00f None None] New status for floating IP ee8f72a1-5455-4760-a1a6-91f1ba678f9f: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:41:39.401765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa9c5-8cd0-4cd4-b405-a95f78cb9284 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.461038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa9c5-8cd0-4cd4-b405-a95f78cb9284 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.465726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa9c5-8cd0-4cd4-b405-a95f78cb9284 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.483249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fa9c5-8cd0-4cd4-b405-a95f78cb9284 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2aadc3-0333-4b40-994e-bdccc4b90ef7,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:39.492498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa9c5-8cd0-4cd4-b405-a95f78cb9284 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.496494 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8a3fa9c5-8cd0-4cd4-b405-a95f78cb9284 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249421 Dec 06 12:41:39.590161 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-99bd2d28-21b2-4972-8e35-a9752ab54d65 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63146216&fields=id&tenant_id=47828eb67a464737a1509e78c1c71320 HTTP/1.1" status: 200 len: 267 time: 0.0510569 Dec 06 12:41:39.641687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-a31aa02a-64b5-443e-9510-28bda18be717 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:39.643193 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-a31aa02a-64b5-443e-9510-28bda18be717 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0474429 Dec 06 12:41:39.654615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'port': {'security_groups': ['edb7c12e-6b6c-40e7-8539-4b46c3db1c44', 'bf99217b-8b3f-436f-a0f6-576099fa9f99']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:41:39.720584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.901525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] For port d6a667fe-a931-4132-aa76-e157f382a4f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a667fe-a931-4132-aa76-e157f382a4f6,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:41:39.929781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.934412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.946034 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d6a667fe-a931-4132-aa76-e157f382a4f6'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:41:39.983808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:39.984506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:39.985905 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d79a02f8-c964-4ed2-9d78-ad94d213ca04 req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "PUT /v2.0/ports/d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 982 time: 0.3363359 Dec 06 12:41:40.015048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11c6f1-4813-467c-a595-5dee69d08f4c tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'Port': ['ID=d6a667fe-a931-4132-aa76-e157f382a4f6,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:41:40.057781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d6a667fe-a931-4132-aa76-e157f382a4f6'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:41:40.109172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c9168-a393-4326-9d32-fb53a15d4d98 req-062479c8-ab24-4b17-8670-9d61545eccf5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:40.110894 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a4c9168-a393-4326-9d32-fb53a15d4d98 req-062479c8-ab24-4b17-8670-9d61545eccf5 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0564415 Dec 06 12:41:40.177179 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a4c9168-a393-4326-9d32-fb53a15d4d98 req-cb838923-d575-43d9-97fe-dcc3b1ee0716 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0585284 Dec 06 12:41:40.248055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6a19718b-3c71-4426-b77b-e4a54738a6e4 None None] Provisioning complete for port d6a667fe-a931-4132-aa76-e157f382a4f6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:41:40.248345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a19718b-3c71-4426-b77b-e4a54738a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:40.472625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:41:40.475085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51" -d '{"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:41:40.513003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22acca-e26f-46e2-b0a5-0c8acb3d6fe6 x-openstack-request-id: req-6c22acca-e26f-46e2-b0a5-0c8acb3d6fe6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:41:40.513306 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:41:40.513588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c22acca-e26f-46e2-b0a5-0c8acb3d6fe6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:41:40.513996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'status': 'completed', 'code': 200} Dec 06 12:41:40.575645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-74c3ce93-2a19-4c0a-b810-e4d00eccd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:40.577217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-74c3ce93-2a19-4c0a-b810-e4d00eccd5eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1138 time: 0.0421407 Dec 06 12:41:40.673249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-fe6b2c2a-10c2-465b-82a5-343b521cecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:40.674717 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-fe6b2c2a-10c2-465b-82a5-343b521cecc2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 916 time: 0.0906785 Dec 06 12:41:40.741710 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-98b32977-7374-4141-b1ea-8b0d77092c26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 1002 time: 0.0581827 Dec 06 12:41:40.794731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-006fdc09-32e7-4fc4-b5e3-e4a8600b03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:40.796195 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-006fdc09-32e7-4fc4-b5e3-e4a8600b03ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0468280 Dec 06 12:41:40.843549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-ebb5274e-f9db-44b9-85d3-cc848f15f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:40.845045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-ebb5274e-f9db-44b9-85d3-cc848f15f1f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395100 Dec 06 12:41:40.934491 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-70facc58-82b2-4c6d-9042-f11a81e1c5bc service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812447 Dec 06 12:41:41.030366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5155d9db-6c01-41bd-b8f8-9e0f5748ef51 req-b7decc1e-5a2f-4f8c-b297-526240e0f025 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877578 Dec 06 12:41:45.336166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:45.944244 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-c48bac60-c57b-4a90-b9b8-bdc2c6034485 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395169 Dec 06 12:41:46.040400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-ba0dcf59-4f35-4cca-a755-067faa730dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:46.041931 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-ba0dcf59-4f35-4cca-a755-067faa730dea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1138 time: 0.0545850 Dec 06 12:41:46.142468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-1030c99e-1067-4fa9-8bab-37b35e3a4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:46.143831 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-1030c99e-1067-4fa9-8bab-37b35e3a4b08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 916 time: 0.0837891 Dec 06 12:41:46.225338 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-29f71713-2f3b-46c2-8334-6af36f6d726a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 1002 time: 0.0736010 Dec 06 12:41:46.283193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-abb81e76-401b-4906-8f54-8a9127f22066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:46.284686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-abb81e76-401b-4906-8f54-8a9127f22066 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0542467 Dec 06 12:41:46.335970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-78167286-8630-4afa-8c25-19d52a8b2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:41:46.337735 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-78167286-8630-4afa-8c25-19d52a8b2234 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465975 Dec 06 12:41:46.431501 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-a458cd4f-176b-41b5-811d-a9161818d84e service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863767 Dec 06 12:41:46.522300 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b95d5ae-fcf3-4378-8275-f5222d51478e req-90c82311-1bc2-4b5e-b23d-0d85d63f0404 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Dec 06 12:41:56.298981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df8e6127-1791-4f6e-97cb-b5318aad6abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:58.718555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64a8ae19-1c15-45ba-92f3-6e2f6984105a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:41:59.933154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:00.993041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:01.997777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:14.644260 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:42:15.347617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:26.300146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ac735ac-5d8e-49f1-bf68-a91d9d2e47fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:28.296214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-2d8e2bae-9631-4925-a460-93d26e38b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:28.297734 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-2d8e2bae-9631-4925-a460-93d26e38b9bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1138 time: 0.0432224 Dec 06 12:42:28.402729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d6a9-0ab7-4a4c-a497-4b63528e7086 req-6bb4c873-4eed-40f1-8ae5-253a20168602 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:28.404167 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-af86d6a9-0ab7-4a4c-a497-4b63528e7086 req-6bb4c873-4eed-40f1-8ae5-253a20168602 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.1574285 Dec 06 12:42:28.443196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-b542dd91-eb64-4c54-a3e6-f27f1162baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:28.444646 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-b542dd91-eb64-4c54-a3e6-f27f1162baed service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 916 time: 0.1374023 Dec 06 12:42:28.525835 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-af86d6a9-0ab7-4a4c-a497-4b63528e7086 req-228e4f97-c313-43da-b61d-edb7ce84cab1 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1150157 Dec 06 12:42:28.537929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-99c37cd3-003e-465f-bf33-7bcdcad6d617 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 1002 time: 0.0847406 Dec 06 12:42:28.587468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-ebe808d3-1c38-4651-b83d-bb7a3b698cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:28.588896 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-ebe808d3-1c38-4651-b83d-bb7a3b698cca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0439110 Dec 06 12:42:28.633708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-b105bccc-0cf9-4c3d-ba8a-1438b9828753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:28.635239 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-b105bccc-0cf9-4c3d-ba8a-1438b9828753 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388076 Dec 06 12:42:28.719660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a80748d2-c3c0-4b77-991b-02676e929ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:28.733774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-1cc73299-7a03-4b42-a47a-9d57a0f64126 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909696 Dec 06 12:42:28.826852 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7a264ce2-7b5a-4705-aa25-d7c0e7a329e1 req-974e306a-79d4-4e49-8912-310c1ffdcd96 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859401 Dec 06 12:42:29.721379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201a286-07a3-442d-8f0c-4d454cc7617a req-94a02e1b-23d1-4f4f-95fb-190817044c05 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:29.722871 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d201a286-07a3-442d-8f0c-4d454cc7617a req-94a02e1b-23d1-4f4f-95fb-190817044c05 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.1004460 Dec 06 12:42:29.782364 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d201a286-07a3-442d-8f0c-4d454cc7617a req-7ec9b06a-ad98-4d29-8a32-0fe6c2a3a3ca tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526206 Dec 06 12:42:29.935831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:30.901635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a43f2-da4f-42f9-b83a-f2f45f154eed req-9e65e19c-d29d-4ebf-b180-a795a65dcbf1 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:30.903221 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b8a43f2-da4f-42f9-b83a-f2f45f154eed req-9e65e19c-d29d-4ebf-b180-a795a65dcbf1 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0534389 Dec 06 12:42:30.968243 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b8a43f2-da4f-42f9-b83a-f2f45f154eed req-accddac2-db66-49af-845c-28fd71ba0351 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0562370 Dec 06 12:42:30.997507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:31.999282 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:32.089480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76794b-e146-472a-a136-740a1d161c2a req-338cbd9d-0abd-44fd-a08d-2cb0a82f8c3f tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:32.090969 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa76794b-e146-472a-a136-740a1d161c2a req-338cbd9d-0abd-44fd-a08d-2cb0a82f8c3f tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0530770 Dec 06 12:42:32.156403 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa76794b-e146-472a-a136-740a1d161c2a req-b01b395f-4d3d-47e1-8827-c18348601757 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526147 Dec 06 12:42:33.268161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21e31-c7b3-440e-b4d3-183e8b730318 req-194b63a1-0201-492e-afa3-b64d40bd4123 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:33.269642 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5c21e31-c7b3-440e-b4d3-183e8b730318 req-194b63a1-0201-492e-afa3-b64d40bd4123 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0496936 Dec 06 12:42:33.330590 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e5c21e31-c7b3-440e-b4d3-183e8b730318 req-1e938382-5fad-4b46-b042-b79c6ced716d tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549831 Dec 06 12:42:34.443687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3de1-899f-497a-a614-8bff0e0792ae req-5af2649a-1699-4cd9-9671-b5eb619f97d4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:34.445810 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9dee3de1-899f-497a-a614-8bff0e0792ae req-5af2649a-1699-4cd9-9671-b5eb619f97d4 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0482097 Dec 06 12:42:34.509472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9dee3de1-899f-497a-a614-8bff0e0792ae req-6f007d11-948b-4c0c-b1fd-d2a66c9c9cca tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0575855 Dec 06 12:42:35.625357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca82c4-d5ea-485b-976c-a503b1bb400b req-d24571d0-0501-4da3-b11d-28142d576b14 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:35.626776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-70ca82c4-d5ea-485b-976c-a503b1bb400b req-d24571d0-0501-4da3-b11d-28142d576b14 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0495017 Dec 06 12:42:35.687984 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-70ca82c4-d5ea-485b-976c-a503b1bb400b req-45d85c3a-43bd-48eb-aae2-6b48ff9df2c9 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530143 Dec 06 12:42:36.802835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb672-9d38-4d5e-a111-27a54013bb6b req-10aa3fb5-0c75-4b27-bec8-ecc9b58f0ecc tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:36.804545 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-455fb672-9d38-4d5e-a111-27a54013bb6b req-10aa3fb5-0c75-4b27-bec8-ecc9b58f0ecc tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0493839 Dec 06 12:42:36.864069 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-455fb672-9d38-4d5e-a111-27a54013bb6b req-a86afee2-4afb-44a4-ac86-de5c5c7928e6 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534878 Dec 06 12:42:37.983488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be217c7f-c3a4-4c2e-86f8-443781eed4ca req-44ac1944-cae8-4bd0-997e-66dd6ebc9de6 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:37.984982 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be217c7f-c3a4-4c2e-86f8-443781eed4ca req-44ac1944-cae8-4bd0-997e-66dd6ebc9de6 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0532885 Dec 06 12:42:38.044123 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-be217c7f-c3a4-4c2e-86f8-443781eed4ca req-47a037f4-057f-465b-83c1-9f5c2bdf2610 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530813 Dec 06 12:42:39.157844 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd9bee-d9d6-471e-9204-6fb5d4a64eff req-45dc0e5e-e43f-4dee-bc21-ed9629ff6c0e tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:39.159319 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-36fd9bee-d9d6-471e-9204-6fb5d4a64eff req-45dc0e5e-e43f-4dee-bc21-ed9629ff6c0e tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0485401 Dec 06 12:42:39.221288 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-36fd9bee-d9d6-471e-9204-6fb5d4a64eff req-f88f7346-47ae-47c0-b342-0c61cad2edcb tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0550435 Dec 06 12:42:40.339408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e374a6-6c5a-4a15-be70-bef7cee79492 req-4ae64053-a379-460f-8207-5c6908b5e10b tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:40.340904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86e374a6-6c5a-4a15-be70-bef7cee79492 req-4ae64053-a379-460f-8207-5c6908b5e10b tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0530474 Dec 06 12:42:40.399889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86e374a6-6c5a-4a15-be70-bef7cee79492 req-ca8d42ab-0f4b-4264-bb5d-f990a39edf03 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&id=bf99217b-8b3f-436f-a0f6-576099fa9f99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529361 Dec 06 12:42:45.346365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:46.943593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-9b4ccc7b-34a2-43c2-9bc9-c6226c6bb321 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400906 Dec 06 12:42:47.025338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-3692c7d7-4d11-470a-930a-08a38238d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:47.026857 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-3692c7d7-4d11-470a-930a-08a38238d15f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1138 time: 0.0405855 Dec 06 12:42:47.133220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-fa9ec78b-3e44-4239-8a0d-bd3e97d49c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:47.134701 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-fa9ec78b-3e44-4239-8a0d-bd3e97d49c50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 916 time: 0.0869641 Dec 06 12:42:47.203145 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-83d90215-b5c3-4582-99ff-7e3ca6cf98fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 1002 time: 0.0612547 Dec 06 12:42:47.257512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-b3421f23-c9b8-4baa-8c76-783e016a10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:47.259406 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-b3421f23-c9b8-4baa-8c76-783e016a10ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0498817 Dec 06 12:42:47.305993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-7df86030-0cd4-469f-b8b3-6da687dd82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:42:47.307495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-7df86030-0cd4-469f-b8b3-6da687dd82f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412333 Dec 06 12:42:47.396455 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-3ab7770f-942d-4958-bdcb-82f254c0d7f7 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809331 Dec 06 12:42:47.486631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecac927d-d3e6-4ab6-b176-bfcb68a1bd95 req-0d186974-8928-48eb-bea5-f7d1542bd7a4 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828254 Dec 06 12:42:51.642625 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:42:56.301197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-921d47f0-3d75-4f9b-8177-6af304f7906f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:58.721921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71ab2067-1a5d-4cd2-a6aa-c6a313b595d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:42:59.940894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:00.999132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:02.001751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:15.356595 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:26.307728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-769ea7f2-06d7-4431-9efc-d2728d4d3520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:28.640678 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:43:28.723009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b83e-2f94-4236-9611-64d094e6728e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:29.941503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:31.001812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:32.003023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:35.717782 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-00883a95-2b97-45d1-851c-593e0790514e req-33f34a25-a04b-4e20-9352-e914fd7d37d7 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63146216&fields=id&tenant_id=47828eb67a464737a1509e78c1c71320 HTTP/1.1" status: 200 len: 267 time: 0.0443401 Dec 06 12:43:35.769217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883a95-2b97-45d1-851c-593e0790514e req-a06c0ca5-1f7b-46f3-adf0-572186f4be3b tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:35.770726 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-00883a95-2b97-45d1-851c-593e0790514e req-a06c0ca5-1f7b-46f3-adf0-572186f4be3b tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 985 time: 0.0474045 Dec 06 12:43:35.781384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-00883a95-2b97-45d1-851c-593e0790514e req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Request body: {'port': {'security_groups': ['edb7c12e-6b6c-40e7-8539-4b46c3db1c44']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:35.847319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-00883a95-2b97-45d1-851c-593e0790514e req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.020295 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-00883a95-2b97-45d1-851c-593e0790514e req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] For port d6a667fe-a931-4132-aa76-e157f382a4f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a667fe-a931-4132-aa76-e157f382a4f6,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:36.049091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-00883a95-2b97-45d1-851c-593e0790514e req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.054319 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-00883a95-2b97-45d1-851c-593e0790514e req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.067212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d6a667fe-a931-4132-aa76-e157f382a4f6'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:43:36.096031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883a95-2b97-45d1-851c-593e0790514e req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:36.096694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-00883a95-2b97-45d1-851c-593e0790514e req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.098235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-00883a95-2b97-45d1-851c-593e0790514e req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "PUT /v2.0/ports/d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 943 time: 0.3211253 Dec 06 12:43:36.099799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:36.101703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65593a06-79fd-476b-8029-c55af08ca98b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:36.108063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50648) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:36.144712 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event updated for resources: {'Port': ['ID=d6a667fe-a931-4132-aa76-e157f382a4f6,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.155621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.156012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.156424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.156781 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.157176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.157526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.157870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.158209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.158601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.160003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.162254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.162789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.163354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1dfe-e1d8-4a67-a1a3-900fb4c912bf tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.164526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d6a667fe-a931-4132-aa76-e157f382a4f6'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:43:36.168787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba3ff2f-d043-4e86-8700-5cdfe24a68ae x-openstack-request-id: req-dba3ff2f-d043-4e86-8700-5cdfe24a68ae {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:36.169304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:36.169862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dba3ff2f-d043-4e86-8700-5cdfe24a68ae {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:36.170464 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'status': 'completed', 'code': 200} Dec 06 12:43:36.200162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.234452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.248481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65593a06-79fd-476b-8029-c55af08ca98b req-c10bfd84-2134-4820-9b3e-79fa3d2049f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:36.250036 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65593a06-79fd-476b-8029-c55af08ca98b req-c10bfd84-2134-4820-9b3e-79fa3d2049f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1099 time: 0.0572267 Dec 06 12:43:36.313269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.316533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.318625 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf99217b-8b3f-436f-a0f6-576099fa9f99 HTTP/1.1" status: 204 len: 168 time: 0.2088089 Dec 06 12:43:36.327514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50652) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:36.335599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf99217b-8b3f-436f-a0f6-576099fa9f99,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.372432 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65593a06-79fd-476b-8029-c55af08ca98b req-2d4e2cb9-8dcd-4a96-91a9-45d9fba94f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:36.373941 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65593a06-79fd-476b-8029-c55af08ca98b req-2d4e2cb9-8dcd-4a96-91a9-45d9fba94f37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 916 time: 0.1153250 Dec 06 12:43:36.380095 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.380670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.381691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.381691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.381958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.382310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.382648 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.382983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.383321 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.383736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.384098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.384431 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.384762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bc1e8-0bbb-42ba-a600-528d7971b005 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:36.390914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-04a2ba2a-58cd-4101-831e-54bc88c55a8f None None] Provisioning complete for port d6a667fe-a931-4132-aa76-e157f382a4f6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:43:36.391346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04a2ba2a-58cd-4101-831e-54bc88c55a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.444102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65593a06-79fd-476b-8029-c55af08ca98b req-f52bdbf4-729e-405a-8032-cd4a2bd354dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 1002 time: 0.0631137 Dec 06 12:43:36.503233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65593a06-79fd-476b-8029-c55af08ca98b req-1b34d953-21d5-445d-8792-f1192f316d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:36.506267 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65593a06-79fd-476b-8029-c55af08ca98b req-1b34d953-21d5-445d-8792-f1192f316d10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0535564 Dec 06 12:43:36.517770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Deleting port 68336e18-f381-48bc-91d4-be423195d727 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:36.518109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.553196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65593a06-79fd-476b-8029-c55af08ca98b req-98c5113b-d5cf-4c7f-8b76-390793afa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:36.554719 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65593a06-79fd-476b-8029-c55af08ca98b req-98c5113b-d5cf-4c7f-8b76-390793afa7ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406711 Dec 06 12:43:36.594473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.594802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.607075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Calling delete_port for 68336e18-f381-48bc-91d4-be423195d727 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:36.648557 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65593a06-79fd-476b-8029-c55af08ca98b req-c669a47c-b9c0-4f2a-815f-19663ba4bd4d service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865486 Dec 06 12:43:36.741159 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65593a06-79fd-476b-8029-c55af08ca98b req-3c841fa6-5b53-4a31-a56e-c7436aaba019 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843494 Dec 06 12:43:36.757747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.781533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event deleted for resources: {'Port': ['ID=68336e18-f381-48bc-91d4-be423195d727,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:36.845688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:36.846022 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Floating IP ee8f72a1-5455-4760-a1a6-91f1ba678f9f disassociated (deleted). External IP: 172.36.1.182, port: d6a667fe-a931-4132-aa76-e157f382a4f6. Dec 06 12:43:37.054558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Router 66685976-410c-452d-b20e-8d8b1b5e5620 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:37.161793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:37.166527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:37.171128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] Sync routers for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:37.182333 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:37.182948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:37.193957 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-77c98b03-0540-4da4-bf24-394e7964b540 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "DELETE /v2.0/floatingips/ee8f72a1-5455-4760-a1a6-91f1ba678f9f HTTP/1.1" status: 204 len: 168 time: 0.8650386 Dec 06 12:43:37.194612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:37.197135 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377e2449-d6c2-4e7a-bb1e-817610700114" -d '{"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:37.291656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af68549e-490f-443e-82f9-5c54c8571e6a x-openstack-request-id: req-af68549e-490f-443e-82f9-5c54c8571e6a {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:37.291656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:37.292059 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af68549e-490f-443e-82f9-5c54c8571e6a {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:37.292324 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'status': 'completed', 'code': 200} Dec 06 12:43:37.296805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:37.360143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-d39595ca-2860-40b4-9bee-4aa1d5b187bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:37.361892 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-d39595ca-2860-40b4-9bee-4aa1d5b187bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 1099 time: 0.0448091 Dec 06 12:43:37.474975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-0a21467f-3454-4376-b816-401a579e9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:37.476526 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-0a21467f-3454-4376-b816-401a579e9e8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 200 len: 916 time: 0.1080329 Dec 06 12:43:37.519624 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-9dca9198-89c5-4dbe-aed6-5ffe3fc17989 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 200 len: 217 time: 0.0364304 Dec 06 12:43:37.524711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:37.576918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-db1c693a-06d3-40d7-85d6-dbde8f2a4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:37.578325 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-db1c693a-06d3-40d7-85d6-dbde8f2a4d00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 200 len: 854 time: 0.0514998 Dec 06 12:43:37.627020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-690add9e-fd34-4b20-8d9d-de927caa182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:37.628575 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-690add9e-fd34-4b20-8d9d-de927caa182b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d6db6a2-04e0-4e8f-97cc-4edde1744750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427823 Dec 06 12:43:37.691696 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] Checking router: 66685976-410c-452d-b20e-8d8b1b5e5620 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:43:37.700068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:37.700675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:37.719848 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-47912fe9-c6ca-4ec6-88e0-767b5ea6f4c4 service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835745 Dec 06 12:43:37.804704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:37.815395 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-377e2449-d6c2-4e7a-bb1e-817610700114 req-4f20f410-8010-4da1-9287-064f451f47ab service neutron] 10.222.0.43 "GET /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879202 Dec 06 12:43:38.006115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:38.038099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe8b942-5400-4623-acbe-97f05a87ee61 None None] The sync data for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv is: [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:42Z', 'revision_number': 4, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9119dacd-a007-4ec3-862b-43c6d5ac3c53', 'name': '', 'network_id': '9d6db6a2-04e0-4e8f-97cc-4edde1744750', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'mac_address': 'fa:16:3e:03:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:42Z', 'updated_at': '2021-12-06T12:40:49Z', 'revision_number': 5, 'project_id': '47828eb67a464737a1509e78c1c71320', 'subnets': [{'id': '6fe86571-caf1-4145-b557-4faefb6fbcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:38.238157 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99c224-0222-4f9b-9ce7-3f61498479d7 None None] New status for floating IP ee8f72a1-5455-4760-a1a6-91f1ba678f9f: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:43:45.376297 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:46.262580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef3720-d1e8-402d-bdab-fe46fd04ea55 req-dfd971c5-1270-4bcb-876e-641ace13c5ad tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:46.264213 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40ef3720-d1e8-402d-bdab-fe46fd04ea55 req-dfd971c5-1270-4bcb-876e-641ace13c5ad tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0493674 Dec 06 12:43:46.316830 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40ef3720-d1e8-402d-bdab-fe46fd04ea55 req-45db72af-6575-43b9-92fa-b069ac6d169b tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Dec 06 12:43:47.437270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b928d37-f32f-423a-bf3d-210c4f6fc2ef req-586ed38e-d4a5-480f-9c93-bff2c064d029 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:47.438755 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b928d37-f32f-423a-bf3d-210c4f6fc2ef req-586ed38e-d4a5-480f-9c93-bff2c064d029 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0526953 Dec 06 12:43:47.492353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9b928d37-f32f-423a-bf3d-210c4f6fc2ef req-28790113-d12c-4c88-956e-ea21efa6b046 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb7c12e-6b6c-40e7-8539-4b46c3db1c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Dec 06 12:43:48.184054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-7eca506c-d969-446e-b902-1c9f0d79e9a8 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:48.185424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-7eca506c-d969-446e-b902-1c9f0d79e9a8 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 946 time: 0.0615411 Dec 06 12:43:48.276309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Deleting port d6a667fe-a931-4132-aa76-e157f382a4f6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:48.276636 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.363452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] For port d6a667fe-a931-4132-aa76-e157f382a4f6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a667fe-a931-4132-aa76-e157f382a4f6,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:48.363803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.376198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Calling delete_port for d6a667fe-a931-4132-aa76-e157f382a4f6 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:48.512629 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.527127 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d6a667fe-a931-4132-aa76-e157f382a4f6'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:43:48.545298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Pushing event deleted for resources: {'Port': ['ID=d6a667fe-a931-4132-aa76-e157f382a4f6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:48.597334 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] No DVR routers for this DVR port d6a667fe-a931-4132-aa76-e157f382a4f6 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:48.601355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:48.604806 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-53bb98a4-f801-444d-a4d9-f5f817c015d9 req-f4ebdc5f-9ffa-4a03-81fa-e04ae4386514 tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.43 "DELETE /v2.0/ports/d6a667fe-a931-4132-aa76-e157f382a4f6 HTTP/1.1" status: 204 len: 173 time: 0.4126098 Dec 06 12:43:48.605240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'name': 'network-vif-deleted', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:43:48.607600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48570033-c1c2-4cc3-8a65-e18155bf18c5" -d '{"events": [{"server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "name": "network-vif-deleted", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:43:48.934033 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ac666c7b-41a7-42af-8394-5fb599af8fc1 req-434d9688-6353-4999-8cd4-8e852ea4c3aa tempest-TestMinimumBasicScenario-1345560912 tempest-TestMinimumBasicScenario-1345560912-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 210 time: 0.3612359 Dec 06 12:43:48.936591 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46acbf13-5833-401a-b936-ba7814a81a44 x-openstack-request-id: req-46acbf13-5833-401a-b936-ba7814a81a44 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:43:48.936881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c", "name": "network-vif-deleted", "tag": "d6a667fe-a931-4132-aa76-e157f382a4f6", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:43:48.937189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46acbf13-5833-401a-b936-ba7814a81a44 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:43:48.937497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c', 'name': 'network-vif-deleted', 'tag': 'd6a667fe-a931-4132-aa76-e157f382a4f6', 'status': 'completed', 'code': 200} Dec 06 12:43:48.962814 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6fb660bb-37ee-4099-a748-a5a73c0b9772 req-37e7614a-4c14-4fa7-92d9-8048be978307 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277622 Dec 06 12:43:49.047652 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6fb660bb-37ee-4099-a748-a5a73c0b9772 req-dee16b9a-956a-4330-9427-705cf8a8152b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47828eb67a464737a1509e78c1c71320&device_id=1b81a6fb-e9fd-43c6-85d1-75f7e9a88e5c HTTP/1.1" status: 200 len: 210 time: 0.0260224 Dec 06 12:43:49.235830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb660bb-37ee-4099-a748-a5a73c0b9772 req-e9c3b532-eca4-4a10-bcef-f3d92053040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:49.237349 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6fb660bb-37ee-4099-a748-a5a73c0b9772 req-e9c3b532-eca4-4a10-bcef-f3d92053040b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=47828eb67a464737a1509e78c1c71320&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1687217 Dec 06 12:43:49.400512 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb660bb-37ee-4099-a748-a5a73c0b9772 req-b097b5ab-e78c-468f-bb25-5a3f08c9faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:43:49.401967 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6fb660bb-37ee-4099-a748-a5a73c0b9772 req-b097b5ab-e78c-468f-bb25-5a3f08c9faca service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565604 Dec 06 12:43:50.523069 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50754) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:51.161171 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.402847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Deleting port 9119dacd-a007-4ec3-862b-43c6d5ac3c53 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:51.403184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.483383 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] For port 9119dacd-a007-4ec3-862b-43c6d5ac3c53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9119dacd-a007-4ec3-862b-43c6d5ac3c53,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:51.483761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.495776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Calling delete_port for 9119dacd-a007-4ec3-862b-43c6d5ac3c53 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:51.671813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:51.695569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Pushing event deleted for resources: {'Port': ['ID=9119dacd-a007-4ec3-862b-43c6d5ac3c53,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:51.864127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.082869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Router 66685976-410c-452d-b20e-8d8b1b5e5620 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:52.187027 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:52.192130 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9d642e72-2dea-43f6-b631-c7335584e879 admin admin] 10.222.0.24 "PUT /v2.0/routers/66685976-410c-452d-b20e-8d8b1b5e5620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673584 Dec 06 12:43:52.195329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50756) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:52.197941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] Sync routers for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:52.210489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:52.211676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:52.301948 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.320188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:52.407722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.461459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Deleting port c2c866d1-40d6-4b42-92a6-5d75ee147de0 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:52.461835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.501894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:43:51Z', 'revision_number': 5, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port': {'id': 'c2c866d1-40d6-4b42-92a6-5d75ee147de0', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:52.529495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] Checking router: 66685976-410c-452d-b20e-8d8b1b5e5620 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:43:52.537926 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] Routers {'66685976-410c-452d-b20e-8d8b1b5e5620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:52.538538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['66685976-410c-452d-b20e-8d8b1b5e5620'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:52.545888 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] For port c2c866d1-40d6-4b42-92a6-5d75ee147de0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2c866d1-40d6-4b42-92a6-5d75ee147de0,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:52.546251 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.557929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Calling delete_port for c2c866d1-40d6-4b42-92a6-5d75ee147de0 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:52.575581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d6a667fe-a931-4132-aa76-e157f382a4f6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:52.626355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: d6a667fe-a931-4132-aa76-e157f382a4f6 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:52.626706 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d6a667fe-a931-4132-aa76-e157f382a4f6 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:52.648252 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] Set router 66685976-410c-452d-b20e-8d8b1b5e5620 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:52.700372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:43:52Z', 'revision_number': 6, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:52.725996 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.731227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e519f70-e560-4db7-83e0-ed614c22e446 None None] The sync data for ids ['66685976-410c-452d-b20e-8d8b1b5e5620'] in dv-neutron-master-2-hyperv is: [{'id': '66685976-410c-452d-b20e-8d8b1b5e5620', 'name': 'tempest-TestMinimumBasicScenario-1909456547-router', 'tenant_id': '47828eb67a464737a1509e78c1c71320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:40Z', 'updated_at': '2021-12-06T12:43:52Z', 'revision_number': 6, 'project_id': '47828eb67a464737a1509e78c1c71320', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:52.752733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c866d1-40d6-4b42-92a6-5d75ee147de0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:52.773117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c9e7c-e557-47d8-88c9-33c998dbc5d3 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:52.819572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.911408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.913737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.955908 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.956406 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66685976-410c-452d-b20e-8d8b1b5e5620 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:43:52.961617 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:52.962775 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cac723ae-9719-4380-b069-79852c3c1244 admin admin] 10.222.0.24 "DELETE /v2.0/routers/66685976-410c-452d-b20e-8d8b1b5e5620 HTTP/1.1" status: 204 len: 168 time: 0.7664626 Dec 06 12:43:52.965311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50758) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:53.010559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-93801d94-fe79-4659-8740-7a8a7bc827b1 admin admin] Deleting subnet 6fe86571-caf1-4145-b557-4faefb6fbcd0 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:43:53.013540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93801d94-fe79-4659-8740-7a8a7bc827b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.048097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93801d94-fe79-4659-8740-7a8a7bc827b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.135751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93801d94-fe79-4659-8740-7a8a7bc827b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.189375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93801d94-fe79-4659-8740-7a8a7bc827b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.217346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-93801d94-fe79-4659-8740-7a8a7bc827b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.220516 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-93801d94-fe79-4659-8740-7a8a7bc827b1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6fe86571-caf1-4145-b557-4faefb6fbcd0 HTTP/1.1" status: 204 len: 168 time: 0.2542512 Dec 06 12:43:53.221494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93801d94-fe79-4659-8740-7a8a7bc827b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe86571-caf1-4145-b557-4faefb6fbcd0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:53.223009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50760) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:53.225716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73a743-5c14-4313-9a1e-76dd443aa721 None None] Network 9d6db6a2-04e0-4e8f-97cc-4edde1744750 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:43:53.298414 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.356395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Deleting port b203b171-52d0-45b9-8914-2af9b0b72c21 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:53.356747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.423817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] For port b203b171-52d0-45b9-8914-2af9b0b72c21, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b203b171-52d0-45b9-8914-2af9b0b72c21,segment=NetworkSegment(fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4),segment_id=fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:53.424120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.436211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Calling delete_port for b203b171-52d0-45b9-8914-2af9b0b72c21 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:53.494178 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] DHCP port deletion for 9d6db6a2-04e0-4e8f-97cc-4edde1744750 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:53.520145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.546477 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Pushing event deleted for resources: {'Port': ['ID=b203b171-52d0-45b9-8914-2af9b0b72c21,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:53.547810 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Deleting port b203b171-52d0-45b9-8914-2af9b0b72c21 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:53.548217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.550154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] No DVR routers for this DVR port b203b171-52d0-45b9-8914-2af9b0b72c21 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:53.619290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] For port b203b171-52d0-45b9-8914-2af9b0b72c21, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:53.619687 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.630800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.632974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Calling delete_port for b203b171-52d0-45b9-8914-2af9b0b72c21 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:53.635708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Port b203b171-52d0-45b9-8914-2af9b0b72c21 was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 12:43:53.636999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.652531 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6db6a2-04e0-4e8f-97cc-4edde1744750']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:53.663372 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:53.663672 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd4e661-f5ec-4cc4-b176-0e9ac1a651a4') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:53.668229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] No DVR routers for this DVR port b203b171-52d0-45b9-8914-2af9b0b72c21 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:53.672064 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Pushing event deleted for resources: {'Port': ['ID=b203b171-52d0-45b9-8914-2af9b0b72c21,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:53.675042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.684703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.686034 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.687258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.687442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.687744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.688104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.688442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.688776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.689110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.689454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.689789 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.690272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.690608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faccb2a-de1e-4544-b399-01a3c6f06d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:43:53.690718 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.697869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:43:53.698467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:43:53.700285 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:43:53.761042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.766651 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:53.769831 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d6db6a2-04e0-4e8f-97cc-4edde1744750 HTTP/1.1" status: 204 len: 168 time: 0.5458415 Dec 06 12:43:53.772925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50762) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:53.780942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a13beb-7fe4-43d5-afc0-26487fc9a907 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6db6a2-04e0-4e8f-97cc-4edde1744750,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:53.994101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b203b171-52d0-45b9-8914-2af9b0b72c21 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:54.014746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: b203b171-52d0-45b9-8914-2af9b0b72c21 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:54.015012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b203b171-52d0-45b9-8914-2af9b0b72c21 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:54.015470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c2c866d1-40d6-4b42-92a6-5d75ee147de0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:54.034138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: c2c866d1-40d6-4b42-92a6-5d75ee147de0 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:54.034484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device c2c866d1-40d6-4b42-92a6-5d75ee147de0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:54.034902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9119dacd-a007-4ec3-862b-43c6d5ac3c53 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:54.055011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 9119dacd-a007-4ec3-862b-43c6d5ac3c53 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:54.055354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 9119dacd-a007-4ec3-862b-43c6d5ac3c53 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:54.126108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.366494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Deleting port 96db1851-c7d6-4844-a2c3-0a4c6556236c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:54.366831 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.444972 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] For port 96db1851-c7d6-4844-a2c3-0a4c6556236c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96db1851-c7d6-4844-a2c3-0a4c6556236c,segment=NetworkSegment(1c0c6b9f-78ac-4269-afcc-7b63858a609c),segment_id=1c0c6b9f-78ac-4269-afcc-7b63858a609c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:54.445332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.457741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Calling delete_port for 96db1851-c7d6-4844-a2c3-0a4c6556236c owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:54.636225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:54.662717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Pushing event deleted for resources: {'Port': ['ID=96db1851-c7d6-4844-a2c3-0a4c6556236c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:54.828759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.035456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Router 326f417a-62c9-425c-a08f-3cff3909b965 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:43:55.139533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:43:55.144804 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7198ec2f-a51c-4722-a545-27f81f09e506 admin admin] 10.222.0.24 "PUT /v2.0/routers/326f417a-62c9-425c-a08f-3cff3909b965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3707514 Dec 06 12:43:55.147869 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50764) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:55.148662 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] Sync routers for ids ['326f417a-62c9-425c-a08f-3cff3909b965'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:43:55.158599 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] Routers {'326f417a-62c9-425c-a08f-3cff3909b965'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:55.159203 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['326f417a-62c9-425c-a08f-3cff3909b965'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:55.249332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.263765 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] Set router 326f417a-62c9-425c-a08f-3cff3909b965 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:55.351415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.406456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Deleting port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:55.406796 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.448168 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:43:54Z', 'revision_number': 5, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port': {'id': 'e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326f417a-62c9-425c-a08f-3cff3909b965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:55.474153 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] Checking router: 326f417a-62c9-425c-a08f-3cff3909b965 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:43:55.482443 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] Routers {'326f417a-62c9-425c-a08f-3cff3909b965'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:43:55.483039 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['326f417a-62c9-425c-a08f-3cff3909b965'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:55.485506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] For port e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:55.485863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.498048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Calling delete_port for e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:55.566608 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] Set router 326f417a-62c9-425c-a08f-3cff3909b965 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:43:55.621960 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:43:55Z', 'revision_number': 6, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:55.654566 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af08865-f3a5-445e-bf78-cdf3adc5f7d9 None None] The sync data for ids ['326f417a-62c9-425c-a08f-3cff3909b965'] in dv-neutron-master-2-hyperv is: [{'id': '326f417a-62c9-425c-a08f-3cff3909b965', 'name': 'tempest-TestMinimumBasicScenario-426396992-router', 'tenant_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:40:45Z', 'updated_at': '2021-12-06T12:43:55Z', 'revision_number': 6, 'project_id': 'cd7b3592efaf4b1a9e98dd009232485b', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:43:55.960772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:55.991081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:56.010304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e786a9-8d74-4c99-8259-0f49f461fd51 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:56.053980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.072678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 96db1851-c7d6-4844-a2c3-0a4c6556236c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:56.094255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 96db1851-c7d6-4844-a2c3-0a4c6556236c {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:56.094744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 96db1851-c7d6-4844-a2c3-0a4c6556236c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:56.146730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.148859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.204218 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.204658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 326f417a-62c9-425c-a08f-3cff3909b965 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:43:56.209805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.211049 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4cd15727-ebe6-4f77-8953-5bb75b82771d admin admin] 10.222.0.24 "DELETE /v2.0/routers/326f417a-62c9-425c-a08f-3cff3909b965 HTTP/1.1" status: 204 len: 168 time: 1.0622816 Dec 06 12:43:56.213599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50766) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:56.257940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b9b391-acec-4ca6-a262-1a903cd969cb admin admin] Deleting subnet a5708228-8f51-4ea9-8056-868dbea74153 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:43:56.260963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b391-acec-4ca6-a262-1a903cd969cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.296961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b391-acec-4ca6-a262-1a903cd969cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.305876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3524cc9-bf40-44dd-9eb0-2cd25dbda718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.376713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b391-acec-4ca6-a262-1a903cd969cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.430917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b391-acec-4ca6-a262-1a903cd969cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.455392 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9b391-acec-4ca6-a262-1a903cd969cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5708228-8f51-4ea9-8056-868dbea74153,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:56.462822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b391-acec-4ca6-a262-1a903cd969cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.466674 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c4b9b391-acec-4ca6-a262-1a903cd969cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a5708228-8f51-4ea9-8056-868dbea74153 HTTP/1.1" status: 204 len: 168 time: 0.2519748 Dec 06 12:43:56.467970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01220823-bcc7-45a7-9d66-ef52181f519c None None] Network f3c3806c-3406-4596-a6e4-1bcd0c8f237f requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:43:56.469051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50768) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:56.541074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.600160 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Deleting port 193758c7-d403-4cba-9c32-4748d45ece3f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:56.600492 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.666885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] For port 193758c7-d403-4cba-9c32-4748d45ece3f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=193758c7-d403-4cba-9c32-4748d45ece3f,segment=NetworkSegment(1c0c6b9f-78ac-4269-afcc-7b63858a609c),segment_id=1c0c6b9f-78ac-4269-afcc-7b63858a609c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:56.667263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.673490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] DHCP port deletion for f3c3806c-3406-4596-a6e4-1bcd0c8f237f request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:43:56.683100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Calling delete_port for 193758c7-d403-4cba-9c32-4748d45ece3f owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:56.728803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] Deleting port 193758c7-d403-4cba-9c32-4748d45ece3f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:43:56.729186 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.770774 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.794145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] For port 193758c7-d403-4cba-9c32-4748d45ece3f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=193758c7-d403-4cba-9c32-4748d45ece3f,segment=NetworkSegment(1c0c6b9f-78ac-4269-afcc-7b63858a609c),segment_id=1c0c6b9f-78ac-4269-afcc-7b63858a609c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:43:56.794548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.797877 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=193758c7-d403-4cba-9c32-4748d45ece3f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:56.799709 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] No DVR routers for this DVR port 193758c7-d403-4cba-9c32-4748d45ece3f on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:56.810543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] Calling delete_port for 193758c7-d403-4cba-9c32-4748d45ece3f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:43:56.869877 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.892664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.895534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c3806c-3406-4596-a6e4-1bcd0c8f237f']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:56.905705 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0c6b9f-78ac-4269-afcc-7b63858a609c') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:56.906007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0c6b9f-78ac-4269-afcc-7b63858a609c') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:43:56.915349 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.917493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] Pushing event deleted for resources: {'Port': ['ID=193758c7-d403-4cba-9c32-4748d45ece3f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:56.921098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c7792-18dc-4c57-a35f-6b2200265384 None None] No DVR routers for this DVR port 193758c7-d403-4cba-9c32-4748d45ece3f on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:43:56.929792 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.937038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:43:56.937542 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:43:56.939199 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:43:56.994097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.001936 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.005085 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f3c3806c-3406-4596-a6e4-1bcd0c8f237f HTTP/1.1" status: 204 len: 168 time: 0.5350573 Dec 06 12:43:57.015482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e78721-9e3a-4b60-8a33-9b854c196e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c3806c-3406-4596-a6e4-1bcd0c8f237f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:57.161900 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50772) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:57.207705 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-feb16b04-0447-447a-850b-ae20e28e64b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47828eb67a464737a1509e78c1c71320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436540 Dec 06 12:43:57.210038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50774) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:57.260532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e21dd64-bf9e-4782-acb5-ae7747a96138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.280932 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e21dd64-bf9e-4782-acb5-ae7747a96138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.328044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e21dd64-bf9e-4782-acb5-ae7747a96138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.330639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e21dd64-bf9e-4782-acb5-ae7747a96138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.331804 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5e21dd64-bf9e-4782-acb5-ae7747a96138 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edb7c12e-6b6c-40e7-8539-4b46c3db1c44 HTTP/1.1" status: 204 len: 168 time: 0.1208715 Dec 06 12:43:57.340422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21dd64-bf9e-4782-acb5-ae7747a96138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7c12e-6b6c-40e7-8539-4b46c3db1c44,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:57.637321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50780) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:57.677665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a9b16e22-77ce-43fb-a105-7ca02367cda7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd7b3592efaf4b1a9e98dd009232485b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391793 Dec 06 12:43:57.680068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50782) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:57.726505 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6192983-f449-4c1e-b5c8-3ae7a458bd5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.746838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6192983-f449-4c1e-b5c8-3ae7a458bd5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.793241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6192983-f449-4c1e-b5c8-3ae7a458bd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.795916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6192983-f449-4c1e-b5c8-3ae7a458bd5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:57.797056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b6192983-f449-4c1e-b5c8-3ae7a458bd5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08bcbb09-926d-4b06-8add-692804c42dc5 HTTP/1.1" status: 204 len: 168 time: 0.1160843 Dec 06 12:43:57.806052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6192983-f449-4c1e-b5c8-3ae7a458bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bcbb09-926d-4b06-8add-692804c42dc5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:58.006277 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 193758c7-d403-4cba-9c32-4748d45ece3f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:58.027376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 193758c7-d403-4cba-9c32-4748d45ece3f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:58.027723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 193758c7-d403-4cba-9c32-4748d45ece3f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:58.028172 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:43:58.050014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:43:58.050371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device e6a1cbcc-04cc-45d0-8ed3-dd0ac3727aeb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:43:58.725815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24623837-b225-44c8-b788-77fc518f7147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.406435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50822) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:59.410966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176026938', 'description': 'tempest-secgroup-smoke-1176026938 description', 'project_id': 'bc4a2362dfc84263ad25c97426939122'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:59.436639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.445237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.518846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.523150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.563515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be58b27-ca9e-4a88-8819-3d248d8c7d0d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:59.600071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.603886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.633356 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.634645 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2271521 Dec 06 12:43:59.637619 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50824) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:59.639153 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06e4ef-7088-4554-9c3d-f86e21674d5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:59.642148 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2bf69fa7-8051-4043-87fd-d4cf7bb76f42 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '34d7f1c6-cdbe-4eda-99e0-8e831c6e169c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:59.670606 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bf69fa7-8051-4043-87fd-d4cf7bb76f42 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.725401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bf69fa7-8051-4043-87fd-d4cf7bb76f42 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.728998 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bf69fa7-8051-4043-87fd-d4cf7bb76f42 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.749051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf69fa7-8051-4043-87fd-d4cf7bb76f42 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a9675b-0c20-4085-98e3-8cef4f012830,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:59.754403 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bf69fa7-8051-4043-87fd-d4cf7bb76f42 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.755635 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2bf69fa7-8051-4043-87fd-d4cf7bb76f42 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169367 Dec 06 12:43:59.758496 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50826) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:59.762764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3a355593-ea90-4129-97eb-4f6758162b8d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '34d7f1c6-cdbe-4eda-99e0-8e831c6e169c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:59.791037 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a355593-ea90-4129-97eb-4f6758162b8d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.845726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a355593-ea90-4129-97eb-4f6758162b8d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.850475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a355593-ea90-4129-97eb-4f6758162b8d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.869997 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a355593-ea90-4129-97eb-4f6758162b8d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1cf474-dcf3-4855-b888-c779c3b71e2d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:43:59.877279 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a355593-ea90-4129-97eb-4f6758162b8d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.878469 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3a355593-ea90-4129-97eb-4f6758162b8d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190579 Dec 06 12:43:59.881434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50828) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:43:59.886119 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-69166539-aa6e-4a8a-b329-699567ba2ed2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '34d7f1c6-cdbe-4eda-99e0-8e831c6e169c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:43:59.913830 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69166539-aa6e-4a8a-b329-699567ba2ed2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.945102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.971731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69166539-aa6e-4a8a-b329-699567ba2ed2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.975581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69166539-aa6e-4a8a-b329-699567ba2ed2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:43:59.993735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69166539-aa6e-4a8a-b329-699567ba2ed2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49a4760-bc1e-4e30-a96e-08302a538e09,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:00.003587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69166539-aa6e-4a8a-b329-699567ba2ed2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.004983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-69166539-aa6e-4a8a-b329-699567ba2ed2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224942 Dec 06 12:44:00.008692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50830) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:00.013039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-41a1c4f7-904b-4213-814a-2a0bcb6ec22c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '34d7f1c6-cdbe-4eda-99e0-8e831c6e169c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:00.039022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41a1c4f7-904b-4213-814a-2a0bcb6ec22c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.098321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41a1c4f7-904b-4213-814a-2a0bcb6ec22c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.101917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41a1c4f7-904b-4213-814a-2a0bcb6ec22c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.119903 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1c4f7-904b-4213-814a-2a0bcb6ec22c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcf2815-ca77-41b1-87a7-007eb21ee8cf,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:00.124494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41a1c4f7-904b-4213-814a-2a0bcb6ec22c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.125679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-41a1c4f7-904b-4213-814a-2a0bcb6ec22c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160209 Dec 06 12:44:00.128345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50832) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:00.133125 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-20d0e08d-4fc8-41c3-b14f-717d5f3e5db9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '34d7f1c6-cdbe-4eda-99e0-8e831c6e169c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:00.154448 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-20d0e08d-4fc8-41c3-b14f-717d5f3e5db9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:44:00.159190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d0e08d-4fc8-41c3-b14f-717d5f3e5db9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.217009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d0e08d-4fc8-41c3-b14f-717d5f3e5db9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.220493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d0e08d-4fc8-41c3-b14f-717d5f3e5db9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.237722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0e08d-4fc8-41c3-b14f-717d5f3e5db9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e527fc-34d2-4b5f-b067-24286b3afb3f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:00.245697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d0e08d-4fc8-41c3-b14f-717d5f3e5db9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.246897 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-20d0e08d-4fc8-41c3-b14f-717d5f3e5db9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175890 Dec 06 12:44:00.249537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50834) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:00.253755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-2805a0be-91bc-42d9-93c5-258b562b332a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '34d7f1c6-cdbe-4eda-99e0-8e831c6e169c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:00.277083 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-2805a0be-91bc-42d9-93c5-258b562b332a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:44:00.282041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2805a0be-91bc-42d9-93c5-258b562b332a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.343526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2805a0be-91bc-42d9-93c5-258b562b332a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.347210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2805a0be-91bc-42d9-93c5-258b562b332a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.364457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805a0be-91bc-42d9-93c5-258b562b332a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f4cdc6-8667-4712-822e-b98e6304fb1a,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:00.371837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2805a0be-91bc-42d9-93c5-258b562b332a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.373064 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-2805a0be-91bc-42d9-93c5-258b562b332a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226001 Dec 06 12:44:00.376107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50836) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:00.381433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'network': {'name': 'tempest-network-smoke--1186337565', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'port_security_enabled': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:00.401519 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:00.405126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.428245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:44:00.437538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.437883 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Added segment d2beb690-aed8-4442-ba50-8e532b6774b4 of type vlan for network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 Dec 06 12:44:00.479294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.503049 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.509448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:00.510020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.545039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1679134 Dec 06 12:44:00.548037 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50838) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:00.553154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'admin_state_up': True, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:00.577075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.578136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.579242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb111b3f-4fcf-4bf2-87c6-b5ab667d11f9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Network': ['ID=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:00.590864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:44:00.628468 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.764635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.947382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:00.965236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.011023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.069840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.7 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/fc64ab7c-164d-4983-b18b-a312ec0bbd14) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:01.168710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.206013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.245716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:01.250034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:01.253707 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:01.263267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157cfc9c-8846-4f87-9295-b1d5f0a09b5c None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:01.277008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=fc64ab7c-164d-4983-b18b-a312ec0bbd14,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:01.392332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-82a2e462-5ff9-423d-b065-07a12f99f6ab None None] Provisioning complete for port fc64ab7c-164d-4983-b18b-a312ec0bbd14 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:01.392731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a2e462-5ff9-423d-b065-07a12f99f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:01.429507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-82a2e462-5ff9-423d-b065-07a12f99f6ab None None] Port fc64ab7c-164d-4983-b18b-a312ec0bbd14 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:01.809097 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.006303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.016172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.140380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:44:02.252750 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:02.262123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Sync routers for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:02.275141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.275627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:02.276416 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3e962464-1ac4-4ba7-a691-1508a0e67d08 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7273462 Dec 06 12:44:02.278205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:02.280024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50840) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:02.417627 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ae2317eb-06f3-43b1-8b67-74fbf4484550 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bc4a2362dfc84263ad25c97426939122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1363180 Dec 06 12:44:02.420935 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50844) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:02.535505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:02.597078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c54ea1-5f43-4db4-bbe8-ff262974dee6 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:02.598633 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-20c54ea1-5f43-4db4-bbe8-ff262974dee6 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1766973 Dec 06 12:44:02.602837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50846) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:02.641272 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-44616f88-5fe6-4063-9e92-f37e7939d439 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372722 Dec 06 12:44:02.643934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50848) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:02.649196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223291698', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:02.719515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:02.742181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:02.745817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.750196 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Checking router: d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:02.750552 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Updating router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 port fc64ab7c-164d-4983-b18b-a312ec0bbd14 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:44:02.775038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.924154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:02.989258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Subnet': ['ID=7f6803c7-d0a0-47ba-8fab-e8f1e5762be9,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:03.000726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Checking segment: {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:03.001294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network hostable DHCP agents. Network: c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:44:03.017602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:44:03.027054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:03.032245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:03.033033 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.039694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed45d4-b0cd-4457-910a-29db6a8e3fe7 None None] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:03.050271 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-afdce15a-0db6-41bf-9983-44f4d08e8ba6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4053478 Dec 06 12:44:03.053665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50850) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:03.058798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.097168 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.138793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a724959b-17b9-495b-83e7-27e2e6bbff0b None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:03.177007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Attempting to bind port fc64ab7c-164d-4983-b18b-a312ec0bbd14 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:03.177443 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Attempting to bind port fc64ab7c-164d-4983-b18b-a312ec0bbd14 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:03.177821 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Attempting to bind port fc64ab7c-164d-4983-b18b-a312ec0bbd14 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:03.187387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758930b5-4f7e-4674-9364-bd98f54a920d None None] Pushing event updated for resources: {'Port': ['ID=fc64ab7c-164d-4983-b18b-a312ec0bbd14,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:03.192674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:44:03.193654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:03.194068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.194458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:44:03.195036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Bound port: fc64ab7c-164d-4983-b18b-a312ec0bbd14, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:44:03.195308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.293263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-63d2ea3c-5f41-4e87-a537-034c3a257f43 None None] Provisioning complete for port fc64ab7c-164d-4983-b18b-a312ec0bbd14 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:03.293898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63d2ea3c-5f41-4e87-a537-034c3a257f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.335404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] For port fc64ab7c-164d-4983-b18b-a312ec0bbd14, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:03.353361 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:44:03.354228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.362145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] For port fc64ab7c-164d-4983-b18b-a312ec0bbd14, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc64ab7c-164d-4983-b18b-a312ec0bbd14,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:44:03.378708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.392323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-63d2ea3c-5f41-4e87-a537-034c3a257f43 None None] Port fc64ab7c-164d-4983-b18b-a312ec0bbd14 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:03.435203 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db735b-c114-414e-bc19-cfe82605336a None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:44:03.506580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:03.518583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:03.519213 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:03.524698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758930b5-4f7e-4674-9364-bd98f54a920d None None] Pushing event updated for resources: {'Port': ['ID=fc64ab7c-164d-4983-b18b-a312ec0bbd14,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:03.663888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Allocated IP 172.20.0.2 (c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676/7f6803c7-d0a0-47ba-8fab-e8f1e5762be9/da28d7b0-06fb-4261-b52a-2d2e4a261ee4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:03.692055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:03.696523 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-51ec7e0f-3cf4-4037-b390-7d5309882b13 None None] Provisioning complete for port fc64ab7c-164d-4983-b18b-a312ec0bbd14 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:03.696841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ec7e0f-3cf4-4037-b390-7d5309882b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.015310 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ec7e0f-3cf4-4037-b390-7d5309882b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.049509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.052491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-51ec7e0f-3cf4-4037-b390-7d5309882b13 None None] For port fc64ab7c-164d-4983-b18b-a312ec0bbd14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc64ab7c-164d-4983-b18b-a312ec0bbd14,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:04.057674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ec7e0f-3cf4-4037-b390-7d5309882b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.083199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.110310 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.1 (c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676/7f6803c7-d0a0-47ba-8fab-e8f1e5762be9/6e6615af-c2a1-43a9-8f22-3004c859ae97) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:04.130340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec7e0f-3cf4-4037-b390-7d5309882b13 None None] Pushing event updated for resources: {'Port': ['ID=fc64ab7c-164d-4983-b18b-a312ec0bbd14,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:04.135664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:04.140291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:04.142848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:04.170773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:04.221923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c77ea6-6632-4b17-b5aa-5dbb06299da4 None None] The sync data for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv is: [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:01Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:04.227996 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Pushing event updated for resources: {'Port': ['ID=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:04.230026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.257151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Attempting to bind port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:04.257526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Attempting to bind port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:04.257899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Attempting to bind port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 on network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:04.263113 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:44:04.263491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Checking segment: {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:04.264040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.264448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Bound using segment: {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:44:04.264935 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Bound port: da28d7b0-06fb-4261-b52a-2d2e4a261ee4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:44:04.265347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.272284 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.329771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:04.333227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:04.337847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:04.344525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=6e6615af-c2a1-43a9-8f22-3004c859ae97,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:04.348378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] For port da28d7b0-06fb-4261-b52a-2d2e4a261ee4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:04.352648 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] For port da28d7b0-06fb-4261-b52a-2d2e4a261ee4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:44:04.357084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.386497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.416486 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57868d5a-0bf4-4f6c-838b-3a8b196679b4 None None] Pushing event updated for resources: {'Port': ['ID=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:04.555459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.865779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.870847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:04.950177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=6e6615af-c2a1-43a9-8f22-3004c859ae97,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:04.952604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.048258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:05.049694 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:05.166093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:44:05.279232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:05.284777 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e054f841-40d0-4f35-8ea7-581e34e0f43b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301135 Dec 06 12:44:05.406267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22217e9a-ad5b-4c84-99e5-00e7819a436c None None] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:44:05.450265 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-1dcae829-e1e0-469d-920d-9929f451ab4d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176026938&fields=id&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 267 time: 0.0532072 Dec 06 12:44:05.525495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-de5fd8b1-a58f-4a51-8e90-881ff84bb80a None None] Provisioning complete for port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:05.526381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de5fd8b1-a58f-4a51-8e90-881ff84bb80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.565099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc68f-6209-444a-a188-f506e197a066 req-aeb133a1-cfd3-4231-843b-d5eb074a4342 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:05.566672 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-aeb133a1-cfd3-4231-843b-d5eb074a4342 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/networks?id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 HTTP/1.1" status: 200 len: 797 time: 0.1094277 Dec 06 12:44:05.586209 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-aa076b4d-17f9-4393-9495-935794332f8e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/quotas/bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 375 time: 0.0103467 Dec 06 12:44:05.642222 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:44:05.644462 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-989e68a9-c6fd-4ef8-9bba-53fac6a5bd68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516174 Dec 06 12:44:05.650580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de5fd8b1-a58f-4a51-8e90-881ff84bb80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.688204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-de5fd8b1-a58f-4a51-8e90-881ff84bb80a None None] For port da28d7b0-06fb-4261-b52a-2d2e4a261ee4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:05.694242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de5fd8b1-a58f-4a51-8e90-881ff84bb80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.748006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd8b1-a58f-4a51-8e90-881ff84bb80a None None] Pushing event updated for resources: {'Port': ['ID=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:05.805576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-3fd9d5df-ab09-4685-8471-848e6e3854c7 service neutron] 10.222.0.24 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419997 Dec 06 12:44:05.906186 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-1e209e56-5ed5-4cc8-acfe-59a98860bffd service neutron] 10.222.0.24 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913341 Dec 06 12:44:05.916785 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Sync routers for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:05.917769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7e8068a3-bc6a-4ac6-a380-02d2e8aecad4 None None] Provisioning complete for port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:05.918146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e8068a3-bc6a-4ac6-a380-02d2e8aecad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:05.931675 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:05.932303 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:06.093743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7e8068a3-bc6a-4ac6-a380-02d2e8aecad4 None None] Provisioning complete for port 6e6615af-c2a1-43a9-8f22-3004c859ae97 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:06.094223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e8068a3-bc6a-4ac6-a380-02d2e8aecad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.102783 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:06.138626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fc64ab7c-164d-4983-b18b-a312ec0bbd14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:44:06.145643 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d3b0d9e8-13d5-4d1f-8e00-a8b9966a8198 req-fb4685d2-739e-4442-94f3-2c4619ed61a5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 210 time: 0.0367055 Dec 06 12:44:06.195643 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7e8068a3-bc6a-4ac6-a380-02d2e8aecad4 None None] Port 6e6615af-c2a1-43a9-8f22-3004c859ae97 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:06.215600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port fc64ab7c-164d-4983-b18b-a312ec0bbd14 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:06.216008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.310259 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device da28d7b0-06fb-4261-b52a-2d2e4a261ee4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:44:06.348816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2ad6ced2-5982-4bae-88e0-3410ca031bc7 None None] Provisioning complete for port 6e6615af-c2a1-43a9-8f22-3004c859ae97 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:06.349235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ced2-5982-4bae-88e0-3410ca031bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.394069 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6ced2-5982-4bae-88e0-3410ca031bc7 None None] Port 6e6615af-c2a1-43a9-8f22-3004c859ae97 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:06.402229 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:06.402604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.445266 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 2, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:06.470797 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Checking router: d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:06.471149 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Updating router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 port 6e6615af-c2a1-43a9-8f22-3004c859ae97 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:44:06.497360 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.645959 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3a25b76e-3201-4b80-89dc-e177e07db98e None None] Provisioning complete for port 6e6615af-c2a1-43a9-8f22-3004c859ae97 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:06.646741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a25b76e-3201-4b80-89dc-e177e07db98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.679707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3a25b76e-3201-4b80-89dc-e177e07db98e None None] Port 6e6615af-c2a1-43a9-8f22-3004c859ae97 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:06.762890 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.768004 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.817708 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Pushing event updated for resources: {'Port': ['ID=6e6615af-c2a1-43a9-8f22-3004c859ae97,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:06.840654 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.841011 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.841357 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.841698 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.842032 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.842361 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.842691 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.843020 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.843354 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.843684 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.844038 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.844364 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.844687 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:44:06.880282 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Attempting to bind port 6e6615af-c2a1-43a9-8f22-3004c859ae97 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:06.880807 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Attempting to bind port 6e6615af-c2a1-43a9-8f22-3004c859ae97 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:06.881240 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Attempting to bind port 6e6615af-c2a1-43a9-8f22-3004c859ae97 on network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:06.886409 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:44:06.886786 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Checking segment: {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:06.887185 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.887584 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Bound using segment: {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:44:06.888077 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Bound port: 6e6615af-c2a1-43a9-8f22-3004c859ae97, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:44:06.888470 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:06.952238 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] For port 6e6615af-c2a1-43a9-8f22-3004c859ae97, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:06.956328 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] For port 6e6615af-c2a1-43a9-8f22-3004c859ae97, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e6615af-c2a1-43a9-8f22-3004c859ae97,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:44:06.961882 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.000676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2d41cc51-5393-4912-9619-59ae4c111ea1 None None] Provisioning complete for port 6e6615af-c2a1-43a9-8f22-3004c859ae97 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:07.001053 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d41cc51-5393-4912-9619-59ae4c111ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.018713 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:07.019343 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:07.090843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d41cc51-5393-4912-9619-59ae4c111ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.117175 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53856dc-f52d-4e0f-940b-d52020d3ee0f None None] Pushing event updated for resources: {'Port': ['ID=6e6615af-c2a1-43a9-8f22-3004c859ae97,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:07.132319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2d41cc51-5393-4912-9619-59ae4c111ea1 None None] For port 6e6615af-c2a1-43a9-8f22-3004c859ae97, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e6615af-c2a1-43a9-8f22-3004c859ae97,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:07.138352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d41cc51-5393-4912-9619-59ae4c111ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.155011 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:07.218305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41cc51-5393-4912-9619-59ae4c111ea1 None None] Pushing event updated for resources: {'Port': ['ID=6e6615af-c2a1-43a9-8f22-3004c859ae97,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:07.248572 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1ef65ae-dfef-4a86-b1ae-0f1a8fde322c req-3504f6f6-e59c-4402-96a8-16a8456f747e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 210 time: 0.0298188 Dec 06 12:44:07.265006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-105cf9b9-c83c-4fff-8e8e-3aa8bbac3651 None None] Provisioning complete for port 6e6615af-c2a1-43a9-8f22-3004c859ae97 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:07.265516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-105cf9b9-c83c-4fff-8e8e-3aa8bbac3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:07.398022 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:06Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:07.422952 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f7d41-512b-449c-beae-9fd88501d36c None None] The sync data for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv is: [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:06Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:08.028474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6e6615af-c2a1-43a9-8f22-3004c859ae97 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:44:08.079490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6e6615af-c2a1-43a9-8f22-3004c859ae97 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:08.079881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:08.327848 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-25579ada-a290-4378-b126-b20de5c2e3b8 req-ae8a5399-8c3b-448a-b393-b1393b53fdc2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 210 time: 0.0271337 Dec 06 12:44:09.156222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc68f-6209-444a-a188-f506e197a066 req-0d0dc28d-81ce-43f2-98b1-3dd7a9c291d1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:09.157587 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-0d0dc28d-81ce-43f2-98b1-3dd7a9c291d1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/networks?id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 HTTP/1.1" status: 200 len: 797 time: 0.1097038 Dec 06 12:44:09.223819 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-1de0451a-92be-41bc-b3aa-5756c9f1bc48 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 380 time: 0.0571098 Dec 06 12:44:09.233362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'port': {'device_id': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'admin_state_up': True, 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'security_groups': ['34d7f1c6-cdbe-4eda-99e0-8e831c6e169c']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:09.339500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:44:09.342992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.437423 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-55c0984b-aae1-403b-afc2-5d3e39eb2ce7 req-1227b4a2-2233-4f6f-acbb-eba091bc7269 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 210 time: 0.0350344 Dec 06 12:44:09.491713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.4 (c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676/7f6803c7-d0a0-47ba-8fab-e8f1e5762be9/8e924a7c-3145-483a-87ac-4d4aadc97c1e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:09.938307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:09.969801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.015017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:10.018127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:10.022134 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:10.048493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=8e924a7c-3145-483a-87ac-4d4aadc97c1e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:10.077370 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:10.077991 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.095823 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-c5154ea7-8c2f-4ace-8124-bd209d618e88 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8660839 Dec 06 12:44:10.105644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-dcdf4e48-9cd6-4bbc-a022-0c8f74bf8839 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:44:10.106634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-dcdf4e48-9cd6-4bbc-a022-0c8f74bf8839 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051558 Dec 06 12:44:10.118752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Request body: {'port': {'device_id': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:10.174623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.308093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3211b4c0-e820-482f-87b9-6fe7e779cf3a None None] Provisioning complete for port 8e924a7c-3145-483a-87ac-4d4aadc97c1e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:10.308665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3211b4c0-e820-482f-87b9-6fe7e779cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.342589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3211b4c0-e820-482f-87b9-6fe7e779cf3a None None] Port 8e924a7c-3145-483a-87ac-4d4aadc97c1e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:44:10.435181 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e924a7c-3145-483a-87ac-4d4aadc97c1e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:44:10.442409 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.454428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Transition to ACTIVE for port object 8e924a7c-3145-483a-87ac-4d4aadc97c1e will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:44:10.459012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.521819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e924a7c-3145-483a-87ac-4d4aadc97c1e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:10.607593 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a724025-4ce7-4e27-b0f1-7bc4c80f4c46 req-7e90fe01-0536-4015-af3f-4fa36a2d23a0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:10.609158 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a724025-4ce7-4e27-b0f1-7bc4c80f4c46 req-7e90fe01-0536-4015-af3f-4fa36a2d23a0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 943 time: 0.1038206 Dec 06 12:44:10.634856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Attempting to bind port 8e924a7c-3145-483a-87ac-4d4aadc97c1e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:44:10.635192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Attempting to bind port 8e924a7c-3145-483a-87ac-4d4aadc97c1e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:44:10.635523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Attempting to bind port 8e924a7c-3145-483a-87ac-4d4aadc97c1e on network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:10.648753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Port 8e924a7c-3145-483a-87ac-4d4aadc97c1e on network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:44:10.649079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Attempting to bind port 8e924a7c-3145-483a-87ac-4d4aadc97c1e on network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:44:10.662739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:44:10.662739 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Checking segment: {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:44:10.663083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Bound using segment: {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:44:10.663528 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Bound port: 8e924a7c-3145-483a-87ac-4d4aadc97c1e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2beb690-aed8-4442-ba50-8e532b6774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:44:10.663956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.697291 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5a724025-4ce7-4e27-b0f1-7bc4c80f4c46 req-c78d68ab-6395-4448-b9b8-44e8e14cdef4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799265 Dec 06 12:44:10.749238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] For port 8e924a7c-3145-483a-87ac-4d4aadc97c1e, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:44:10.752398 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] For port 8e924a7c-3145-483a-87ac-4d4aadc97c1e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:44:10.756404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.792454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:10.793093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:10.794471 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e924a7c-3145-483a-87ac-4d4aadc97c1e HTTP/1.1" status: 200 len: 1093 time: 0.6800370 Dec 06 12:44:10.794913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:44:10.797231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f763c182-caa6-4061-8936-ddd56da101dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:44:10.821456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb4fa5-e2ae-4131-99a6-21dfd6dcaff2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e924a7c-3145-483a-87ac-4d4aadc97c1e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:10.842998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d48707d-229d-4b78-a9d1-a51e3e974a89 x-openstack-request-id: req-5d48707d-229d-4b78-a9d1-a51e3e974a89 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:44:10.843307 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:44:10.843565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d48707d-229d-4b78-a9d1-a51e3e974a89 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:44:10.844003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'status': 'completed', 'code': 200} Dec 06 12:44:10.897214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc68f-6209-444a-a188-f506e197a066 req-37144023-0949-4d44-bff6-7039dfe328cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:10.898736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-37144023-0949-4d44-bff6-7039dfe328cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 1096 time: 0.0463192 Dec 06 12:44:10.941675 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-e0c37b81-0acb-41e7-9d61-70fdafd0a665 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e HTTP/1.1" status: 200 len: 217 time: 0.0344353 Dec 06 12:44:11.002673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc68f-6209-444a-a188-f506e197a066 req-f33ec861-0d0d-4f33-8644-5abf41229ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:11.004094 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-f33ec861-0d0d-4f33-8644-5abf41229ff9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f6803c7-d0a0-47ba-8fab-e8f1e5762be9 HTTP/1.1" status: 200 len: 835 time: 0.0478902 Dec 06 12:44:11.057276 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc68f-6209-444a-a188-f506e197a066 req-81820700-c71a-4ffe-b9e9-c12f4bf08fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:11.058690 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-81820700-c71a-4ffe-b9e9-c12f4bf08fb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479856 Dec 06 12:44:11.149062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-61c060a2-5a7b-475b-a489-b185cf9e050d service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824091 Dec 06 12:44:11.242893 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22ebc68f-6209-444a-a188-f506e197a066 req-087587c4-75e6-47e2-b92d-9248824c722f service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869725 Dec 06 12:44:11.336559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c182-caa6-4061-8936-ddd56da101dd req-8351e0c5-7619-4ee1-918a-6ea9e8f2bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:11.338045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f763c182-caa6-4061-8936-ddd56da101dd req-8351e0c5-7619-4ee1-918a-6ea9e8f2bcfb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 1096 time: 0.0467806 Dec 06 12:44:11.432868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c182-caa6-4061-8936-ddd56da101dd req-fe0f4302-fc4a-47e2-8783-d7eaddf6c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:11.434309 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f763c182-caa6-4061-8936-ddd56da101dd req-fe0f4302-fc4a-47e2-8783-d7eaddf6c7e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 HTTP/1.1" status: 200 len: 898 time: 0.0886507 Dec 06 12:44:11.475691 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f763c182-caa6-4061-8936-ddd56da101dd req-68264161-cc61-4ef7-9fc4-8fafc81833f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e HTTP/1.1" status: 200 len: 217 time: 0.0341561 Dec 06 12:44:11.524880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c182-caa6-4061-8936-ddd56da101dd req-86e6b69d-4855-42da-985c-0c3d52c267e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:11.526782 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f763c182-caa6-4061-8936-ddd56da101dd req-86e6b69d-4855-42da-985c-0c3d52c267e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f6803c7-d0a0-47ba-8fab-e8f1e5762be9 HTTP/1.1" status: 200 len: 835 time: 0.0443335 Dec 06 12:44:11.573073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c182-caa6-4061-8936-ddd56da101dd req-6a51cdd4-eeba-4196-9561-720d6d4cd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:11.574562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f763c182-caa6-4061-8936-ddd56da101dd req-6a51cdd4-eeba-4196-9561-720d6d4cd07a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404329 Dec 06 12:44:11.669921 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f763c182-caa6-4061-8936-ddd56da101dd req-42e63cf5-03d7-4387-8780-3487282e3aba service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881748 Dec 06 12:44:11.763643 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f763c182-caa6-4061-8936-ddd56da101dd req-39984576-dd33-4988-9102-fc9f3ad23a1c service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870762 Dec 06 12:44:11.811355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817463c7-67f6-4680-bb0b-1332d1d8ed43 req-bfc42462-8aac-4147-8108-253919f18a8f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:11.812744 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-817463c7-67f6-4680-bb0b-1332d1d8ed43 req-bfc42462-8aac-4147-8108-253919f18a8f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 943 time: 0.0480595 Dec 06 12:44:11.861472 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-817463c7-67f6-4680-bb0b-1332d1d8ed43 req-daec55d8-4571-4954-8fb4-d9d5ab2dd51a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Dec 06 12:44:12.979057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb3f2f-49cf-43c1-9d0b-e9ce8f356b4f req-218900d5-a61c-4398-816b-e0d7f6a97820 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:12.980565 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82eb3f2f-49cf-43c1-9d0b-e9ce8f356b4f req-218900d5-a61c-4398-816b-e0d7f6a97820 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 943 time: 0.0487919 Dec 06 12:44:13.029794 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82eb3f2f-49cf-43c1-9d0b-e9ce8f356b4f req-a2e18260-d44f-4f79-96d0-c089f60ff7da tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Dec 06 12:44:14.146773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a5509-5f3d-4ab9-be87-eab5f5168cb2 req-8888835b-1b77-43ce-861d-27d85da94585 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:14.148256 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9a5a5509-5f3d-4ab9-be87-eab5f5168cb2 req-8888835b-1b77-43ce-861d-27d85da94585 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 943 time: 0.0522687 Dec 06 12:44:14.196714 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9a5a5509-5f3d-4ab9-be87-eab5f5168cb2 req-1d6fce26-3a45-4dc1-b2ed-0f3beac3250f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Dec 06 12:44:14.657962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8e924a7c-3145-483a-87ac-4d4aadc97c1e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:44:14.757905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8e924a7c-3145-483a-87ac-4d4aadc97c1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:14.768521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'port_id': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'mac_address': 'fa:16:3e:dc:2b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:44:14.805544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:14.818412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e924a7c-3145-483a-87ac-4d4aadc97c1e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:44:14.838198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8e924a7c-3145-483a-87ac-4d4aadc97c1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:14.842063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:14.891562 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8e924a7c-3145-483a-87ac-4d4aadc97c1e,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:15.196709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['8e924a7c-3145-483a-87ac-4d4aadc97c1e'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:44:15.313814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159824fe-697c-4b8b-8d86-d4073bbe3533 req-3439b0d9-be09-41ea-8df9-821330df3085 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:15.315322 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-159824fe-697c-4b8b-8d86-d4073bbe3533 req-3439b0d9-be09-41ea-8df9-821330df3085 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 944 time: 0.0490935 Dec 06 12:44:15.368048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-159824fe-697c-4b8b-8d86-d4073bbe3533 req-550957e8-5529-4a6c-83b5-04ae71dc4a93 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Dec 06 12:44:15.393154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.486770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ae04-fdb4-4ac1-b7cd-9b9a02f76ae7 req-8aacb733-7c65-4b42-bc02-3b2ebdfef8c4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:16.488269 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0012ae04-fdb4-4ac1-b7cd-9b9a02f76ae7 req-8aacb733-7c65-4b42-bc02-3b2ebdfef8c4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 944 time: 0.0516305 Dec 06 12:44:16.537163 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0012ae04-fdb4-4ac1-b7cd-9b9a02f76ae7 req-f4c9bbec-7675-4fad-8a95-3a1dc2218506 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Dec 06 12:44:16.658194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8e924a7c-3145-483a-87ac-4d4aadc97c1e up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:44:16.715944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 8e924a7c-3145-483a-87ac-4d4aadc97c1e completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:44:16.720122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 8e924a7c-3145-483a-87ac-4d4aadc97c1e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:44:16.720541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.797173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.823689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:44:16.825984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e81bfa0-8e77-48f0-a93e-397c42282cf1" -d '{"events": [{"server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "name": "network-vif-plugged", "status": "completed", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:44:16.841306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 8e924a7c-3145-483a-87ac-4d4aadc97c1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:44:16.845357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:16.871023 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c808620e-b583-4277-a705-f8fb437dc564 x-openstack-request-id: req-c808620e-b583-4277-a705-f8fb437dc564 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:44:16.871340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "name": "network-vif-plugged", "status": "completed", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:44:16.871597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c808620e-b583-4277-a705-f8fb437dc564 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:44:16.872011 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'code': 200} Dec 06 12:44:16.901378 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=8e924a7c-3145-483a-87ac-4d4aadc97c1e,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:17.029619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e56c4e-0d31-4b26-881b-baeadc6e9537 req-26828ada-fabc-417e-9ba2-f26325951324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:17.031196 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3e56c4e-0d31-4b26-881b-baeadc6e9537 req-26828ada-fabc-417e-9ba2-f26325951324 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 1098 time: 0.0419881 Dec 06 12:44:17.084341 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3e56c4e-0d31-4b26-881b-baeadc6e9537 req-070d0619-b657-4833-99fc-3758f983e34a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454621 Dec 06 12:44:17.651579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccee96b-6587-46bb-94f3-4bec36b8e824 req-e46ec4a3-46d4-4930-8475-76dd3fed1814 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:17.653080 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ccee96b-6587-46bb-94f3-4bec36b8e824 req-e46ec4a3-46d4-4930-8475-76dd3fed1814 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0493240 Dec 06 12:44:17.705607 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ccee96b-6587-46bb-94f3-4bec36b8e824 req-2c96efd8-e397-4a80-a80f-c14b39055ad8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465944 Dec 06 12:44:18.821378 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e480679-d793-458a-8dd1-dee73ac39c7d req-9549fc4a-1e9c-4b0b-b166-39056ab477d9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:18.822861 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e480679-d793-458a-8dd1-dee73ac39c7d req-9549fc4a-1e9c-4b0b-b166-39056ab477d9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0489807 Dec 06 12:44:18.872614 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e480679-d793-458a-8dd1-dee73ac39c7d req-180b7898-4885-496f-9e87-3bb75fcf82b6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 Dec 06 12:44:18.989788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999bdb8-f015-443a-943c-f81d76ea47d2 req-04030426-c811-44b0-ad36-7d04c5714117 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:18.991845 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0999bdb8-f015-443a-943c-f81d76ea47d2 req-04030426-c811-44b0-ad36-7d04c5714117 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0535760 Dec 06 12:44:19.044500 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0999bdb8-f015-443a-943c-f81d76ea47d2 req-bc0d124e-e9f2-4962-8f68-6e87331bec2f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434971 Dec 06 12:44:19.066872 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50914) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:19.110037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a46c3-ac5f-4504-9c5a-3e5823280b1a tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:19.111629 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1d5a46c3-ac5f-4504-9c5a-3e5823280b1a tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 1093 time: 0.0437660 Dec 06 12:44:19.114457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50916) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:19.118791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:44:19.144895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.247182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.360598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.194 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/9230b9b2-c270-4967-8956-27b313fa364c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:44:19.460401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.491095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.534069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:44:19.537083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:44:19.540687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:44:19.561500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=9230b9b2-c270-4967-8956-27b313fa364c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:19.896136 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:19.964553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.112286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.117146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.189165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=9230b9b2-c270-4967-8956-27b313fa364c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:44:20.201221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.298454 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP 2f436839-81a2-449c-9a84-e45d0073b117 associated. External IP: 172.36.1.194, port: 8e924a7c-3145-483a-87ac-4d4aadc97c1e. Dec 06 12:44:20.501159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:44:20.606316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:44:20.616896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] Sync routers for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:44:20.624456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:20.628617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:20.629341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:20.652290 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-91d44057-8bb8-4d83-826c-236faf2c9cf6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5366993 Dec 06 12:44:20.653035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:44:20.655367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b2b72c-5a25-49b7-8333-2a17f2150206" -d '{"events": [{"name": "network-changed", "server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:44:20.700059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bdbdfb-03e1-4daf-9698-2e5beae20e89 x-openstack-request-id: req-97bdbdfb-03e1-4daf-9698-2e5beae20e89 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:44:20.700362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:44:20.700621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97bdbdfb-03e1-4daf-9698-2e5beae20e89 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:44:20.701031 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'status': 'completed', 'code': 200} Dec 06 12:44:20.747083 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:20.799610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1c3f-269c-456d-8831-4bfc1206ef63 req-7059441b-d402-41d2-b6fd-b4d345aba1ed tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:20.801057 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d06c1c3f-269c-456d-8831-4bfc1206ef63 req-7059441b-d402-41d2-b6fd-b4d345aba1ed tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0794816 Dec 06 12:44:20.803165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-6614517a-4d63-4757-8d60-7024e14d98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:20.804562 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-6614517a-4d63-4757-8d60-7024e14d98da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 1098 time: 0.0722761 Dec 06 12:44:20.903702 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d06c1c3f-269c-456d-8831-4bfc1206ef63 req-c73571aa-9d8e-4dd1-99da-a1da5660050d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959644 Dec 06 12:44:20.927567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50922) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:20.928174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-9dc4931f-200d-4611-86e8-8fc8105784ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:20.929424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-9dc4931f-200d-4611-86e8-8fc8105784ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 HTTP/1.1" status: 200 len: 898 time: 0.1160965 Dec 06 12:44:20.978806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f436839-81a2-449c-9a84-e45d0073b117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.194', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'port_id': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'mac_address': 'fa:16:3e:dc:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:44:19Z', 'updated_at': '2021-12-06T12:44:19Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:07Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:20.993241 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-915ff654-c9f3-43c3-a0c5-b87d34d7336b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/2f436839-81a2-449c-9a84-e45d0073b117 HTTP/1.1" status: 200 len: 991 time: 0.0635319 Dec 06 12:44:21.003033 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-1a1df385-1b92-431f-947d-4d5175e34055 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e HTTP/1.1" status: 200 len: 999 time: 0.0664690 Dec 06 12:44:21.007234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] Checking router: d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:44:21.016005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:44:21.016620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:43:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:21.053721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-eb71846a-a2fc-4d4f-9b38-df634a834ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:21.055419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-eb71846a-a2fc-4d4f-9b38-df634a834ccf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f6803c7-d0a0-47ba-8fab-e8f1e5762be9 HTTP/1.1" status: 200 len: 835 time: 0.0456800 Dec 06 12:44:21.103272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-7f17c689-2f7e-45e7-9ed3-4c2e15654fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:21.104822 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-7f17c689-2f7e-45e7-9ed3-4c2e15654fd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425022 Dec 06 12:44:21.123255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:44:21.199812 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-6293e473-c46e-49c2-a1da-1fdb459abc61 service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881901 Dec 06 12:44:21.289851 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73b2b72c-5a25-49b7-8333-2a17f2150206 req-2d890347-d03b-467c-904b-cec09323c304 service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819321 Dec 06 12:44:21.349045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f436839-81a2-449c-9a84-e45d0073b117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.194', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'port_id': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'mac_address': 'fa:16:3e:dc:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:44:19Z', 'updated_at': '2021-12-06T12:44:19Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:07Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:44:21.378509 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ff9a1-d536-4818-a05e-08deda86e406 None None] The sync data for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv is: [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f436839-81a2-449c-9a84-e45d0073b117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.194', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'port_id': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'mac_address': 'fa:16:3e:dc:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:44:19Z', 'updated_at': '2021-12-06T12:44:19Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:07Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:44:21.562219 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fdd00-0696-40b2-9224-6af977e6b450 None None] New status for floating IP 2f436839-81a2-449c-9a84-e45d0073b117: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:44:21.996073 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50924) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:44:22.060055 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0d0b8d9c-810c-42bd-8b7f-eb049fbe92e6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/2f436839-81a2-449c-9a84-e45d0073b117 HTTP/1.1" status: 200 len: 993 time: 0.0628214 Dec 06 12:44:26.298342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de99db0a-f593-4d60-b68f-b3935bb17e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:28.727800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cce4bd52-443d-46bc-93e8-0eb82fffbf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:29.948660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:31.007899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:32.008302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:42.642222 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:44:45.384711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:50.971815 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-1e970a75-03d1-46a3-9fc9-a2c9598dcac0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441473 Dec 06 12:44:51.058724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-14e2c500-0265-4966-ab34-b8485a7708bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:51.060255 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-14e2c500-0265-4966-ab34-b8485a7708bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 1098 time: 0.0396194 Dec 06 12:44:51.162924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-976098a7-629c-4b95-8786-591d64d709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:51.164396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-976098a7-629c-4b95-8786-591d64d709b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 HTTP/1.1" status: 200 len: 898 time: 0.0844378 Dec 06 12:44:51.232474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-567708f7-28ee-451e-8b07-3c3d45b21ee7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e HTTP/1.1" status: 200 len: 1001 time: 0.0609372 Dec 06 12:44:51.283611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-be54412b-8478-4f80-aae2-52b56865806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:51.285840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-be54412b-8478-4f80-aae2-52b56865806a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f6803c7-d0a0-47ba-8fab-e8f1e5762be9 HTTP/1.1" status: 200 len: 835 time: 0.0468619 Dec 06 12:44:51.338381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-7f5fe8f7-ff1b-453b-9f40-d9cc1c5d23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:44:51.339925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-7f5fe8f7-ff1b-453b-9f40-d9cc1c5d23b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420325 Dec 06 12:44:51.437721 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-09f24850-0dbf-42b4-95e9-e393038c00d3 service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871112 Dec 06 12:44:51.527457 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d1041a2-4d27-456f-a5d0-13f03b12b5db req-51ecb704-80d9-4be1-854b-1bfba3294721 service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827608 Dec 06 12:44:56.299122 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b628d20-73fd-4369-9c2c-f9a4cf531007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:58.730938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-762f2f83-facd-43e3-a1d9-1d96175dc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:44:59.950824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:01.009678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:02.009992 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:15.418859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:19.640628 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:45:24.905925 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65d702-2321-4153-8e29-828e69639fe8 req-12623971-2688-487a-aaa5-60e2926243c7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:24.907597 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed65d702-2321-4153-8e29-828e69639fe8 req-12623971-2688-487a-aaa5-60e2926243c7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0501418 Dec 06 12:45:24.958350 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ed65d702-2321-4153-8e29-828e69639fe8 req-6415bde2-0031-4632-bf96-58929b5686a3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Dec 06 12:45:26.077146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2993dc-dca1-4bbe-b1de-b79291d2e342 req-5130428a-7d54-4b9d-9e79-69e02890315a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:26.078732 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec2993dc-dca1-4bbe-b1de-b79291d2e342 req-5130428a-7d54-4b9d-9e79-69e02890315a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0509138 Dec 06 12:45:26.130608 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec2993dc-dca1-4bbe-b1de-b79291d2e342 req-75482ba1-03b6-4ae7-b905-da5a24bf53be tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455797 Dec 06 12:45:26.153365 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50952) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:26.219161 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-95c3f55b-b74c-4a19-9526-7c2815c09202 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/2f436839-81a2-449c-9a84-e45d0073b117 HTTP/1.1" status: 200 len: 993 time: 0.0633645 Dec 06 12:45:26.306942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59dfa8f-188d-49d5-95c6-e7b5499f2000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:27.534368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bbd09-c7e1-4563-8622-1176177b2fba req-25b710bf-3191-488d-943c-bcc6e413a3c5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:27.535833 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c8bbd09-c7e1-4563-8622-1176177b2fba req-25b710bf-3191-488d-943c-bcc6e413a3c5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0533350 Dec 06 12:45:27.586184 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c8bbd09-c7e1-4563-8622-1176177b2fba req-739bd900-21cf-481e-8d93-92006331c340 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Dec 06 12:45:28.716564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d43ff7-e2dd-4691-a565-07e08ced7adc req-a01d3285-e116-40e1-a36b-f02150264717 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:28.718217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8d43ff7-e2dd-4691-a565-07e08ced7adc req-a01d3285-e116-40e1-a36b-f02150264717 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0504911 Dec 06 12:45:28.733589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a174fe1-3fea-4080-85b3-9db3575a99c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:28.770918 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8d43ff7-e2dd-4691-a565-07e08ced7adc req-35305021-6f62-49bd-950e-d1ffea0b83af tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 Dec 06 12:45:28.793746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50964) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:28.855339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1d5eb8c2-6cdd-4a09-b08b-af731a51419b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/2f436839-81a2-449c-9a84-e45d0073b117 HTTP/1.1" status: 200 len: 993 time: 0.0604787 Dec 06 12:45:29.147478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50970) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:29.630943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 9230b9b2-c270-4967-8956-27b313fa364c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:29.631298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.703442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.703773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.716002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 9230b9b2-c270-4967-8956-27b313fa364c owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:29.890048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.914726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=9230b9b2-c270-4967-8956-27b313fa364c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:29.937463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.937823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.938166 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.938506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.938841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.939726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.940144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.940514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.940845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.941174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.941502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.941823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.942144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:29.954434 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.985057 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:29.985380 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP 2f436839-81a2-449c-9a84-e45d0073b117 disassociated (deleted). External IP: 172.36.1.194, port: 8e924a7c-3145-483a-87ac-4d4aadc97c1e. Dec 06 12:45:30.189865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:45:30.294195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:30.299230 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:30.303568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] Sync routers for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:30.313427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:30.314581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:30.327109 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1e19a870-6b64-4cb4-97b1-f1ec1c831fc5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/floatingips/2f436839-81a2-449c-9a84-e45d0073b117 HTTP/1.1" status: 204 len: 168 time: 1.1785989 Dec 06 12:45:30.327711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:45:30.330992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:45:30.368862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5264462-5b70-415c-8cba-992703f45ad8 x-openstack-request-id: req-b5264462-5b70-415c-8cba-992703f45ad8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:45:30.369163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:45:30.369429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5264462-5b70-415c-8cba-992703f45ad8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:45:30.369854 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'status': 'completed', 'code': 200} Dec 06 12:45:30.448473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-7baf73ce-cca1-4187-af77-41ec4f93d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:30.450041 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-7baf73ce-cca1-4187-af77-41ec4f93d81a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 1098 time: 0.0547631 Dec 06 12:45:30.579095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:30.595975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db360ff3-20b0-4e23-ad70-9f9305423bb9 req-3c220b3b-c218-446f-b36c-0bf363b27b19 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:30.597314 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-db360ff3-20b0-4e23-ad70-9f9305423bb9 req-3c220b3b-c218-446f-b36c-0bf363b27b19 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0737059 Dec 06 12:45:30.598285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-ca854fd7-196a-48fa-b51e-1106b78662c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:30.599594 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-ca854fd7-196a-48fa-b51e-1106b78662c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 HTTP/1.1" status: 200 len: 898 time: 0.1417427 Dec 06 12:45:30.656147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-19ea8aed-cc5f-475f-8360-c65380d6bad4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e HTTP/1.1" status: 200 len: 217 time: 0.0465093 Dec 06 12:45:30.712804 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-db360ff3-20b0-4e23-ad70-9f9305423bb9 req-0c1f7231-98bf-4cc8-9a7e-ca9697ac1ae5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089504 Dec 06 12:45:30.736540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-0a38227e-3026-4be2-8fbd-68ccf5cb2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:30.738052 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-0a38227e-3026-4be2-8fbd-68ccf5cb2450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f6803c7-d0a0-47ba-8fab-e8f1e5762be9 HTTP/1.1" status: 200 len: 835 time: 0.0720556 Dec 06 12:45:30.781362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:07Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:30.790533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-6ccad663-a9b9-4431-b9cf-243a27c66ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:30.792872 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-6ccad663-a9b9-4431-b9cf-243a27c66ab6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460715 Dec 06 12:45:30.812684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] Checking router: d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:45:30.821626 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:30.822247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:30.902565 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-33fe34a7-5fa7-4e6c-882e-cef4085525ac service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013048 Dec 06 12:45:30.942384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:31.002257 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3fbf3928-417a-47f6-9395-13a5eb4b0e9b req-202b7d3b-3a28-4ac1-9ae3-2a89290c827b service neutron] 10.222.0.43 "GET /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910800 Dec 06 12:45:31.053901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:31.162042 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:07Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:31.187712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedca0eb-fcf7-4e88-8f13-c3b1b8fd6da5 None None] The sync data for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv is: [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e6615af-c2a1-43a9-8f22-3004c859ae97', 'name': '', 'network_id': 'c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:02:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:03Z', 'updated_at': '2021-12-06T12:44:07Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '7f6803c7-d0a0-47ba-8fab-e8f1e5762be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:31.396918 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f575e-b1ed-4910-b183-b464b458a2f4 None None] New status for floating IP 2f436839-81a2-449c-9a84-e45d0073b117: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:45:31.833244 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852fc65-1314-4eaa-914d-9c7891b5f416 req-aafe6526-d8cd-4cd9-bb54-77ce0dd4965c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:31.834724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1852fc65-1314-4eaa-914d-9c7891b5f416 req-aafe6526-d8cd-4cd9-bb54-77ce0dd4965c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0495844 Dec 06 12:45:31.883410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1852fc65-1314-4eaa-914d-9c7891b5f416 req-8f9b1b47-04e6-4893-9981-5224ba772d45 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Dec 06 12:45:32.012942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.385543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-ffaf0ab4-182c-4b32-b54d-e98c6b1c47ee tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:32.386960 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-ffaf0ab4-182c-4b32-b54d-e98c6b1c47ee tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 945 time: 0.0481637 Dec 06 12:45:32.477550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 8e924a7c-3145-483a-87ac-4d4aadc97c1e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:32.477885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.564561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 8e924a7c-3145-483a-87ac-4d4aadc97c1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8e924a7c-3145-483a-87ac-4d4aadc97c1e,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:32.564947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.577093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 8e924a7c-3145-483a-87ac-4d4aadc97c1e owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:32.704327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.733039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=8e924a7c-3145-483a-87ac-4d4aadc97c1e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:32.777095 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] No DVR routers for this DVR port 8e924a7c-3145-483a-87ac-4d4aadc97c1e on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:32.779586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:32.783456 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2fa887c3-99fd-439b-90ab-f9adcd046716 req-5750b744-874f-486a-b34c-bb23e1122d5e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "DELETE /v2.0/ports/8e924a7c-3145-483a-87ac-4d4aadc97c1e HTTP/1.1" status: 204 len: 173 time: 0.3889034 Dec 06 12:45:32.784086 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'name': 'network-vif-deleted', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:45:32.786402 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e6cbe7-d3db-430c-97be-04dd11cec4c3" -d '{"events": [{"server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "name": "network-vif-deleted", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:45:32.821711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbe2870-cc98-4fdf-b53c-1e18792b2763 x-openstack-request-id: req-9dbe2870-cc98-4fdf-b53c-1e18792b2763 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:45:32.822001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f246e548-b1a4-4361-b7d2-28367d849ead", "name": "network-vif-deleted", "tag": "8e924a7c-3145-483a-87ac-4d4aadc97c1e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:45:32.822299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9dbe2870-cc98-4fdf-b53c-1e18792b2763 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:45:32.822701 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f246e548-b1a4-4361-b7d2-28367d849ead', 'name': 'network-vif-deleted', 'tag': '8e924a7c-3145-483a-87ac-4d4aadc97c1e', 'status': 'completed', 'code': 200} Dec 06 12:45:32.987032 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f5815041-1386-422e-9855-2f23f2f63e54 req-16f6d056-f50c-474d-bd3e-b9950f53e62b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=f246e548-b1a4-4361-b7d2-28367d849ead HTTP/1.1" status: 200 len: 210 time: 0.0269625 Dec 06 12:45:34.042771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50988) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:34.394649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:34.645622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 6e6615af-c2a1-43a9-8f22-3004c859ae97 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:34.645957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:34.740308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 6e6615af-c2a1-43a9-8f22-3004c859ae97, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e6615af-c2a1-43a9-8f22-3004c859ae97,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:34.740673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:34.753463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 6e6615af-c2a1-43a9-8f22-3004c859ae97 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:34.935654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:34.936267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8e924a7c-3145-483a-87ac-4d4aadc97c1e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:34.960230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 8e924a7c-3145-483a-87ac-4d4aadc97c1e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:34.960586 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 8e924a7c-3145-483a-87ac-4d4aadc97c1e not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:34.968254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=6e6615af-c2a1-43a9-8f22-3004c859ae97,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:35.141747 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.356617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:45:35.461395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:35.466385 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f6ce210d-4ee9-42c3-9dd8-831ba9e69f22 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225812 Dec 06 12:45:35.469018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50990) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:35.472349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] Sync routers for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:35.482854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:35.483491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:35.521150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb09899-c89e-4936-99ba-d7c265e28a86 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting subnet 7f6803c7-d0a0-47ba-8fab-e8f1e5762be9 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:45:35.524289 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bb09899-c89e-4936-99ba-d7c265e28a86 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.568379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bb09899-c89e-4936-99ba-d7c265e28a86 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.601134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:35.658836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bb09899-c89e-4936-99ba-d7c265e28a86 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.718855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bb09899-c89e-4936-99ba-d7c265e28a86 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.747770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb09899-c89e-4936-99ba-d7c265e28a86 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6803c7-d0a0-47ba-8fab-e8f1e5762be9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:35.755388 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bb09899-c89e-4936-99ba-d7c265e28a86 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.759313 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6bb09899-c89e-4936-99ba-d7c265e28a86 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/subnets/7f6803c7-d0a0-47ba-8fab-e8f1e5762be9 HTTP/1.1" status: 204 len: 168 time: 0.2886693 Dec 06 12:45:35.761632 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50992) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:35.762502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b5a71-3d58-4b9d-ba32-4b29d0630596 None None] Network c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:35.862734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:45:34Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:35.876182 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:35.909369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] Checking router: d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:45:35.932736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] Routers {'d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:35.933338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:35.997962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.052601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port fc64ab7c-164d-4983-b18b-a312ec0bbd14 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:36.052945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.090651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] Set router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:36.120479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] DHCP port deletion for c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:36.144951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port fc64ab7c-164d-4983-b18b-a312ec0bbd14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc64ab7c-164d-4983-b18b-a312ec0bbd14,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:36.145441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.159801 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for fc64ab7c-164d-4983-b18b-a312ec0bbd14 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:36.334842 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.361746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=fc64ab7c-164d-4983-b18b-a312ec0bbd14,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:36.389244 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.389606 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.389960 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.390311 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.390663 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.391007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.391346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.391688 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.392711 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.393057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.393398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.393736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.394074 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.404398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device da28d7b0-06fb-4261-b52a-2d2e4a261ee4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:36.406415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa9260f-1258-4e79-8548-05bfde13453b None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:36.433561 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.525376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.527520 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.560028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] Deleting port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:36.560410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.573203 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.573732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Fanout notify agent at l3_agent the message router_deleted on router d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:45:36.581283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.582952 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-753127db-1b7d-4c37-8cb7-11332eb71a68 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/routers/d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48 HTTP/1.1" status: 204 len: 168 time: 0.8191037 Dec 06 12:45:36.585235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 50994) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:36.644035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.660770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.675130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] For port da28d7b0-06fb-4261-b52a-2d2e4a261ee4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:36.675540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.698335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] Calling delete_port for da28d7b0-06fb-4261-b52a-2d2e4a261ee4 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:36.713592 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:45:36.713929 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.728841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port da28d7b0-06fb-4261-b52a-2d2e4a261ee4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:36.756155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:45:34Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:36.760561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.780887 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port da28d7b0-06fb-4261-b52a-2d2e4a261ee4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,segment=NetworkSegment(d2beb690-aed8-4442-ba50-8e532b6774b4),segment_id=d2beb690-aed8-4442-ba50-8e532b6774b4)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:36.781373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.790780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d493de4c-6ed1-41fe-bddc-7ece72b9283d None None] The sync data for ids ['d6c82ffa-5f3a-4916-ab92-c95ff9ddbe48'] in dv-neutron-master-2-hyperv is: [{'id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530582314', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:45:34Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'fc64ab7c-164d-4983-b18b-a312ec0bbd14', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c82ffa-5f3a-4916-ab92-c95ff9ddbe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:44:00Z', 'updated_at': '2021-12-06T12:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:36.794138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for da28d7b0-06fb-4261-b52a-2d2e4a261ee4 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:45:36.859716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:36.869049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.869504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.869772 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.870115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.870455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.870795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.871133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.871470 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.871809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.872170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.872502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.872830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.873157 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:36.883142 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.889965 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:36.910220 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] Pushing event deleted for resources: {'Port': ['ID=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:36.912035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756aaa3-80da-4e8d-8c86-dbf55498c01b None None] No DVR routers for this DVR port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:36.921755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=da28d7b0-06fb-4261-b52a-2d2e4a261ee4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:36.923600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] No DVR routers for this DVR port da28d7b0-06fb-4261-b52a-2d2e4a261ee4 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:45:37.000984 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.021453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:37.030518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2beb690-aed8-4442-ba50-8e532b6774b4') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:37.030814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2beb690-aed8-4442-ba50-8e532b6774b4') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:37.045191 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.058485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.064797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:45:37.065179 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: self.session.flush() Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:45:37.072014 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:45:37.129906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.134325 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.139740 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/networks/c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676 HTTP/1.1" status: 204 len: 168 time: 0.5513699 Dec 06 12:45:37.140458 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 50996) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:37.154817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa4d3c-0a21-4eb2-8aae-b732261518b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Network': ['ID=c8aa117e-7ba8-4d4e-ab8a-43bf5f88e676,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:37.208753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7ebf-1912-4f33-9ac9-ed38ef3f771e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.237817 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7ebf-1912-4f33-9ac9-ed38ef3f771e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.305102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7ebf-1912-4f33-9ac9-ed38ef3f771e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.307726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7ebf-1912-4f33-9ac9-ed38ef3f771e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.308925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7f3e7ebf-1912-4f33-9ac9-ed38ef3f771e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/security-groups/34d7f1c6-cdbe-4eda-99e0-8e831c6e169c HTTP/1.1" status: 204 len: 168 time: 0.1674778 Dec 06 12:45:37.319708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e7ebf-1912-4f33-9ac9-ed38ef3f771e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d7f1c6-cdbe-4eda-99e0-8e831c6e169c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:37.908685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51002) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:37.913269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f53bfd97-9971-4aba-9f55-6267510dcb89 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335646665', 'description': 'tempest-secgroup-smoke-1335646665 description', 'project_id': 'bc4a2362dfc84263ad25c97426939122'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:37.935594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f53bfd97-9971-4aba-9f55-6267510dcb89 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:37.999973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f53bfd97-9971-4aba-9f55-6267510dcb89 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.004173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f53bfd97-9971-4aba-9f55-6267510dcb89 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.030586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f53bfd97-9971-4aba-9f55-6267510dcb89 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.031724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f53bfd97-9971-4aba-9f55-6267510dcb89 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1220267 Dec 06 12:45:38.034985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.036428 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bfd97-9971-4aba-9f55-6267510dcb89 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86afbb12-33da-43ad-9bff-2ec31ed545c1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.039615 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e9a7a2e0-6a0e-401a-95ba-1e91f7812c6a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '86afbb12-33da-43ad-9bff-2ec31ed545c1', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.067350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a2e0-6a0e-401a-95ba-1e91f7812c6a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.122748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a2e0-6a0e-401a-95ba-1e91f7812c6a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.128231 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a2e0-6a0e-401a-95ba-1e91f7812c6a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.128944 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6e6615af-c2a1-43a9-8f22-3004c859ae97 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:38.148463 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7a2e0-6a0e-401a-95ba-1e91f7812c6a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7bb858-20bf-4cbc-9278-7e23adb3da03,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.148818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6e6615af-c2a1-43a9-8f22-3004c859ae97 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:38.149175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6e6615af-c2a1-43a9-8f22-3004c859ae97 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:38.149629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fc64ab7c-164d-4983-b18b-a312ec0bbd14 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:45:38.153951 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a2e0-6a0e-401a-95ba-1e91f7812c6a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.156299 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e9a7a2e0-6a0e-401a-95ba-1e91f7812c6a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202722 Dec 06 12:45:38.158080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51006) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.162774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-80e7ec9d-8475-4f68-a1c9-7c1035271b16 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '86afbb12-33da-43ad-9bff-2ec31ed545c1', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.168472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: fc64ab7c-164d-4983-b18b-a312ec0bbd14 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:45:38.168820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device fc64ab7c-164d-4983-b18b-a312ec0bbd14 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:45:38.198050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80e7ec9d-8475-4f68-a1c9-7c1035271b16 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.261978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80e7ec9d-8475-4f68-a1c9-7c1035271b16 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.265576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80e7ec9d-8475-4f68-a1c9-7c1035271b16 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.283012 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ec9d-8475-4f68-a1c9-7c1035271b16 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18506652-8bc6-449c-859a-13de89cc2c12,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.292827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80e7ec9d-8475-4f68-a1c9-7c1035271b16 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.294051 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-80e7ec9d-8475-4f68-a1c9-7c1035271b16 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348948 Dec 06 12:45:38.296832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51008) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.301824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f3ff1bdc-bc7a-4280-b6cc-d115a2a5b4d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '86afbb12-33da-43ad-9bff-2ec31ed545c1', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.328376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1bdc-bc7a-4280-b6cc-d115a2a5b4d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.384876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1bdc-bc7a-4280-b6cc-d115a2a5b4d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.388542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1bdc-bc7a-4280-b6cc-d115a2a5b4d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.406051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff1bdc-bc7a-4280-b6cc-d115a2a5b4d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7555952-c729-402a-81d7-4c61711c981e,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.411501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1bdc-bc7a-4280-b6cc-d115a2a5b4d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.412738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f3ff1bdc-bc7a-4280-b6cc-d115a2a5b4d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149545 Dec 06 12:45:38.415509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51010) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.419656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0690aa97-c432-487f-8fc8-b0c3fde781cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '86afbb12-33da-43ad-9bff-2ec31ed545c1', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.445923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0690aa97-c432-487f-8fc8-b0c3fde781cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.502535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0690aa97-c432-487f-8fc8-b0c3fde781cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.506183 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0690aa97-c432-487f-8fc8-b0c3fde781cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.523529 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690aa97-c432-487f-8fc8-b0c3fde781cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879a62fd-6be5-4d80-99af-0d2fa2deb33c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.534998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0690aa97-c432-487f-8fc8-b0c3fde781cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.536187 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0690aa97-c432-487f-8fc8-b0c3fde781cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196990 Dec 06 12:45:38.538863 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51012) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.543144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-88f5c181-6b94-4d29-b646-1620808af733 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '86afbb12-33da-43ad-9bff-2ec31ed545c1', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.564731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-88f5c181-6b94-4d29-b646-1620808af733 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:45:38.569411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88f5c181-6b94-4d29-b646-1620808af733 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.625764 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88f5c181-6b94-4d29-b646-1620808af733 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.629343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88f5c181-6b94-4d29-b646-1620808af733 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.648806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5c181-6b94-4d29-b646-1620808af733 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b358e48-f171-4996-abb1-323db1871694,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.655525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88f5c181-6b94-4d29-b646-1620808af733 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.656779 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-88f5c181-6b94-4d29-b646-1620808af733 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169679 Dec 06 12:45:38.660590 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51014) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.664958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6923e25e-9b53-4866-aacf-0d447ccd702a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '86afbb12-33da-43ad-9bff-2ec31ed545c1', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.686401 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-6923e25e-9b53-4866-aacf-0d447ccd702a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:45:38.691364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6923e25e-9b53-4866-aacf-0d447ccd702a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.749805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6923e25e-9b53-4866-aacf-0d447ccd702a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.753395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6923e25e-9b53-4866-aacf-0d447ccd702a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.771779 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923e25e-9b53-4866-aacf-0d447ccd702a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c402613-9882-4116-90d9-abf73c66b5d3,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:38.779384 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6923e25e-9b53-4866-aacf-0d447ccd702a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.780671 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6923e25e-9b53-4866-aacf-0d447ccd702a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191094 Dec 06 12:45:38.784544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51016) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.789399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'network': {'name': 'tempest-network-smoke--1214166925', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'port_security_enabled': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.809448 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:38.812911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.836168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:45:38.845838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.846173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Added segment bc00b270-161b-486a-808d-93f64c85b7f5 of type vlan for network c1d93e58-39f6-433e-b47a-002637b534fa Dec 06 12:45:38.885964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.911989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.917486 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:38.918056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.953526 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1679730 Dec 06 12:45:38.956814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51018) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:38.961366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'admin_state_up': True, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:38.987314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.988364 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:38.991445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571f986-beea-46c5-a5e2-00a62506b01f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Network': ['ID=c1d93e58-39f6-433e-b47a-002637b534fa,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:39.006315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c1d93e58-39f6-433e-b47a-002637b534fa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:45:39.051690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.188268 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.427335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.446233 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.551310 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.180 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/128737f9-4762-4380-914a-d55b6ab5fde8) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:39.649732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.682030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.722425 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:39.725190 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:39.728600 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:39.738081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20166af1-facb-4de4-a9e7-42295e5f98b6 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:39.752802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=128737f9-4762-4380-914a-d55b6ab5fde8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:39.829123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c1da248a-ed4f-456e-a2d8-d520bb26e7b1 None None] Provisioning complete for port 128737f9-4762-4380-914a-d55b6ab5fde8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:39.829844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1da248a-ed4f-456e-a2d8-d520bb26e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:39.865514 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c1da248a-ed4f-456e-a2d8-d520bb26e7b1 None None] Port 128737f9-4762-4380-914a-d55b6ab5fde8 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:40.278357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.475056 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.601935 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e64abc4-7370-4792-bf41-4af22a0c6d53 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:45:40.705228 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:40.715641 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Sync routers for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:40.724788 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:40.725235 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:40.725785 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:40.729134 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c79238dc-a5ea-45e5-9cbc-ef9788f0dd53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7684491 Dec 06 12:45:40.729499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51020) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:40.757599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1814d17d-944b-4515-802c-463d6a6cc55e tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bc4a2362dfc84263ad25c97426939122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269203 Dec 06 12:45:40.760433 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51022) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:40.827079 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:40.849493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff3c054-ce68-41c5-8263-4b2f0bd9d248 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:40.851003 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9ff3c054-ce68-41c5-8263-4b2f0bd9d248 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896029 Dec 06 12:45:40.853820 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51024) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:40.881484 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d9af7f2a-391c-4342-9204-26992c6d7794 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266130 Dec 06 12:45:40.883963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51026) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:40.888555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1693878216', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:40.979964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:40.983407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.099333 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:40Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:41.125516 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Checking router: 6e64abc4-7370-4792-bf41-4af22a0c6d53 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:45:41.125866 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Updating router 6e64abc4-7370-4792-bf41-4af22a0c6d53 port 128737f9-4762-4380-914a-d55b6ab5fde8 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:45:41.151573 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.178571 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.238641 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Subnet': ['ID=1ab1ad94-1637-42a2-95eb-f95588e93b91,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:41.247782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Checking segment: {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:41.248174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network hostable DHCP agents. Network: c1d93e58-39f6-433e-b47a-002637b534fa, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:45:41.266284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c1d93e58-39f6-433e-b47a-002637b534fa is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:45:41.275113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c1d93e58-39f6-433e-b47a-002637b534fa) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:41.279222 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:41.279817 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.288158 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260b8487-404e-46f2-94df-bd5a654e3abd None None] Network c1d93e58-39f6-433e-b47a-002637b534fa requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:41.309489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51028) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:41.309598 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-436335f4-5f49-46d5-9072-5bcebdf19bb3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4245696 Dec 06 12:45:41.417616 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.423568 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.456346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c1d93e58-39f6-433e-b47a-002637b534fa', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:45:41.457830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.467893 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Attempting to bind port 128737f9-4762-4380-914a-d55b6ab5fde8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:41.468276 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Attempting to bind port 128737f9-4762-4380-914a-d55b6ab5fde8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:41.468639 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Attempting to bind port 128737f9-4762-4380-914a-d55b6ab5fde8 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:41.480559 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:41.480559 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:41.480930 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.481125 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:41.481222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc9efa-00de-49fe-9191-eac98fae71e4 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:41.481464 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Bound port: 128737f9-4762-4380-914a-d55b6ab5fde8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:41.481858 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.532012 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Pushing event updated for resources: {'Port': ['ID=128737f9-4762-4380-914a-d55b6ab5fde8,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:41.549504 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] For port 128737f9-4762-4380-914a-d55b6ab5fde8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:41.552774 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.553364 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.553916 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.554416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.554917 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.555260 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.555591 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.555950 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.556285 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.556620 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.556949 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.557292 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.557601 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:45:41.563089 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] For port 128737f9-4762-4380-914a-d55b6ab5fde8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=128737f9-4762-4380-914a-d55b6ab5fde8,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:41.568925 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.621951 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:41.622794 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:41.623703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f8555-2b30-4ad2-aac5-788e3c4c55cc None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:45:41.640262 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f0c08bad-7c2f-4e84-ab7e-96d6553d2470 None None] Provisioning complete for port 128737f9-4762-4380-914a-d55b6ab5fde8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:41.640731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0c08bad-7c2f-4e84-ab7e-96d6553d2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.686561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Allocated IP 172.20.0.2 (c1d93e58-39f6-433e-b47a-002637b534fa/1ab1ad94-1637-42a2-95eb-f95588e93b91/a67990da-11ad-4a1f-9f86-fa52717b11e6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:41.724371 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75841236-6b43-41a9-91ea-62809f36fd99 None None] Pushing event updated for resources: {'Port': ['ID=128737f9-4762-4380-914a-d55b6ab5fde8,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:41.749263 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:41.773680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.787632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0c08bad-7c2f-4e84-ab7e-96d6553d2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.816936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f0c08bad-7c2f-4e84-ab7e-96d6553d2470 None None] For port 128737f9-4762-4380-914a-d55b6ab5fde8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=128737f9-4762-4380-914a-d55b6ab5fde8,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:41.826255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0c08bad-7c2f-4e84-ab7e-96d6553d2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.920025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c08bad-7c2f-4e84-ab7e-96d6553d2470 None None] Pushing event updated for resources: {'Port': ['ID=128737f9-4762-4380-914a-d55b6ab5fde8,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:41.934664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.941781 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:40Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:41.942304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:41.969032 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03a630-f466-4336-8140-4509a1893c17 None None] The sync data for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv is: [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:40Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:42.012720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Network c1d93e58-39f6-433e-b47a-002637b534fa is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:42.015899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:42.017766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Pushing event updated for resources: {'Port': ['ID=a67990da-11ad-4a1f-9f86-fa52717b11e6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:42.020593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:42.023119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a8c6b9b6-33f2-4735-80b7-3a671c4aa8ef None None] Provisioning complete for port 128737f9-4762-4380-914a-d55b6ab5fde8 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:42.023489 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b9b6-33f2-4735-80b7-3a671c4aa8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.116376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Attempting to bind port a67990da-11ad-4a1f-9f86-fa52717b11e6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:42.116759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Attempting to bind port a67990da-11ad-4a1f-9f86-fa52717b11e6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:42.117136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Attempting to bind port a67990da-11ad-4a1f-9f86-fa52717b11e6 on network c1d93e58-39f6-433e-b47a-002637b534fa {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:42.127077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:42.127495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Checking segment: {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:42.127887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.128324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Bound using segment: {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:42.128819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Bound port: a67990da-11ad-4a1f-9f86-fa52717b11e6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:42.129211 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.246255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] For port a67990da-11ad-4a1f-9f86-fa52717b11e6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:42.254033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] For port a67990da-11ad-4a1f-9f86-fa52717b11e6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a67990da-11ad-4a1f-9f86-fa52717b11e6,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:42.259318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.331386 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1b77e-8baf-481c-8778-a02fdb130c5d None None] Pushing event updated for resources: {'Port': ['ID=a67990da-11ad-4a1f-9f86-fa52717b11e6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:42.429534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.1 (c1d93e58-39f6-433e-b47a-002637b534fa/1ab1ad94-1637-42a2-95eb-f95588e93b91/80b7e7be-6c09-4e93-9322-0bee2bb1a896) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:42.568532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.613219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.652667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c1d93e58-39f6-433e-b47a-002637b534fa is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:42.658575 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:42.662596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:42.699296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=80b7e7be-6c09-4e93-9322-0bee2bb1a896,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:42.715619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:42.851908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.148987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.154105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.233698 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=80b7e7be-6c09-4e93-9322-0bee2bb1a896,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:43.236174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.285858 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a093a30-d9d1-4ab1-9ec4-1fc800830772 None None] Network c1d93e58-39f6-433e-b47a-002637b534fa requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:45:43.336180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c1d93e58-39f6-433e-b47a-002637b534fa is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:43.337633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:43.368533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-995ec020-ec08-43e9-9f92-d2c542d9ec3d None None] Provisioning complete for port a67990da-11ad-4a1f-9f86-fa52717b11e6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:43.369151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-995ec020-ec08-43e9-9f92-d2c542d9ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.459025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e64abc4-7370-4792-bf41-4af22a0c6d53 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:45:43.505723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-995ec020-ec08-43e9-9f92-d2c542d9ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.547482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-995ec020-ec08-43e9-9f92-d2c542d9ec3d None None] For port a67990da-11ad-4a1f-9f86-fa52717b11e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a67990da-11ad-4a1f-9f86-fa52717b11e6,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:43.553549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-995ec020-ec08-43e9-9f92-d2c542d9ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.573913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:43.581412 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3bb082de-5f95-4d44-ac14-63c677d77e8a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/6e64abc4-7370-4792-bf41-4af22a0c6d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2711363 Dec 06 12:45:43.620541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ec020-ec08-43e9-9f92-d2c542d9ec3d None None] Pushing event updated for resources: {'Port': ['ID=a67990da-11ad-4a1f-9f86-fa52717b11e6,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:43.772090 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-f5314a14-6121-4bdd-aa49-f32d0b54d551 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335646665&fields=id&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 267 time: 0.0584421 Dec 06 12:45:43.778918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-605f6f30-fb54-4e68-aace-d4b61e688d06 None None] Provisioning complete for port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:43.779416 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-605f6f30-fb54-4e68-aace-d4b61e688d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.808768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Sync routers for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:43.832635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-605f6f30-fb54-4e68-aace-d4b61e688d06 None None] Port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:43.834852 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:43.835571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:43.884460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-121292a0-e79f-435e-ab53-d5f4f87a1f9d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:43.886274 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-121292a0-e79f-435e-ab53-d5f4f87a1f9d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/networks?id=c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 200 len: 797 time: 0.1134665 Dec 06 12:45:43.892859 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-605f6f30-fb54-4e68-aace-d4b61e688d06 None None] Provisioning complete for port a67990da-11ad-4a1f-9f86-fa52717b11e6 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:43.893671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-605f6f30-fb54-4e68-aace-d4b61e688d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:43.916133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-5cfd2d78-91ff-4ec0-bb59-294fe5ae9554 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/quotas/bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 375 time: 0.0110812 Dec 06 12:45:43.978424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-b8edc1eb-b568-4180-a766-835c24d995aa tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551233 Dec 06 12:45:44.009181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:44.154886 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-dd4c6750-17d4-4aaa-a4ab-f48299b91b25 service neutron] 10.222.0.24 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626267 Dec 06 12:45:44.244171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a67990da-11ad-4a1f-9f86-fa52717b11e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:44.274252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-f826ec5c-cea2-4fa7-a5a4-6305e07a1483 service neutron] 10.222.0.24 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183143 Dec 06 12:45:44.332624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8e6c336d-d095-4f93-b966-b4bbd479a37a None None] Provisioning complete for port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:44.333077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e6c336d-d095-4f93-b966-b4bbd479a37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.397177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a67990da-11ad-4a1f-9f86-fa52717b11e6 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:44.398545 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.433429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c336d-d095-4f93-b966-b4bbd479a37a None None] Port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:44.442709 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:43Z', 'revision_number': 2, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:44.456493 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-17b739c3-5721-40d9-af96-a5f1e97d4903 req-85861b92-51f9-4a8a-a68e-9c5064901399 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 210 time: 0.0294647 Dec 06 12:45:44.473554 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Checking router: 6e64abc4-7370-4792-bf41-4af22a0c6d53 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:45:44.473912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Updating router 6e64abc4-7370-4792-bf41-4af22a0c6d53 port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:45:44.522174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:44.563304 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 128737f9-4762-4380-914a-d55b6ab5fde8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:44.847716 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 128737f9-4762-4380-914a-d55b6ab5fde8 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:44.848185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.036041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.041813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.092103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb00525-2471-4fba-8e89-c61553c697ce None None] Pushing event updated for resources: {'Port': ['ID=80b7e7be-6c09-4e93-9322-0bee2bb1a896,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:45.151508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Attempting to bind port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:45.152045 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Attempting to bind port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:45.152498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Attempting to bind port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 on network c1d93e58-39f6-433e-b47a-002637b534fa {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:45.160843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:45.161266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Checking segment: {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:45.161702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.162134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Bound using segment: {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:45.162571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Bound port: 80b7e7be-6c09-4e93-9322-0bee2bb1a896, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:45.163076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.229665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] For port 80b7e7be-6c09-4e93-9322-0bee2bb1a896, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:45.233428 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] For port 80b7e7be-6c09-4e93-9322-0bee2bb1a896, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80b7e7be-6c09-4e93-9322-0bee2bb1a896,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:45.240979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.307358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:45.307904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:45.311019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb00525-2471-4fba-8e89-c61553c697ce None None] Pushing event updated for resources: {'Port': ['ID=80b7e7be-6c09-4e93-9322-0bee2bb1a896,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:45.400505 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e37779d4-bdd3-4a4c-8f99-d7bb50b3bdaf None None] Provisioning complete for port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:45.401162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e37779d4-bdd3-4a4c-8f99-d7bb50b3bdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.471963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.482844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:45.540412 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-39e1278a-b29d-4042-b006-cee3889a0fb0 req-819ecf99-b876-4110-9721-447b96c9d998 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 210 time: 0.0324404 Dec 06 12:45:45.608170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e37779d4-bdd3-4a4c-8f99-d7bb50b3bdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.679102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e37779d4-bdd3-4a4c-8f99-d7bb50b3bdaf None None] For port 80b7e7be-6c09-4e93-9322-0bee2bb1a896, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80b7e7be-6c09-4e93-9322-0bee2bb1a896,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:45.683958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e37779d4-bdd3-4a4c-8f99-d7bb50b3bdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:45.762833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37779d4-bdd3-4a4c-8f99-d7bb50b3bdaf None None] Pushing event updated for resources: {'Port': ['ID=80b7e7be-6c09-4e93-9322-0bee2bb1a896,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:45.786933 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:45Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:45.817682 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7be08a-d89e-4d3a-b968-1e4c6b4c4905 None None] The sync data for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv is: [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:45Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:45.827828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b0de165f-5e27-4485-81d0-dcf889b2aceb None None] Provisioning complete for port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:45.828223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0de165f-5e27-4485-81d0-dcf889b2aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:46.143218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 80b7e7be-6c09-4e93-9322-0bee2bb1a896 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:46.195632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:46.196035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:46.620898 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d20f539d-26fd-4921-84ec-c75d03e16f9c req-f940ff03-667a-4d69-b9ed-6ea97cfe682a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 210 time: 0.0318043 Dec 06 12:45:47.714389 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ebbcf155-d751-4728-a268-91268a819aae req-89a96e0b-0e86-4d54-a0b2-15f1ec6c5518 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 210 time: 0.0270910 Dec 06 12:45:48.529555 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-eb33e19a-f661-445f-8aa0-6b18abf1c8e5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:48.531000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-eb33e19a-f661-445f-8aa0-6b18abf1c8e5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/networks?id=c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 200 len: 797 time: 0.1026731 Dec 06 12:45:48.601209 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-843d58fa-853f-4438-8f88-c67ef486fb4b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 380 time: 0.0614204 Dec 06 12:45:48.611725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'port': {'device_id': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'admin_state_up': True, 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'security_groups': ['86afbb12-33da-43ad-9bff-2ec31ed545c1']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:48.720354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:45:48.723823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:48.821246 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dbf5901b-dfcc-40ab-842e-0f57eaec98bd req-817ad55c-70b2-4022-8dbf-a5833cb7076d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 210 time: 0.0382798 Dec 06 12:45:48.872961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.8 (c1d93e58-39f6-433e-b47a-002637b534fa/1ab1ad94-1637-42a2-95eb-f95588e93b91/47423cb7-0348-4fc9-88e0-6e871f83c8f2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:49.019665 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.052597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.099017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c1d93e58-39f6-433e-b47a-002637b534fa is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:49.102286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:49.106751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:49.111180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=47423cb7-0348-4fc9-88e0-6e871f83c8f2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:49.158161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:49.158787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.175845 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-d80a236c-9494-465d-b476-f10b2ced728e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678363 Dec 06 12:45:49.188154 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Request body: {'port': {'device_id': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:49.248757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.370352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-59914068-895b-4705-bab7-ddab4872033b None None] Provisioning complete for port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:49.371039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59914068-895b-4705-bab7-ddab4872033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.409340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-59914068-895b-4705-bab7-ddab4872033b None None] Port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:45:49.519066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47423cb7-0348-4fc9-88e0-6e871f83c8f2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:45:49.526357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.539118 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Transition to ACTIVE for port object 47423cb7-0348-4fc9-88e0-6e871f83c8f2 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:45:49.542427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.596525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Pushing event updated for resources: {'Port': ['ID=47423cb7-0348-4fc9-88e0-6e871f83c8f2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:49.667226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Attempting to bind port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:45:49.667703 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Attempting to bind port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:45:49.668070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Attempting to bind port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 on network c1d93e58-39f6-433e-b47a-002637b534fa {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:49.673962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 on network c1d93e58-39f6-433e-b47a-002637b534fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:45:49.674303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Attempting to bind port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 on network c1d93e58-39f6-433e-b47a-002637b534fa {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:45:49.679613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:45:49.679985 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Checking segment: {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:45:49.680377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Bound using segment: {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:45:49.680803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Bound port: 47423cb7-0348-4fc9-88e0-6e871f83c8f2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc00b270-161b-486a-808d-93f64c85b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:45:49.681161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.746894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] For port 47423cb7-0348-4fc9-88e0-6e871f83c8f2, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:45:49.749921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] For port 47423cb7-0348-4fc9-88e0-6e871f83c8f2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:45:49.754669 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.792101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:49.792720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:49.794121 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] 10.222.0.43 "PUT /v2.0/ports/47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 200 len: 1093 time: 0.6103594 Dec 06 12:45:49.794573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:45:49.796887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63371713-5738-4105-8b3e-b51febc12e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:45:49.822424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c1cf3-aedd-4fcc-96cd-1cc6f09d6209 service neutron] Pushing event updated for resources: {'Port': ['ID=47423cb7-0348-4fc9-88e0-6e871f83c8f2,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:49.877640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af071b45-1c20-458f-945a-6f319e05e404 x-openstack-request-id: req-af071b45-1c20-458f-945a-6f319e05e404 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:45:49.877988 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:45:49.878227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af071b45-1c20-458f-945a-6f319e05e404 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:45:49.878659 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'status': 'completed', 'code': 200} Dec 06 12:45:49.897336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-fc7bf4fa-6ad3-4be4-8ab4-0b666d6c3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:49.899003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-fc7bf4fa-6ad3-4be4-8ab4-0b666d6c3756 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1096 time: 0.0513654 Dec 06 12:45:49.961731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-3d21e635-6055-4c16-8556-bb6f218ec46c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 200 len: 217 time: 0.0518999 Dec 06 12:45:50.010987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459554d0-f3f2-495e-a59d-2b1e688cdbd4 req-1fe73201-7608-417c-b177-43745603f565 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:50.012495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-459554d0-f3f2-495e-a59d-2b1e688cdbd4 req-1fe73201-7608-417c-b177-43745603f565 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 943 time: 0.1126261 Dec 06 12:45:50.045810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-5916b228-bb6a-410f-8b0e-845cfc7a90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:50.047205 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-5916b228-bb6a-410f-8b0e-845cfc7a90c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ab1ad94-1637-42a2-95eb-f95588e93b91 HTTP/1.1" status: 200 len: 835 time: 0.0757997 Dec 06 12:45:50.101022 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-459554d0-f3f2-495e-a59d-2b1e688cdbd4 req-53854fe4-3b9f-4bf0-9e0c-7d017e79efeb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814061 Dec 06 12:45:50.116262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-b6faa154-b2ed-41f5-bdd9-3744dd3e6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:50.117779 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-b6faa154-b2ed-41f5-bdd9-3744dd3e6f62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1d93e58-39f6-433e-b47a-002637b534fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606995 Dec 06 12:45:50.214744 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-c2f8ca48-5e23-4bd7-a54f-8ebe0adb434a service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895219 Dec 06 12:45:50.303820 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2a5d42dc-0600-46ed-b8a7-783ac8add010 req-a26da055-e5d1-46fe-8bf4-d5ea27b0547c service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824268 Dec 06 12:45:50.394608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63371713-5738-4105-8b3e-b51febc12e5f req-fc541d5b-f4f7-4842-938a-6511893af0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:50.396122 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63371713-5738-4105-8b3e-b51febc12e5f req-fc541d5b-f4f7-4842-938a-6511893af0f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1096 time: 0.0439551 Dec 06 12:45:50.486588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63371713-5738-4105-8b3e-b51febc12e5f req-253d0f55-e690-49c0-becd-39c9651db402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:50.488035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63371713-5738-4105-8b3e-b51febc12e5f req-253d0f55-e690-49c0-becd-39c9651db402 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 200 len: 898 time: 0.0852420 Dec 06 12:45:50.532359 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63371713-5738-4105-8b3e-b51febc12e5f req-f7b75503-e67c-4d3b-971f-7b6be59f6ea0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 200 len: 217 time: 0.0361068 Dec 06 12:45:50.582538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63371713-5738-4105-8b3e-b51febc12e5f req-5bf7a3dd-8666-4bc7-8e21-4f8fe27d613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:50.584033 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63371713-5738-4105-8b3e-b51febc12e5f req-5bf7a3dd-8666-4bc7-8e21-4f8fe27d613a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ab1ad94-1637-42a2-95eb-f95588e93b91 HTTP/1.1" status: 200 len: 835 time: 0.0459516 Dec 06 12:45:50.638589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63371713-5738-4105-8b3e-b51febc12e5f req-3bfa1cc0-3893-442d-8ed0-d703e0d94af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:50.640203 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63371713-5738-4105-8b3e-b51febc12e5f req-3bfa1cc0-3893-442d-8ed0-d703e0d94af9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1d93e58-39f6-433e-b47a-002637b534fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494146 Dec 06 12:45:50.733035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63371713-5738-4105-8b3e-b51febc12e5f req-e296021b-c082-4696-b7b8-0aa712ca71a6 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857890 Dec 06 12:45:50.820964 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-63371713-5738-4105-8b3e-b51febc12e5f req-e83d52ac-bfaa-42c7-ad9c-06441a3197a8 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812063 Dec 06 12:45:51.222301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1457d-5a27-4e13-97cc-b7f159682b75 req-3cb9abf8-53d6-4ec3-8667-709a80ad975e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:51.223793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a1e1457d-5a27-4e13-97cc-b7f159682b75 req-3cb9abf8-53d6-4ec3-8667-709a80ad975e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 943 time: 0.0511942 Dec 06 12:45:51.276718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a1e1457d-5a27-4e13-97cc-b7f159682b75 req-84b80497-83ac-4df8-aedf-3af49b428768 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466423 Dec 06 12:45:52.390417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74392bb0-5d33-4384-b553-e9fe7782ac0f req-4c0900e4-3611-457e-9215-a7389b72a4ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:52.391960 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-74392bb0-5d33-4384-b553-e9fe7782ac0f req-4c0900e4-3611-457e-9215-a7389b72a4ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 943 time: 0.0492311 Dec 06 12:45:52.451323 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-74392bb0-5d33-4384-b553-e9fe7782ac0f req-cb2fefd8-51a8-4aea-8741-abbe038c48f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534723 Dec 06 12:45:53.029705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 47423cb7-0348-4fc9-88e0-6e871f83c8f2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:45:53.129180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 47423cb7-0348-4fc9-88e0-6e871f83c8f2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:53.139635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'port_id': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'mac_address': 'fa:16:3e:ec:84:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:45:53.177361 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.191654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47423cb7-0348-4fc9-88e0-6e871f83c8f2 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:45:53.214144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 47423cb7-0348-4fc9-88e0-6e871f83c8f2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:53.218279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:53.265901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=47423cb7-0348-4fc9-88e0-6e871f83c8f2,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:53.521817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['47423cb7-0348-4fc9-88e0-6e871f83c8f2'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:45:53.565876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cd4a3-9347-46ea-a776-ce7986f8ce11 req-f2516865-8fdd-4443-a0a8-f6a0ce46bba9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:53.567497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d82cd4a3-9347-46ea-a776-ce7986f8ce11 req-f2516865-8fdd-4443-a0a8-f6a0ce46bba9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 944 time: 0.0477412 Dec 06 12:45:53.617418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d82cd4a3-9347-46ea-a776-ce7986f8ce11 req-99464e51-5ced-46ba-a1ee-004e2b2b44f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Dec 06 12:45:54.734178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf894c3-83d4-47cd-aec0-bfb2b112eb45 req-6c448933-3af3-464e-8af3-680461a4915c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:54.735769 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cf894c3-83d4-47cd-aec0-bfb2b112eb45 req-6c448933-3af3-464e-8af3-680461a4915c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 944 time: 0.0518427 Dec 06 12:45:54.784429 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cf894c3-83d4-47cd-aec0-bfb2b112eb45 req-3b451e55-2808-418b-a96e-13f754b087b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Dec 06 12:45:55.045291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 47423cb7-0348-4fc9-88e0-6e871f83c8f2 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:45:55.097274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:45:55.101380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:45:55.101757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.176269 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.199526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:45:55.201783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0815d4-9085-4384-a7eb-a6c66df3cab5" -d '{"events": [{"server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:45:55.215730 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 47423cb7-0348-4fc9-88e0-6e871f83c8f2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:45:55.219642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:55.243802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9dba2c-326c-4031-a154-bf09edf387f1 x-openstack-request-id: req-bc9dba2c-326c-4031-a154-bf09edf387f1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:45:55.244131 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:45:55.244389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc9dba2c-326c-4031-a154-bf09edf387f1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:45:55.244778 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'code': 200} Dec 06 12:45:55.273794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=47423cb7-0348-4fc9-88e0-6e871f83c8f2,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:55.406196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81fbc0-a6b4-420d-a1ee-b09b09c1b2c6 req-9738e404-42d6-4bad-8b77-a8336bef964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:55.408496 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2d81fbc0-a6b4-420d-a1ee-b09b09c1b2c6 req-9738e404-42d6-4bad-8b77-a8336bef964c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1098 time: 0.0401905 Dec 06 12:45:55.455354 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2d81fbc0-a6b4-420d-a1ee-b09b09c1b2c6 req-b1eb70db-fb83-4344-ac13-01a34dbd2c32 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393407 Dec 06 12:45:55.900576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8860-7664-4c1c-b27f-b933c32a3c33 req-a11a45cb-246a-432f-98f4-7c6a68e9e567 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:55.902083 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d01b8860-7664-4c1c-b27f-b933c32a3c33 req-a11a45cb-246a-432f-98f4-7c6a68e9e567 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0511391 Dec 06 12:45:55.950461 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d01b8860-7664-4c1c-b27f-b933c32a3c33 req-0ac35409-ec11-44d6-b9d4-039b156ab709 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418959 Dec 06 12:45:56.302336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30d76555-ed62-40f9-bd2d-aea968b114f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:56.639766 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:45:57.065616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab447c4-4cbf-4cb7-b604-363bf7df1a32 req-195e04cb-70c1-4e19-b12b-a8b54e20460e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:57.067129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cab447c4-4cbf-4cb7-b604-363bf7df1a32 req-195e04cb-70c1-4e19-b12b-a8b54e20460e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0486343 Dec 06 12:45:57.115806 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cab447c4-4cbf-4cb7-b604-363bf7df1a32 req-c55e6f76-0fad-4489-beda-efba56a6bded tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Dec 06 12:45:57.228050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb93fe7-16d3-4529-9333-7d02fd098739 req-645f3162-71b6-4b75-97ce-0459757a28e1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:57.229499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeb93fe7-16d3-4529-9333-7d02fd098739 req-645f3162-71b6-4b75-97ce-0459757a28e1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0487454 Dec 06 12:45:57.280603 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eeb93fe7-16d3-4529-9333-7d02fd098739 req-45531d56-9e04-49f2-9f2d-47cb4ff9f34e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Dec 06 12:45:57.302859 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51096) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.343099 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2ff9b-326c-482c-b47b-747036a4d65e tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:57.344943 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-71d2ff9b-326c-482c-b47b-747036a4d65e tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1093 time: 0.0408523 Dec 06 12:45:57.347532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51098) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:57.352035 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:45:57.374564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.476237 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.579447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.9 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/07f38b45-9ede-4cea-a50b-49f7f551d913) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:45:57.676747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.709633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:57.746795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:45:57.749541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:45:57.753566 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:45:57.782016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=07f38b45-9ede-4cea-a50b-49f7f551d913,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:58.110049 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.178184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.326336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.331241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.404019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=07f38b45-9ede-4cea-a50b-49f7f551d913,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:45:58.413386 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.513863 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP c0df3186-e6d8-4ad9-b597-ed5cb095ebe8 associated. External IP: 172.36.1.9, port: 47423cb7-0348-4fc9-88e0-6e871f83c8f2. Dec 06 12:45:58.720147 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e64abc4-7370-4792-bf41-4af22a0c6d53 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:45:58.737743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-322bb59f-7283-4c36-8d33-425dcbe97466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.827698 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:45:58.837930 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] Sync routers for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:45:58.846116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:45:58.848965 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:58.849576 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:58.874807 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2c7e5861-b815-4023-bca8-702fa5fc723a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5237093 Dec 06 12:45:58.874807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:45:58.875258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c475ba66-d987-4342-b997-982e71d68285" -d '{"events": [{"name": "network-changed", "server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:45:58.915010 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc2dab1-9118-4e62-8b35-9c297538bf3c x-openstack-request-id: req-4bc2dab1-9118-4e62-8b35-9c297538bf3c {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:45:58.915305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:45:58.915613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bc2dab1-9118-4e62-8b35-9c297538bf3c {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:45:58.916043 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'status': 'completed', 'code': 200} Dec 06 12:45:58.968052 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:58.996834 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353e8b3-415a-416d-99fc-d6d6e036b95c req-5f4f07cb-e458-491a-934c-23bc30e5ca1c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:58.998319 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4353e8b3-415a-416d-99fc-d6d6e036b95c req-5f4f07cb-e458-491a-934c-23bc30e5ca1c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0754330 Dec 06 12:45:59.005123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475ba66-d987-4342-b997-982e71d68285 req-eafd1725-4b58-41bc-b00b-8aaaac99ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:59.006568 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c475ba66-d987-4342-b997-982e71d68285 req-eafd1725-4b58-41bc-b00b-8aaaac99ebc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1098 time: 0.0585480 Dec 06 12:45:59.106428 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4353e8b3-415a-416d-99fc-d6d6e036b95c req-aa069716-9de6-4b1e-95c4-95fcd783d2d2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989144 Dec 06 12:45:59.130257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51104) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:45:59.133084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475ba66-d987-4342-b997-982e71d68285 req-5460ebbb-1951-4fb2-ba17-cde35066eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:59.134560 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c475ba66-d987-4342-b997-982e71d68285 req-5460ebbb-1951-4fb2-ba17-cde35066eef2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 200 len: 898 time: 0.1205404 Dec 06 12:45:59.193765 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f3e0493f-410b-48d1-8e79-5dd72d0cdb8f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/c0df3186-e6d8-4ad9-b597-ed5cb095ebe8 HTTP/1.1" status: 200 len: 989 time: 0.0613408 Dec 06 12:45:59.201436 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c0df3186-e6d8-4ad9-b597-ed5cb095ebe8', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.9', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'port_id': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'mac_address': 'fa:16:3e:ec:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:45:57Z', 'updated_at': '2021-12-06T12:45:57Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:45Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:59.205312 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c475ba66-d987-4342-b997-982e71d68285 req-b8d6a8ac-11b7-49a6-9f6e-2abbeaee8605 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 200 len: 997 time: 0.0625079 Dec 06 12:45:59.230401 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] Checking router: 6e64abc4-7370-4792-bf41-4af22a0c6d53 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:45:59.238953 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:45:59.239556 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:45:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:59.257445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475ba66-d987-4342-b997-982e71d68285 req-094c6a58-3144-4563-aab6-8a485a5c1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:59.258807 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c475ba66-d987-4342-b997-982e71d68285 req-094c6a58-3144-4563-aab6-8a485a5c1db0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ab1ad94-1637-42a2-95eb-f95588e93b91 HTTP/1.1" status: 200 len: 835 time: 0.0468171 Dec 06 12:45:59.304449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475ba66-d987-4342-b997-982e71d68285 req-1b54e12c-285f-419f-94e1-cb4440fa3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:45:59.305951 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c475ba66-d987-4342-b997-982e71d68285 req-1b54e12c-285f-419f-94e1-cb4440fa3de6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1d93e58-39f6-433e-b47a-002637b534fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392473 Dec 06 12:45:59.348547 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:45:59.397267 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c475ba66-d987-4342-b997-982e71d68285 req-f7ae243f-cf1b-4a25-a080-12648a703f80 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829456 Dec 06 12:45:59.489055 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c475ba66-d987-4342-b997-982e71d68285 req-e7a09736-355a-4f88-a4f7-2e37138c0478 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849235 Dec 06 12:45:59.654385 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c0df3186-e6d8-4ad9-b597-ed5cb095ebe8', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.9', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'port_id': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'mac_address': 'fa:16:3e:ec:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:45:57Z', 'updated_at': '2021-12-06T12:45:57Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:45Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:45:59.680178 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200b057-4b59-4821-bd97-211e80d16445 None None] The sync data for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv is: [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c0df3186-e6d8-4ad9-b597-ed5cb095ebe8', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.9', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'port_id': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'mac_address': 'fa:16:3e:ec:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:45:57Z', 'updated_at': '2021-12-06T12:45:57Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:45Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:45:59.876634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253dc05-0092-4f23-ad7c-d7af3af1f4cf None None] New status for floating IP c0df3186-e6d8-4ad9-b597-ed5cb095ebe8: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:45:59.990519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:00.195545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51106) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:46:00.259388 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d872f6f9-a2e3-47b5-971e-5d8ff562c11b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/c0df3186-e6d8-4ad9-b597-ed5cb095ebe8 HTTP/1.1" status: 200 len: 991 time: 0.0625944 Dec 06 12:46:01.021652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:02.014546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:15.432715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:26.303270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22a937de-9c1b-488e-b68a-366b2f241ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:28.738591 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b47af3e-c851-4cd3-b9c1-e1bc9e32653f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:29.958171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:31.024115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:32.017675 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:33.638262 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:46:39.138088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-67c8be27-e14d-4147-a628-c6a20afa9097 req-9ea42d86-4819-451a-adce-fbef7e25b367 service neutron] (103286) timed out ('10.222.0.43', 57186) {{(pid=103286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:46:45.430938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:51.994253 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-9bae5a17-6242-48c4-9317-f7caf5bdc81c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928402 Dec 06 12:46:52.075193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-dd4f5f2a-f329-4c52-b288-1e545ba0eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:52.076738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-dd4f5f2a-f329-4c52-b288-1e545ba0eb35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1098 time: 0.0399334 Dec 06 12:46:52.180253 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-580acf42-02d6-4dad-b2f3-5ee8368b8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:52.181612 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-580acf42-02d6-4dad-b2f3-5ee8368b8f6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 200 len: 898 time: 0.0861359 Dec 06 12:46:52.245955 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-3cb923af-6b53-46a4-ae51-3a064a384aba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 200 len: 999 time: 0.0562294 Dec 06 12:46:52.297961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-ec7c4163-65e1-4065-987d-03783908b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:52.299405 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-ec7c4163-65e1-4065-987d-03783908b227 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ab1ad94-1637-42a2-95eb-f95588e93b91 HTTP/1.1" status: 200 len: 835 time: 0.0464494 Dec 06 12:46:52.353983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-45f19957-2dac-42b3-8ce6-018adacd58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:46:52.355461 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-45f19957-2dac-42b3-8ce6-018adacd58d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1d93e58-39f6-433e-b47a-002637b534fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485601 Dec 06 12:46:52.447419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-56aaca4e-7ab3-4ff5-ab16-64acc91e28b9 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836141 Dec 06 12:46:52.536242 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-01a68f26-664f-4c00-a42f-3c5f3b3529a2 req-69383e02-0789-4896-9198-bb51761b28ce service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817611 Dec 06 12:46:56.305078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa86581e-d27c-428f-b2b4-42ab28f8ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:58.743013 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac2e19da-d1af-4ab4-a63f-6893dd57e793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:46:59.961678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:01.025561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:02.019391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:10.637039 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:47:12.030907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360923d7-df62-4dd6-ace0-c16eb2494575 req-ac27bca4-528f-485b-9c0e-9d8acbb5fb55 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:12.032407 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-360923d7-df62-4dd6-ace0-c16eb2494575 req-ac27bca4-528f-485b-9c0e-9d8acbb5fb55 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.4066904 Dec 06 12:47:12.034859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-0edbe5c3-9f10-4b9e-b685-e58c17316cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:12.036219 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-0edbe5c3-9f10-4b9e-b685-e58c17316cb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1098 time: 0.4012764 Dec 06 12:47:12.139736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-360923d7-df62-4dd6-ace0-c16eb2494575 req-f8bb5607-e94a-4873-a0d9-ed8fdca5c9b0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004744 Dec 06 12:47:12.158705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-599fc4b0-fda5-43d2-8df7-8272715d835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:12.160334 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-599fc4b0-fda5-43d2-8df7-8272715d835a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 200 len: 898 time: 0.1154251 Dec 06 12:47:12.225593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-c61d4878-d042-4a1f-8508-ab68378c36e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 200 len: 999 time: 0.0578737 Dec 06 12:47:12.273369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-c625334e-0e93-4892-ad52-fd96ff874c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:12.274734 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-c625334e-0e93-4892-ad52-fd96ff874c5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ab1ad94-1637-42a2-95eb-f95588e93b91 HTTP/1.1" status: 200 len: 835 time: 0.0414953 Dec 06 12:47:12.323585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-189bfe35-2a45-437d-97b7-ef8b31a84fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:12.325087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-189bfe35-2a45-437d-97b7-ef8b31a84fc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1d93e58-39f6-433e-b47a-002637b534fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434856 Dec 06 12:47:12.413885 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-5a1f788d-0a0b-4416-b860-8db4faea111b service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805383 Dec 06 12:47:12.506278 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4d785b9b-d072-43e9-be55-0e8d074f109b req-d425f72e-fb2c-4598-8908-d20b2b00f757 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Dec 06 12:47:13.255151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d93dd-04d2-43a2-8853-3eb1ce27ba55 req-42e243c0-1b1d-4dec-8057-6407758845f5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:13.256648 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-566d93dd-04d2-43a2-8853-3eb1ce27ba55 req-42e243c0-1b1d-4dec-8057-6407758845f5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0484650 Dec 06 12:47:13.305296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-566d93dd-04d2-43a2-8853-3eb1ce27ba55 req-79dc39d8-ac63-495a-a0dc-ed89a34ecfcb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Dec 06 12:47:14.419821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45b1af-7869-49dc-9460-34faf6b35d32 req-14bf8732-be4d-4b96-a378-f937b2e5f01b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:14.421215 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ff45b1af-7869-49dc-9460-34faf6b35d32 req-14bf8732-be4d-4b96-a378-f937b2e5f01b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0479481 Dec 06 12:47:14.473873 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ff45b1af-7869-49dc-9460-34faf6b35d32 req-fb7f9ae7-698c-4a43-ab76-9bb093a0f663 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460653 Dec 06 12:47:15.428637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:15.589152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2a7f3-5fd8-4006-a0a1-f77677fcfb23 req-6387d7a8-67ee-42f0-92c5-e415664a10c0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:15.590546 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecb2a7f3-5fd8-4006-a0a1-f77677fcfb23 req-6387d7a8-67ee-42f0-92c5-e415664a10c0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0490859 Dec 06 12:47:15.638296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ecb2a7f3-5fd8-4006-a0a1-f77677fcfb23 req-15468664-f01b-4ad6-ba94-0b0775e084a2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419302 Dec 06 12:47:16.752180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a3919-24f6-4b4f-87c6-940890a36c66 req-42d12555-820c-46e9-a094-d4e9c824f92c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:16.753673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e41a3919-24f6-4b4f-87c6-940890a36c66 req-42d12555-820c-46e9-a094-d4e9c824f92c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0473120 Dec 06 12:47:16.802361 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e41a3919-24f6-4b4f-87c6-940890a36c66 req-7fcedf35-878b-4b36-ae04-d0c1e0e3ac1d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Dec 06 12:47:17.921576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20724321-1890-4eb4-aee3-4535c166e9dc req-c1e60a76-847a-4387-98cf-54852cff1ffc tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:17.923060 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-20724321-1890-4eb4-aee3-4535c166e9dc req-c1e60a76-847a-4387-98cf-54852cff1ffc tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0523276 Dec 06 12:47:17.972384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-20724321-1890-4eb4-aee3-4535c166e9dc req-65f56df6-4096-4578-8957-78468cd41b59 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Dec 06 12:47:19.087219 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94ac65-c53a-486a-969b-01544f9ce484 req-ce70a961-adfa-4d41-99b4-36173da49ea5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:19.088736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7b94ac65-c53a-486a-969b-01544f9ce484 req-ce70a961-adfa-4d41-99b4-36173da49ea5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0486076 Dec 06 12:47:19.137383 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7b94ac65-c53a-486a-969b-01544f9ce484 req-c66b65c5-3599-434a-b10f-321f88362b0e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Dec 06 12:47:20.251598 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224687-deed-4692-857d-7760ae387fb4 req-2313902b-f03c-427a-8a9a-62bafe300c57 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:20.253077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea224687-deed-4692-857d-7760ae387fb4 req-2313902b-f03c-427a-8a9a-62bafe300c57 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0483704 Dec 06 12:47:20.305220 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ea224687-deed-4692-857d-7760ae387fb4 req-1026374f-c7ff-4858-985f-63098412acd2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Dec 06 12:47:21.421800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100b269-729d-4640-ba1e-28f3fa39b3f5 req-6f3cd5da-7e32-4854-91a8-605d9dc677b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:21.423280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b100b269-729d-4640-ba1e-28f3fa39b3f5 req-6f3cd5da-7e32-4854-91a8-605d9dc677b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0500481 Dec 06 12:47:21.472205 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b100b269-729d-4640-ba1e-28f3fa39b3f5 req-c882aabc-922b-4c92-a8b0-6390363e5cc1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Dec 06 12:47:22.584755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625a61a-9d9b-4108-9e5a-77d3626d130c req-2cc9b38f-7fc9-4b71-a7a3-ff4d62d4c7b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:22.586276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2625a61a-9d9b-4108-9e5a-77d3626d130c req-2cc9b38f-7fc9-4b71-a7a3-ff4d62d4c7b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0481880 Dec 06 12:47:22.635755 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2625a61a-9d9b-4108-9e5a-77d3626d130c req-a274fd27-f826-47a4-9ae5-b5eac7b9fe8f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Dec 06 12:47:23.752827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d2b60-261f-4cf0-b831-7b541d514ef2 req-81009f3f-1616-4a8d-b020-1e6b0b958493 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:23.754278 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-319d2b60-261f-4cf0-b831-7b541d514ef2 req-81009f3f-1616-4a8d-b020-1e6b0b958493 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0518842 Dec 06 12:47:23.801745 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-319d2b60-261f-4cf0-b831-7b541d514ef2 req-22305927-5170-4010-be20-35894eba51fa tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 Dec 06 12:47:23.823969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51164) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:47:23.882412 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-41045063-b735-4174-9a09-2a7f4ba7b22e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/c0df3186-e6d8-4ad9-b597-ed5cb095ebe8 HTTP/1.1" status: 200 len: 991 time: 0.0572546 Dec 06 12:47:26.306383 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c40176-c70a-44bb-b5da-2be84d26d3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:28.743995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf68a96-06f2-4f05-9659-85289f2b7342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:29.968756 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:31.027496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:32.020285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:45.444100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:47.635844 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:47:52.931933 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-45a3dae6-b070-4ac3-86a2-1978dc5644a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429256 Dec 06 12:47:53.018958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-18a1fd2c-681b-4ccc-84ff-d35edcd1282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:53.020502 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-18a1fd2c-681b-4ccc-84ff-d35edcd1282a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1098 time: 0.0474160 Dec 06 12:47:53.123393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-7243f1f1-5845-4591-95de-07c35f068ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:53.124879 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-7243f1f1-5845-4591-95de-07c35f068ee0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 200 len: 898 time: 0.0826180 Dec 06 12:47:53.193492 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-c4ae57ac-0ebd-4e56-abc3-ecb53ee74ee8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 200 len: 999 time: 0.0609164 Dec 06 12:47:53.243054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-eede482a-b2cb-418d-a4c7-07d1b76c3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:53.244530 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-eede482a-b2cb-418d-a4c7-07d1b76c3fb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ab1ad94-1637-42a2-95eb-f95588e93b91 HTTP/1.1" status: 200 len: 835 time: 0.0444746 Dec 06 12:47:53.288989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-5257271e-d5cb-4133-8c3b-f043e31a7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:47:53.290567 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-5257271e-d5cb-4133-8c3b-f043e31a7354 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1d93e58-39f6-433e-b47a-002637b534fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391896 Dec 06 12:47:53.385369 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-b849d097-3aa4-4ce1-8519-5d20330cdcc8 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870683 Dec 06 12:47:53.478432 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6129992-0d0c-4b2f-ad7c-2f9b6287f08d req-b6631c99-0485-498f-8921-97c851f670f9 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859063 Dec 06 12:47:56.311601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10597601-5c0e-40a1-8d3b-8e97ed0ca959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:58.745773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89cc7be1-85cc-4f4b-84ef-b94bc2f3cc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:47:59.966212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:01.034762 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:02.021147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:15.460218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:18.820752 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51186) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:19.267038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 07f38b45-9ede-4cea-a50b-49f7f551d913 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:19.267375 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:19.347756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:19.348112 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:19.360188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 07f38b45-9ede-4cea-a50b-49f7f551d913 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:19.502653 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:19.531625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=07f38b45-9ede-4cea-a50b-49f7f551d913,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:19.556098 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.556448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.556791 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.557130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.557467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.557798 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.558126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.558452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.558776 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.559101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.559423 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.559741 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.560092 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:19.598182 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:19.598503 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP c0df3186-e6d8-4ad9-b597-ed5cb095ebe8 disassociated (deleted). External IP: 172.36.1.9, port: 47423cb7-0348-4fc9-88e0-6e871f83c8f2. Dec 06 12:48:19.815137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e64abc4-7370-4792-bf41-4af22a0c6d53 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:48:19.923601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:48:19.928388 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:19.932994 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] Sync routers for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:48:19.944259 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:19.944875 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:47:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:19.958172 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6fe9addf-85d8-4da0-8e77-e0a03afb7b72 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/floatingips/c0df3186-e6d8-4ad9-b597-ed5cb095ebe8 HTTP/1.1" status: 204 len: 168 time: 1.1339407 Dec 06 12:48:19.958172 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:19.960626 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab87b27-b831-419c-a71f-c15ccd01fa6c" -d '{"events": [{"name": "network-changed", "server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:20.000449 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442f7910-5312-443a-96f5-2eca732b7192 x-openstack-request-id: req-442f7910-5312-443a-96f5-2eca732b7192 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:20.000758 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:20.001019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-442f7910-5312-443a-96f5-2eca732b7192 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:20.001433 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'status': 'completed', 'code': 200} Dec 06 12:48:20.057683 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:20.072151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-f314bf70-d10f-4a39-af2b-98ab3be6f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:20.073742 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-f314bf70-d10f-4a39-af2b-98ab3be6f9af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 1098 time: 0.0457752 Dec 06 12:48:20.197196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-a33c52fd-9c64-4e0b-9071-bb44475c5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:20.198698 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-a33c52fd-9c64-4e0b-9071-bb44475c5ef1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 200 len: 898 time: 0.1184189 Dec 06 12:48:20.250310 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-c23ca110-c491-40d6-83a7-4ed497b9806a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 200 len: 217 time: 0.0438321 Dec 06 12:48:20.271934 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:45Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:20.299139 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] Checking router: 6e64abc4-7370-4792-bf41-4af22a0c6d53 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:48:20.307701 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:20.309095 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:47:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:20.332116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-19739354-d67b-4e61-b41a-8793fd54396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:20.333512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-19739354-d67b-4e61-b41a-8793fd54396f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ab1ad94-1637-42a2-95eb-f95588e93b91 HTTP/1.1" status: 200 len: 835 time: 0.0729361 Dec 06 12:48:20.347257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5c59-04fc-4302-9d88-6acd7b668151 req-14fa99c3-614a-459e-ab69-4150a5b21a65 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:20.348738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6ee5c59-04fc-4302-9d88-6acd7b668151 req-14fa99c3-614a-459e-ab69-4150a5b21a65 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.1898806 Dec 06 12:48:20.420305 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:20.424886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-67506d42-a9e3-4fc5-92a6-49d99f9ee4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:20.426399 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-67506d42-a9e3-4fc5-92a6-49d99f9ee4f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1d93e58-39f6-433e-b47a-002637b534fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768063 Dec 06 12:48:20.430232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6ee5c59-04fc-4302-9d88-6acd7b668151 req-965bc939-d5e3-487f-8d00-fc9e0bd26c48 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732338 Dec 06 12:48:20.517485 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-eb97ada3-41aa-4e6b-87e1-5f0daac983af service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833085 Dec 06 12:48:20.612865 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4ab87b27-b831-419c-a71f-c15ccd01fa6c req-d0049e5c-e0d2-4ff9-b166-f65acb1f0da7 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865262 Dec 06 12:48:20.621990 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:45Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:20.651203 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a244e-af19-4a62-8435-f39c60d31663 None None] The sync data for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv is: [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:45:42Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80b7e7be-6c09-4e93-9322-0bee2bb1a896', 'name': '', 'network_id': 'c1d93e58-39f6-433e-b47a-002637b534fa', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:85:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:41Z', 'updated_at': '2021-12-06T12:45:45Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1ab1ad94-1637-42a2-95eb-f95588e93b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:48:20.856009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3fbe4c-42f8-4ccd-b27e-a46142922a18 None None] New status for floating IP c0df3186-e6d8-4ad9-b597-ed5cb095ebe8: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:48:21.600790 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d23cf6-5aac-43b2-a042-a433ccacfd0a req-879eb38b-6e80-4e3e-b9a7-09c445e0fd4a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:21.602186 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46d23cf6-5aac-43b2-a042-a433ccacfd0a req-879eb38b-6e80-4e3e-b9a7-09c445e0fd4a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.1025190 Dec 06 12:48:21.651563 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46d23cf6-5aac-43b2-a042-a433ccacfd0a req-af7e3ce2-bb9b-4aef-a646-3cfe77c8a070 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=86afbb12-33da-43ad-9bff-2ec31ed545c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Dec 06 12:48:21.908201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-26029217-c663-4f6c-ad6f-b814b656b135 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:21.909574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-26029217-c663-4f6c-ad6f-b814b656b135 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 945 time: 0.0536492 Dec 06 12:48:21.999726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:22.000624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:22.091281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 47423cb7-0348-4fc9-88e0-6e871f83c8f2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47423cb7-0348-4fc9-88e0-6e871f83c8f2,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:22.091639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:22.104336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 47423cb7-0348-4fc9-88e0-6e871f83c8f2 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:22.228805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:22.260641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=47423cb7-0348-4fc9-88e0-6e871f83c8f2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:22.286648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.286997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.287342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.287681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.288043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.288374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.288705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.289030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.289358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.289692 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.290017 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.290351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.290660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:22.312717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] No DVR routers for this DVR port 47423cb7-0348-4fc9-88e0-6e871f83c8f2 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:48:22.315204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:22.318495 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8fe35f4c-2356-43fd-870d-0bbceab9dfdc req-5beca15d-0d5b-4215-b18b-55c37c8fc100 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "DELETE /v2.0/ports/47423cb7-0348-4fc9-88e0-6e871f83c8f2 HTTP/1.1" status: 204 len: 173 time: 0.4028671 Dec 06 12:48:22.318924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'name': 'network-vif-deleted', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:22.321188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67409760-8782-4595-ba48-d770fc201cb0" -d '{"events": [{"server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "name": "network-vif-deleted", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:22.361803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90da953-8df6-4263-b8d6-e5b91102d899 x-openstack-request-id: req-b90da953-8df6-4263-b8d6-e5b91102d899 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:22.362097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e34b0e-16b0-4707-8848-4c2d531ab33d", "name": "network-vif-deleted", "tag": "47423cb7-0348-4fc9-88e0-6e871f83c8f2", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:22.362375 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b90da953-8df6-4263-b8d6-e5b91102d899 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:22.362776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e34b0e-16b0-4707-8848-4c2d531ab33d', 'name': 'network-vif-deleted', 'tag': '47423cb7-0348-4fc9-88e0-6e871f83c8f2', 'status': 'completed', 'code': 200} Dec 06 12:48:22.769200 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0aaafbc7-bdaf-4ad3-b244-44ea9bcf789a req-2c10f8de-3022-4a75-9e71-7694c19bcd18 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=02e34b0e-16b0-4707-8848-4c2d531ab33d HTTP/1.1" status: 200 len: 210 time: 0.0306249 Dec 06 12:48:23.775417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 47423cb7-0348-4fc9-88e0-6e871f83c8f2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:23.799678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 47423cb7-0348-4fc9-88e0-6e871f83c8f2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:23.800060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 47423cb7-0348-4fc9-88e0-6e871f83c8f2 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:23.827056 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51210) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:24.188243 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.444667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 80b7e7be-6c09-4e93-9322-0bee2bb1a896 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:24.444922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.539405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 80b7e7be-6c09-4e93-9322-0bee2bb1a896, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80b7e7be-6c09-4e93-9322-0bee2bb1a896,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:24.539763 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.553151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 80b7e7be-6c09-4e93-9322-0bee2bb1a896 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:24.634786 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:48:24.736978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:24.762736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=80b7e7be-6c09-4e93-9322-0bee2bb1a896,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:24.939315 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.151624 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e64abc4-7370-4792-bf41-4af22a0c6d53 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:48:25.254706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:48:25.259725 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3d0b85d8-6df7-4ad7-ac85-310ab2d8e408 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/6e64abc4-7370-4792-bf41-4af22a0c6d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4309406 Dec 06 12:48:25.262434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51212) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:25.267408 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] Sync routers for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:48:25.276923 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:25.277529 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:47:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:25.317930 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd95d56-43ce-4eab-be74-ac5fd7d56973 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting subnet 1ab1ad94-1637-42a2-95eb-f95588e93b91 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:48:25.321088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d56-43ce-4eab-be74-ac5fd7d56973 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.361706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d56-43ce-4eab-be74-ac5fd7d56973 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.381708 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:25.444103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d56-43ce-4eab-be74-ac5fd7d56973 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.509324 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d56-43ce-4eab-be74-ac5fd7d56973 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.536723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd95d56-43ce-4eab-be74-ac5fd7d56973 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab1ad94-1637-42a2-95eb-f95588e93b91,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:25.542964 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d56-43ce-4eab-be74-ac5fd7d56973 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.549339 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5fd95d56-43ce-4eab-be74-ac5fd7d56973 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/subnets/1ab1ad94-1637-42a2-95eb-f95588e93b91 HTTP/1.1" status: 204 len: 168 time: 0.2830272 Dec 06 12:48:25.549339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51214) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:25.554631 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d355328-9433-489c-ab62-8518581996fd None None] Network c1d93e58-39f6-433e-b47a-002637b534fa requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:48:25.662722 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.672806 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:48:24Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:25.709731 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] Checking router: 6e64abc4-7370-4792-bf41-4af22a0c6d53 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:48:25.718227 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] Routers {'6e64abc4-7370-4792-bf41-4af22a0c6d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:25.718998 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:47:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e64abc4-7370-4792-bf41-4af22a0c6d53'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:25.761009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] DHCP port deletion for c1d93e58-39f6-433e-b47a-002637b534fa request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:25.773284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.816703 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Deleting port a67990da-11ad-4a1f-9f86-fa52717b11e6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:25.817255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.827869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 128737f9-4762-4380-914a-d55b6ab5fde8 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:48:25.828319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.833598 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] Set router 6e64abc4-7370-4792-bf41-4af22a0c6d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:25.885520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] For port a67990da-11ad-4a1f-9f86-fa52717b11e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a67990da-11ad-4a1f-9f86-fa52717b11e6,segment=NetworkSegment(bc00b270-161b-486a-808d-93f64c85b7f5),segment_id=bc00b270-161b-486a-808d-93f64c85b7f5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:25.885923 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.902390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Calling delete_port for a67990da-11ad-4a1f-9f86-fa52717b11e6 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:25.917527 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 128737f9-4762-4380-914a-d55b6ab5fde8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=128737f9-4762-4380-914a-d55b6ab5fde8,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:25.917906 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:25.932145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 128737f9-4762-4380-914a-d55b6ab5fde8 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:48:25.999175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.023330 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:48:24Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:26.025866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Pushing event deleted for resources: {'Port': ['ID=a67990da-11ad-4a1f-9f86-fa52717b11e6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:26.028221 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] No DVR routers for this DVR port a67990da-11ad-4a1f-9f86-fa52717b11e6 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:48:26.042504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.042880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.043227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.044017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.044380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.044727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.045207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.045555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.046011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.047149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.047149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.047664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.048108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dc3fa6-f3cb-47ba-8695-5e3c650a7c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:26.057686 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78566a66-c74c-44b4-9a27-54acf48cfd8d None None] The sync data for ids ['6e64abc4-7370-4792-bf41-4af22a0c6d53'] in dv-neutron-master-2-hyperv is: [{'id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-827212117', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180'}], 'enable_snat': True}, 'gw_port_id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:45:38Z', 'updated_at': '2021-12-06T12:48:24Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '128737f9-4762-4380-914a-d55b6ab5fde8', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64abc4-7370-4792-bf41-4af22a0c6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:45:39Z', 'updated_at': '2021-12-06T12:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:48:26.113729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.143409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=128737f9-4762-4380-914a-d55b6ab5fde8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:26.156704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6dabd9-8a61-4f57-8e02-8b7dcfeacdeb None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:26.204365 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.336919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b7e5-d65b-4156-aa0b-49ee39245b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.512051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 80b7e7be-6c09-4e93-9322-0bee2bb1a896 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:26.534843 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 80b7e7be-6c09-4e93-9322-0bee2bb1a896 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:26.535218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 80b7e7be-6c09-4e93-9322-0bee2bb1a896 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:26.535627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a67990da-11ad-4a1f-9f86-fa52717b11e6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:26.558110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a67990da-11ad-4a1f-9f86-fa52717b11e6 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:26.558738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a67990da-11ad-4a1f-9f86-fa52717b11e6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:26.649822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.661721 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.704730 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.705247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Fanout notify agent at l3_agent the message router_deleted on router 6e64abc4-7370-4792-bf41-4af22a0c6d53 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:48:26.712025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.713145 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f69fc1de-6203-41f5-808d-55198f897390 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/routers/6e64abc4-7370-4792-bf41-4af22a0c6d53 HTTP/1.1" status: 204 len: 168 time: 1.1628695 Dec 06 12:48:26.715872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51216) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:26.798743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.891931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.912770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d93e58-39f6-433e-b47a-002637b534fa']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:26.922717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc00b270-161b-486a-808d-93f64c85b7f5') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:26.923018 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc00b270-161b-486a-808d-93f64c85b7f5') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:26.932684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.946740 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.954555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:48:26.954962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:48:26.963471 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:48:27.025380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.035174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.039049 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/networks/c1d93e58-39f6-433e-b47a-002637b534fa HTTP/1.1" status: 204 len: 168 time: 0.3218789 Dec 06 12:48:27.041752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51218) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:27.049174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588f53-4da9-4a50-8da3-e67a174c3716 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Network': ['ID=c1d93e58-39f6-433e-b47a-002637b534fa,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:27.105788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f38e962-aa2a-4e8b-9ed2-aac0f029ee73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.132469 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f38e962-aa2a-4e8b-9ed2-aac0f029ee73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.200507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f38e962-aa2a-4e8b-9ed2-aac0f029ee73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.204175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5f38e962-aa2a-4e8b-9ed2-aac0f029ee73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.205372 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-5f38e962-aa2a-4e8b-9ed2-aac0f029ee73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/security-groups/86afbb12-33da-43ad-9bff-2ec31ed545c1 HTTP/1.1" status: 204 len: 168 time: 0.1622021 Dec 06 12:48:27.214328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38e962-aa2a-4e8b-9ed2-aac0f029ee73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86afbb12-33da-43ad-9bff-2ec31ed545c1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:27.435678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51224) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:27.440736 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7ea7dbce-65b8-4ad7-b24f-d06a98c97154 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874886290', 'description': 'tempest-secgroup-smoke-1874886290 description', 'project_id': 'bc4a2362dfc84263ad25c97426939122'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:27.463627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dbce-65b8-4ad7-b24f-d06a98c97154 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.528209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dbce-65b8-4ad7-b24f-d06a98c97154 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.532611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dbce-65b8-4ad7-b24f-d06a98c97154 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.562753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dbce-65b8-4ad7-b24f-d06a98c97154 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.564048 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7ea7dbce-65b8-4ad7-b24f-d06a98c97154 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1273150 Dec 06 12:48:27.565949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7dbce-65b8-4ad7-b24f-d06a98c97154 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ac70d8-a678-4f17-8063-063aa160f662,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:27.567204 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51226) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:27.572826 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b1ab4981-2b38-48be-96b2-22fb14c4202e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': 'a3ac70d8-a678-4f17-8063-063aa160f662', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:27.600146 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4981-2b38-48be-96b2-22fb14c4202e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.665448 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4981-2b38-48be-96b2-22fb14c4202e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.668941 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4981-2b38-48be-96b2-22fb14c4202e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.687609 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab4981-2b38-48be-96b2-22fb14c4202e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37fa135-9d5f-4d4a-a923-e137645b99e1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:27.695437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4981-2b38-48be-96b2-22fb14c4202e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.696661 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-b1ab4981-2b38-48be-96b2-22fb14c4202e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277521 Dec 06 12:48:27.699293 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51228) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:27.703831 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0ae42e25-9b27-4283-85ed-fcdb930095b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': 'a3ac70d8-a678-4f17-8063-063aa160f662', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:27.729402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ae42e25-9b27-4283-85ed-fcdb930095b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.783416 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ae42e25-9b27-4283-85ed-fcdb930095b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.786735 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ae42e25-9b27-4283-85ed-fcdb930095b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.803694 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae42e25-9b27-4283-85ed-fcdb930095b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f333607-33a9-41bf-a9b1-88a7d18171ee,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:27.811381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ae42e25-9b27-4283-85ed-fcdb930095b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.812842 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0ae42e25-9b27-4283-85ed-fcdb930095b3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126032 Dec 06 12:48:27.815540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51230) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:27.820071 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3a4addc9-27dd-4776-bed2-a90e465a2569 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': 'a3ac70d8-a678-4f17-8063-063aa160f662', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:27.846286 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a4addc9-27dd-4776-bed2-a90e465a2569 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.900628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a4addc9-27dd-4776-bed2-a90e465a2569 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.903942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a4addc9-27dd-4776-bed2-a90e465a2569 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.924210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4addc9-27dd-4776-bed2-a90e465a2569 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5f209c-bd18-4890-966d-852bde2519fa,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:27.929322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a4addc9-27dd-4776-bed2-a90e465a2569 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:27.930498 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3a4addc9-27dd-4776-bed2-a90e465a2569 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139288 Dec 06 12:48:27.933350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51232) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:27.937878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2ab6177f-575b-4a55-82bf-bbeb1a9d6b2a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': 'a3ac70d8-a678-4f17-8063-063aa160f662', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:27.963843 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ab6177f-575b-4a55-82bf-bbeb1a9d6b2a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.022323 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ab6177f-575b-4a55-82bf-bbeb1a9d6b2a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.025611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ab6177f-575b-4a55-82bf-bbeb1a9d6b2a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.042494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6177f-575b-4a55-82bf-bbeb1a9d6b2a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51495627-e998-4090-8b5c-e7addf6e9dfc,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:28.050590 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2ab6177f-575b-4a55-82bf-bbeb1a9d6b2a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.051890 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2ab6177f-575b-4a55-82bf-bbeb1a9d6b2a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175811 Dec 06 12:48:28.054562 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51234) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:28.058818 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f299caae-f70b-4245-8390-667b463b63ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': 'a3ac70d8-a678-4f17-8063-063aa160f662', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:28.081195 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-f299caae-f70b-4245-8390-667b463b63ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:48:28.085894 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f299caae-f70b-4245-8390-667b463b63ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.142720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f299caae-f70b-4245-8390-667b463b63ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.146388 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f299caae-f70b-4245-8390-667b463b63ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.157982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 128737f9-4762-4380-914a-d55b6ab5fde8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:48:28.164565 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299caae-f70b-4245-8390-667b463b63ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8c6814-cfb0-426b-87cb-3aa445a6521b,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:28.173298 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f299caae-f70b-4245-8390-667b463b63ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.174686 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f299caae-f70b-4245-8390-667b463b63ad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190188 Dec 06 12:48:28.177413 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51236) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:28.178729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 128737f9-4762-4380-914a-d55b6ab5fde8 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:48:28.179076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 128737f9-4762-4380-914a-d55b6ab5fde8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:48:28.181795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-67f32ed1-9f54-4a44-ab7a-5e0eeddafad5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': 'a3ac70d8-a678-4f17-8063-063aa160f662', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:28.204957 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-67f32ed1-9f54-4a44-ab7a-5e0eeddafad5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:48:28.211016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67f32ed1-9f54-4a44-ab7a-5e0eeddafad5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.272803 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67f32ed1-9f54-4a44-ab7a-5e0eeddafad5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.276314 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67f32ed1-9f54-4a44-ab7a-5e0eeddafad5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.293453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f32ed1-9f54-4a44-ab7a-5e0eeddafad5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1046e4ca-e91d-4463-94a2-99cea897acee,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:28.301807 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67f32ed1-9f54-4a44-ab7a-5e0eeddafad5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.306720 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-67f32ed1-9f54-4a44-ab7a-5e0eeddafad5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246998 Dec 06 12:48:28.306720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51238) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:28.310726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'network': {'name': 'tempest-network-smoke--1293178658', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:28.334137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:48:28.337940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.366319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:48:28.378208 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.378559 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Added segment 1de33824-f215-42e8-801f-b81339cf4adc of type vlan for network 607f5087-fbed-421d-9761-063fc8ee7e95 Dec 06 12:48:28.425613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.453149 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.458692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:28.459283 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.527987 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2210083 Dec 06 12:48:28.532106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51240) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:28.536784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'admin_state_up': True, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:28.537952 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f9aa7-96fc-4ae4-902c-7f55dcb8c40c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Network': ['ID=607f5087-fbed-421d-9761-063fc8ee7e95,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:28.550149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 607f5087-fbed-421d-9761-063fc8ee7e95 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:48:28.566068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.567778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.642813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.755327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74d05614-6b0e-40df-98b1-5a3b20463aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:28.795822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:29.044497 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:29.066894 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:29.165345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.95 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/51d97a39-dbe2-49f7-9357-6417b24b8bfa) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:48:29.268364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:29.302024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:29.339269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:48:29.342325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:29.346605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:48:29.361126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a8da06-7a74-4c76-85ac-26aef571d2e9 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:29.370754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=51d97a39-dbe2-49f7-9357-6417b24b8bfa,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:29.451338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f285b14a-8f19-4d34-a053-40cac2a9ef81 None None] Provisioning complete for port 51d97a39-dbe2-49f7-9357-6417b24b8bfa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:29.451704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f285b14a-8f19-4d34-a053-40cac2a9ef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:29.486254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f285b14a-8f19-4d34-a053-40cac2a9ef81 None None] Port 51d97a39-dbe2-49f7-9357-6417b24b8bfa cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:48:29.599793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:29.793441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:29.918401 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e72056d-49e6-444e-8e42-7efefd417896 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:48:29.971477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.026081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:48:30.036522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Sync routers for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:48:30.047405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.047622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:30.048284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:30.048856 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-6d483725-acc8-4453-ba2c-a599585244d6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5157144 Dec 06 12:48:30.051961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51242) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:30.080518 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1364a179-45c7-44ab-a29e-87d95f4a23d2 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bc4a2362dfc84263ad25c97426939122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274391 Dec 06 12:48:30.082986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51244) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:30.154485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:30.171172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82521aa0-04f0-41b8-8990-3995d992c171 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:30.172813 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-82521aa0-04f0-41b8-8990-3995d992c171 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889461 Dec 06 12:48:30.175645 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51246) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:30.203775 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-22046cae-4409-4e92-b5f0-cbc09930fb73 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269656 Dec 06 12:48:30.206261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51248) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:30.211149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-583598849', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:30.300563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:48:30.306494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.330667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:29Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:30.360710 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Checking router: 6e72056d-49e6-444e-8e42-7efefd417896 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:48:30.361057 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Updating router 6e72056d-49e6-444e-8e42-7efefd417896 port 51d97a39-dbe2-49f7-9357-6417b24b8bfa binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:48:30.387011 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.485846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.550672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Subnet': ['ID=bbf5cce7-5264-4f84-81a0-e46e35f55f03,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:30.557878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Checking segment: {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:48:30.558241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network hostable DHCP agents. Network: 607f5087-fbed-421d-9761-063fc8ee7e95, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:48:30.576990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network 607f5087-fbed-421d-9761-063fc8ee7e95 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:48:30.587366 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 607f5087-fbed-421d-9761-063fc8ee7e95) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:30.592517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:30.593151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.598191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c1a4d-a119-49fa-9643-c57b6efa30ac None None] Network 607f5087-fbed-421d-9761-063fc8ee7e95 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:48:30.610776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e2995d2e-da91-4c50-8e58-ba2adb4a7385 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4034905 Dec 06 12:48:30.613413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51250) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:30.703640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.714884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.787619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541990ed-ae36-42fd-b200-4626c29b91dc None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:30.819440 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Attempting to bind port 51d97a39-dbe2-49f7-9357-6417b24b8bfa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:48:30.819825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Attempting to bind port 51d97a39-dbe2-49f7-9357-6417b24b8bfa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:48:30.820228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Attempting to bind port 51d97a39-dbe2-49f7-9357-6417b24b8bfa on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:30.828472 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390edae-5afd-4fad-8255-b0f9fb0f5d84 None None] Pushing event updated for resources: {'Port': ['ID=51d97a39-dbe2-49f7-9357-6417b24b8bfa,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:30.836579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:48:30.836956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:48:30.837380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.837753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:48:30.838255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Bound port: 51d97a39-dbe2-49f7-9357-6417b24b8bfa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:48:30.838647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.887435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-607f5087-fbed-421d-9761-063fc8ee7e95', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:48:30.888338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:30.931642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] For port 51d97a39-dbe2-49f7-9357-6417b24b8bfa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:48:30.935702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] For port 51d97a39-dbe2-49f7-9357-6417b24b8bfa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51d97a39-dbe2-49f7-9357-6417b24b8bfa,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:48:30.947450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.005808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-fb737ab3-e77d-4f16-8094-e6a5b9d1add2 None None] Provisioning complete for port 51d97a39-dbe2-49f7-9357-6417b24b8bfa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:31.006182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb737ab3-e77d-4f16-8094-e6a5b9d1add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.084690 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbd62d-9538-4aea-80e2-3671104872ee None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:48:31.147271 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.163929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390edae-5afd-4fad-8255-b0f9fb0f5d84 None None] Pushing event updated for resources: {'Port': ['ID=51d97a39-dbe2-49f7-9357-6417b24b8bfa,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:31.174878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:31.175500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:31.221585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Allocated IP 172.20.0.2 (607f5087-fbed-421d-9761-063fc8ee7e95/bbf5cce7-5264-4f84-81a0-e46e35f55f03/3d550507-61ce-4972-9d8b-db530866b49d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:48:31.391775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.469331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb737ab3-e77d-4f16-8094-e6a5b9d1add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.534458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fb737ab3-e77d-4f16-8094-e6a5b9d1add2 None None] For port 51d97a39-dbe2-49f7-9357-6417b24b8bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51d97a39-dbe2-49f7-9357-6417b24b8bfa,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:31.542984 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb737ab3-e77d-4f16-8094-e6a5b9d1add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.579204 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:31.732592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb737ab3-e77d-4f16-8094-e6a5b9d1add2 None None] Pushing event updated for resources: {'Port': ['ID=51d97a39-dbe2-49f7-9357-6417b24b8bfa,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:31.774357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-402f4934-af12-4726-947d-8bd4e599fdcc None None] Provisioning complete for port 51d97a39-dbe2-49f7-9357-6417b24b8bfa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:31.774733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-402f4934-af12-4726-947d-8bd4e599fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.821079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.834658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:31.879957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.1 (607f5087-fbed-421d-9761-063fc8ee7e95/bbf5cce7-5264-4f84-81a0-e46e35f55f03/2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:48:31.893072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Network 607f5087-fbed-421d-9761-063fc8ee7e95 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:48:31.914061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:31.918892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:48:31.935303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Pushing event updated for resources: {'Port': ['ID=3d550507-61ce-4972-9d8b-db530866b49d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:31.997962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.034670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.038641 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Attempting to bind port 3d550507-61ce-4972-9d8b-db530866b49d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:48:32.039021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Attempting to bind port 3d550507-61ce-4972-9d8b-db530866b49d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:48:32.040782 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Attempting to bind port 3d550507-61ce-4972-9d8b-db530866b49d on network 607f5087-fbed-421d-9761-063fc8ee7e95 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:32.051292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:48:32.051664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Checking segment: {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:48:32.052138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.052495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Bound using segment: {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:48:32.052983 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Bound port: 3d550507-61ce-4972-9d8b-db530866b49d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:48:32.053380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.056676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.078440 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:29Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:32.084503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network 607f5087-fbed-421d-9761-063fc8ee7e95 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:48:32.087656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:32.091559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:48:32.117237 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:32.122202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d32344-7e43-46da-b011-e3ea516cab7c None None] The sync data for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv is: [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:29Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:48:32.142580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.162303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] For port 3d550507-61ce-4972-9d8b-db530866b49d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:48:32.165495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] For port 3d550507-61ce-4972-9d8b-db530866b49d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d550507-61ce-4972-9d8b-db530866b49d,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:48:32.171078 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.250233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6058a61-87a6-490a-8113-e527da540af4 None None] Pushing event updated for resources: {'Port': ['ID=3d550507-61ce-4972-9d8b-db530866b49d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:32.295659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.644066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.649209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.727122 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:32.729059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:32.823898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network 607f5087-fbed-421d-9761-063fc8ee7e95 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:48:32.825623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:32.943198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e72056d-49e6-444e-8e42-7efefd417896 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:48:33.059526 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:48:33.065497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ce055ab9-91b7-474a-b3bf-bd7a6696de73 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/6e72056d-49e6-444e-8e42-7efefd417896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4510908 Dec 06 12:48:33.220722 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-24afa4cb-4c54-4a2e-945a-d354302b0d8d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874886290&fields=id&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 267 time: 0.0469010 Dec 06 12:48:33.260284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb9e56-a045-4e30-b20d-09240f00f5c7 None None] Network 607f5087-fbed-421d-9761-063fc8ee7e95 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:48:33.336635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318ff4-a378-4e2e-8135-58f082626adc req-ed43ef4d-f729-4768-890a-f755ee28dcb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:33.338091 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-ed43ef4d-f729-4768-890a-f755ee28dcb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 797 time: 0.1088400 Dec 06 12:48:33.353522 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-693ce6e5-5cc3-449d-838f-df7e6765454d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/quotas/bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 375 time: 0.0093830 Dec 06 12:48:33.390976 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1dcf5d72-528d-45a9-a2ff-5a53a4337b0b None None] Provisioning complete for port 3d550507-61ce-4972-9d8b-db530866b49d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:33.391367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dcf5d72-528d-45a9-a2ff-5a53a4337b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:33.407085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-02c6a3d8-c79b-4b9d-b5b2-b65ca9626601 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472307 Dec 06 12:48:33.486964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-715a8da9-752a-48dc-9b21-ed1d97adf9d0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:48:33.488052 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-715a8da9-752a-48dc-9b21-ed1d97adf9d0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0706623 Dec 06 12:48:33.514813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dcf5d72-528d-45a9-a2ff-5a53a4337b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:33.550309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1dcf5d72-528d-45a9-a2ff-5a53a4337b0b None None] For port 3d550507-61ce-4972-9d8b-db530866b49d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d550507-61ce-4972-9d8b-db530866b49d,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:33.557215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dcf5d72-528d-45a9-a2ff-5a53a4337b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:33.599308 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-80f24fe7-e4a4-4420-bcd0-c357b5639c22 service neutron] 10.222.0.24 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046524 Dec 06 12:48:33.611563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf5d72-528d-45a9-a2ff-5a53a4337b0b None None] Pushing event updated for resources: {'Port': ['ID=3d550507-61ce-4972-9d8b-db530866b49d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:33.701901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-da27615a-fc4c-44b4-971c-89e117957b3a service neutron] 10.222.0.24 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949423 Dec 06 12:48:33.783528 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1e1024a1-08ab-43cc-b205-07e1522bbf56 None None] Provisioning complete for port 3d550507-61ce-4972-9d8b-db530866b49d triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:33.784257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e1024a1-08ab-43cc-b205-07e1522bbf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:33.799244 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Sync routers for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:48:33.829319 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:33.830088 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:33.920942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1e1024a1-08ab-43cc-b205-07e1522bbf56 None None] Provisioning complete for port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:33.921321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e1024a1-08ab-43cc-b205-07e1522bbf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:33.947987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c31f1361-b671-4081-8b0f-a03976dd9e7d req-4734f38a-049d-41b3-a3e6-de1a48669fe7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 210 time: 0.0577776 Dec 06 12:48:33.949819 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:33.987722 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1e1024a1-08ab-43cc-b205-07e1522bbf56 None None] Port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:48:34.110210 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f4da3c67-dcca-4aa9-b64f-06095dd6d05e None None] Provisioning complete for port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:34.110840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4da3c67-dcca-4aa9-b64f-06095dd6d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.158834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f4da3c67-dcca-4aa9-b64f-06095dd6d05e None None] Port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:48:34.184988 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 2, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:34.216532 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Checking router: 6e72056d-49e6-444e-8e42-7efefd417896 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:48:34.216839 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Updating router 6e72056d-49e6-444e-8e42-7efefd417896 port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:48:34.251704 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.284753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-7aab25c1-b53b-425b-a656-e0006d95905c None None] Provisioning complete for port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:34.284753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7aab25c1-b53b-425b-a656-e0006d95905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.336828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3d550507-61ce-4972-9d8b-db530866b49d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:48:34.387401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7aab25c1-b53b-425b-a656-e0006d95905c None None] Port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:48:34.406578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 3d550507-61ce-4972-9d8b-db530866b49d triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:34.407009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.489387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 51d97a39-dbe2-49f7-9357-6417b24b8bfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:48:34.538226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 51d97a39-dbe2-49f7-9357-6417b24b8bfa triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:34.538856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.550386 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.555822 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.600403 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Pushing event updated for resources: {'Port': ['ID=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:34.609246 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.609458 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.609775 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.610109 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.610439 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.610807 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.611076 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.611398 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.611719 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.612070 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.612435 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.612701 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.613013 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:48:34.679069 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Attempting to bind port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:48:34.679706 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Attempting to bind port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:48:34.680354 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Attempting to bind port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e on network 607f5087-fbed-421d-9761-063fc8ee7e95 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:34.688221 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:48:34.688622 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Checking segment: {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:48:34.689198 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.689602 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Bound using segment: {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:48:34.690127 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Bound port: 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:48:34.690511 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.756163 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] For port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:48:34.759275 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] For port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:48:34.764588 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:34.821969 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4059-c22c-437e-a350-39c5cb826142 None None] Pushing event updated for resources: {'Port': ['ID=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:34.833713 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:34.834448 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:34.946860 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:34.955491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-505df675-50f4-4b05-bc72-456989ddde04 None None] Provisioning complete for port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:34.955909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-505df675-50f4-4b05-bc72-456989ddde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.024998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318ff4-a378-4e2e-8135-58f082626adc req-ee052df7-f36b-4265-94ab-85485a5fa5e8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:35.033358 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-ee052df7-f36b-4265-94ab-85485a5fa5e8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 797 time: 0.2067275 Dec 06 12:48:35.123077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d6434fdf-8f38-4a23-9367-27c2ce62ede3 req-a570fb00-9c70-4b32-b874-16359c7578f5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 210 time: 0.0678749 Dec 06 12:48:35.129720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-505df675-50f4-4b05-bc72-456989ddde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.171188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-505df675-50f4-4b05-bc72-456989ddde04 None None] For port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:35.176145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-505df675-50f4-4b05-bc72-456989ddde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.184885 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-acc1874f-07f6-4b46-830c-0e2b9d9f66ee tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 380 time: 0.1398034 Dec 06 12:48:35.195835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'port': {'device_id': '540601d1-8183-4fd1-a992-2e25c4be4437', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'admin_state_up': True, 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'security_groups': ['a3ac70d8-a678-4f17-8063-063aa160f662']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:35.230438 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505df675-50f4-4b05-bc72-456989ddde04 None None] Pushing event updated for resources: {'Port': ['ID=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:35.310153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f4d7ffb5-7341-4344-a743-16b79e96bc14 None None] Provisioning complete for port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:35.310697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ffb5-7341-4344-a743-16b79e96bc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.319488 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:34Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:35.330022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:48:35.333851 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.348789 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e82ee8-a7af-4d04-ae51-512f5d5baba1 None None] The sync data for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv is: [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:34Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:48:35.496532 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.14 (607f5087-fbed-421d-9761-063fc8ee7e95/bbf5cce7-5264-4f84-81a0-e46e35f55f03/056c127d-51c0-44e2-8da1-75b16ddc9d8b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:48:35.644931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.684488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.732352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network 607f5087-fbed-421d-9761-063fc8ee7e95 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:48:35.736178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:35.740024 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:48:35.768660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=056c127d-51c0-44e2-8da1-75b16ddc9d8b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:35.796070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:35.797245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:35.815646 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-930167d3-31aa-4c23-ba04-9cd8803ddd7a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238408 Dec 06 12:48:35.829460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Request body: {'port': {'device_id': '540601d1-8183-4fd1-a992-2e25c4be4437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:35.891644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:36.183544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056c127d-51c0-44e2-8da1-75b16ddc9d8b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:48:36.194354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:36.209397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Transition to ACTIVE for port object 056c127d-51c0-44e2-8da1-75b16ddc9d8b will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:48:36.214969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:36.278833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Pushing event updated for resources: {'Port': ['ID=056c127d-51c0-44e2-8da1-75b16ddc9d8b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:36.313041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:48:36.396784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a340a8c-476d-4c9f-a2ee-7858f8595aa0 req-6476e6e9-0333-4507-9e65-59bfc517e3c0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:36.398427 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a340a8c-476d-4c9f-a2ee-7858f8595aa0 req-6476e6e9-0333-4507-9e65-59bfc517e3c0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 944 time: 0.1393547 Dec 06 12:48:36.405047 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:36.405736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:36.454239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Attempting to bind port 056c127d-51c0-44e2-8da1-75b16ddc9d8b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:48:36.454580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Attempting to bind port 056c127d-51c0-44e2-8da1-75b16ddc9d8b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:48:36.454912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Attempting to bind port 056c127d-51c0-44e2-8da1-75b16ddc9d8b on network 607f5087-fbed-421d-9761-063fc8ee7e95 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:36.476175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Port 056c127d-51c0-44e2-8da1-75b16ddc9d8b on network 607f5087-fbed-421d-9761-063fc8ee7e95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:48:36.476506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Attempting to bind port 056c127d-51c0-44e2-8da1-75b16ddc9d8b on network 607f5087-fbed-421d-9761-063fc8ee7e95 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:48:36.482753 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a340a8c-476d-4c9f-a2ee-7858f8595aa0 req-7255964c-62ad-4713-a63b-4e01ae3bfe85 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715177 Dec 06 12:48:36.494341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:48:36.494686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Checking segment: {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:48:36.495081 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Bound using segment: {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:48:36.495520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Bound port: 056c127d-51c0-44e2-8da1-75b16ddc9d8b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de33824-f215-42e8-801f-b81339cf4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:48:36.497599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:36.580493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] For port 056c127d-51c0-44e2-8da1-75b16ddc9d8b, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:48:36.584389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] For port 056c127d-51c0-44e2-8da1-75b16ddc9d8b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:48:36.589294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:36.630420 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:36.631063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:36.632605 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] 10.222.0.43 "PUT /v2.0/ports/056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 1094 time: 0.8077888 Dec 06 12:48:36.632904 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:36.635171 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce0652-22b0-45da-ae3b-6b0604754f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:36.673137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5732e32-8e13-4a67-8edb-b68a5633fb5c service neutron] Pushing event updated for resources: {'Port': ['ID=056c127d-51c0-44e2-8da1-75b16ddc9d8b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:36.705355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7199520-eb95-4d71-8f5a-6895aab5dfa5 x-openstack-request-id: req-c7199520-eb95-4d71-8f5a-6895aab5dfa5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:36.705648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:36.705908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7199520-eb95-4d71-8f5a-6895aab5dfa5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:36.706311 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'status': 'completed', 'code': 200} Dec 06 12:48:36.727080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318ff4-a378-4e2e-8135-58f082626adc req-7b1657bf-ecf1-4edc-b217-d9acb82b8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:36.728629 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-7b1657bf-ecf1-4edc-b217-d9acb82b8e61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1097 time: 0.0510175 Dec 06 12:48:36.772746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-8a32e382-cee6-4736-8a1f-f52b52616fea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 217 time: 0.0363481 Dec 06 12:48:36.827076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318ff4-a378-4e2e-8135-58f082626adc req-f176e97d-8e71-41bd-b252-22c896a76a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:36.829865 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-f176e97d-8e71-41bd-b252-22c896a76a59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0504622 Dec 06 12:48:36.878359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318ff4-a378-4e2e-8135-58f082626adc req-bab21036-b71f-49aa-9199-5640781e4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:36.879884 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-bab21036-b71f-49aa-9199-5640781e4a9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423365 Dec 06 12:48:36.971940 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-77dd1ca9-5121-4661-ab54-9b9811fe967c service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843129 Dec 06 12:48:37.063919 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a0318ff4-a378-4e2e-8135-58f082626adc req-d856214e-1fe2-4f4c-916e-56fe30ee6a22 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849342 Dec 06 12:48:37.151453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-27afc265-334c-4ef5-9408-71661ac781c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:37.152948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-27afc265-334c-4ef5-9408-71661ac781c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1097 time: 0.0406928 Dec 06 12:48:37.245717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-b21ae981-dd83-4c77-88b4-3b94067c54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:37.247365 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-b21ae981-dd83-4c77-88b4-3b94067c54a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.0873625 Dec 06 12:48:37.287727 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-d268aa71-3102-4246-b93f-060b0f3d822c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 217 time: 0.0330486 Dec 06 12:48:37.336745 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-221fe1cf-703f-43c1-b54a-45df55051601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:37.338090 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-221fe1cf-703f-43c1-b54a-45df55051601 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0439377 Dec 06 12:48:37.387156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-4749118a-828a-478d-bf58-82f7a20b5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:37.388674 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-4749118a-828a-478d-bf58-82f7a20b5b0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439038 Dec 06 12:48:37.479412 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-1714e4e7-40c4-4b0f-8e10-56e9a19f4fd9 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828557 Dec 06 12:48:37.582161 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b1ce0652-22b0-45da-ae3b-6b0604754f8b req-9e34da4f-7596-4d90-a10e-387a82c01709 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957804 Dec 06 12:48:37.618560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267fe3-cb81-45a6-ab90-42f5e40d57f9 req-b2530493-3555-484d-a29b-c5d323d20682 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:37.619992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33267fe3-cb81-45a6-ab90-42f5e40d57f9 req-b2530493-3555-484d-a29b-c5d323d20682 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 944 time: 0.0521319 Dec 06 12:48:37.669265 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-33267fe3-cb81-45a6-ab90-42f5e40d57f9 req-362105db-9a00-4a7c-a0e9-306e2acc50ec tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427098 Dec 06 12:48:38.784743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b78c3b-3d08-4f0b-a0d2-91bf7b4b3f13 req-53167504-83bd-4166-a6a6-c12dd47be69a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:38.786252 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-31b78c3b-3d08-4f0b-a0d2-91bf7b4b3f13 req-53167504-83bd-4166-a6a6-c12dd47be69a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 944 time: 0.0487144 Dec 06 12:48:38.843625 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-31b78c3b-3d08-4f0b-a0d2-91bf7b4b3f13 req-b4eb2baf-2d5b-4eee-a1ad-508b9d24773b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469530 Dec 06 12:48:39.808400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 056c127d-51c0-44e2-8da1-75b16ddc9d8b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:48:39.902981 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 056c127d-51c0-44e2-8da1-75b16ddc9d8b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:39.917235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'port_id': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'mac_address': 'fa:16:3e:52:a5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:48:39.958592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:39.959066 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46082959-80f5-4550-a7d7-6d18e5b1e8da req-35eeabb6-833a-423a-98a6-a9ac061296cb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:39.960717 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46082959-80f5-4550-a7d7-6d18e5b1e8da req-35eeabb6-833a-423a-98a6-a9ac061296cb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 944 time: 0.0494742 Dec 06 12:48:39.972879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056c127d-51c0-44e2-8da1-75b16ddc9d8b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:48:39.992546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 056c127d-51c0-44e2-8da1-75b16ddc9d8b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:39.998603 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:40.014291 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46082959-80f5-4550-a7d7-6d18e5b1e8da req-f9b60b24-2673-4c67-9062-a0468a7f4e97 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460966 Dec 06 12:48:40.046803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=056c127d-51c0-44e2-8da1-75b16ddc9d8b,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:40.367961 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['056c127d-51c0-44e2-8da1-75b16ddc9d8b'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:48:41.129940 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28378e5-8ebb-42a1-85b6-9f90b4ec04ad req-4231e152-d6f5-4d34-8724-f137b83cf611 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:41.131409 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f28378e5-8ebb-42a1-85b6-9f90b4ec04ad req-4231e152-d6f5-4d34-8724-f137b83cf611 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 945 time: 0.0476375 Dec 06 12:48:41.179948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f28378e5-8ebb-42a1-85b6-9f90b4ec04ad req-240ff0e3-753a-4404-bda0-dc218413f99c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Dec 06 12:48:41.820710 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 056c127d-51c0-44e2-8da1-75b16ddc9d8b up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:48:41.868972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 056c127d-51c0-44e2-8da1-75b16ddc9d8b completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:48:41.872888 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 056c127d-51c0-44e2-8da1-75b16ddc9d8b triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:48:41.873261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:41.954321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:41.976258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:41.978504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978cb7e2-7362-4d81-85cd-8d431da2f2ce" -d '{"events": [{"server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "name": "network-vif-plugged", "status": "completed", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:41.991126 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 056c127d-51c0-44e2-8da1-75b16ddc9d8b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:48:41.995352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:42.043279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=056c127d-51c0-44e2-8da1-75b16ddc9d8b,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:42.095811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e680b7b1-d8b7-4ed7-8c77-d75e77be241f x-openstack-request-id: req-e680b7b1-d8b7-4ed7-8c77-d75e77be241f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:42.096237 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "name": "network-vif-plugged", "status": "completed", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:42.096479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e680b7b1-d8b7-4ed7-8c77-d75e77be241f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:42.096883 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'code': 200} Dec 06 12:48:42.286807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca2bd8-cde2-4467-86e4-f3615a0c78ac req-c6cc2510-36c4-4dd6-8a2a-7f3b8fcc1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:42.288323 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8eca2bd8-cde2-4467-86e4-f3615a0c78ac req-c6cc2510-36c4-4dd6-8a2a-7f3b8fcc1a3a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0684876 Dec 06 12:48:42.309923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0048146-0888-4ca8-a471-4d9116351f84 req-df83fe97-fca1-401a-a2cc-41d34fd8e2c9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:42.311370 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b0048146-0888-4ca8-a471-4d9116351f84 req-df83fe97-fca1-401a-a2cc-41d34fd8e2c9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0617507 Dec 06 12:48:42.372904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8eca2bd8-cde2-4467-86e4-f3615a0c78ac req-49ddd826-8167-495c-b34f-9f459a9c1140 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746825 Dec 06 12:48:42.387439 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b0048146-0888-4ca8-a471-4d9116351f84 req-5cc615f4-710c-475b-a58b-4cc0ce3ce700 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680161 Dec 06 12:48:43.519849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1d5b7-7f28-4ef8-ac2e-94c43fb5b17f req-31080d48-85cc-4dce-b05e-688eff492ee3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:43.521273 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cdc1d5b7-7f28-4ef8-ac2e-94c43fb5b17f req-31080d48-85cc-4dce-b05e-688eff492ee3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0492599 Dec 06 12:48:43.574442 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cdc1d5b7-7f28-4ef8-ac2e-94c43fb5b17f req-829c17f5-3627-46ee-b5ec-b5fb04aa3d6f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471251 Dec 06 12:48:44.690142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f514a15-a37e-4df1-b107-8c6cc3b952b2 req-c75ecc4d-7fc1-4093-8135-1f05ca8ef67f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:44.691613 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f514a15-a37e-4df1-b107-8c6cc3b952b2 req-c75ecc4d-7fc1-4093-8135-1f05ca8ef67f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0498703 Dec 06 12:48:44.741942 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4f514a15-a37e-4df1-b107-8c6cc3b952b2 req-256199a9-6ed2-4b1a-bb4d-abf1b738be70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443535 Dec 06 12:48:44.856837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d445fe-afde-445a-b926-bcf36a54817d req-ac2b58ef-31bb-4a8c-b580-79ce84118c53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:44.858323 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a2d445fe-afde-445a-b926-bcf36a54817d req-ac2b58ef-31bb-4a8c-b580-79ce84118c53 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0498228 Dec 06 12:48:44.908736 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a2d445fe-afde-445a-b926-bcf36a54817d req-42a6c3da-0e17-463f-abfd-70b70573faab tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 Dec 06 12:48:44.930630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51310) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:44.975910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b697019a-cd47-403e-bf92-ddbb39391078 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:44.977410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b697019a-cd47-403e-bf92-ddbb39391078 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1094 time: 0.0457768 Dec 06 12:48:44.980148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51312) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:44.984387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:48:45.006881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:45.104866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:45.474553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:45.539475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.32 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/cac857aa-5e69-4430-a919-854abd87a8e9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:48:45.638092 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:45.673257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:45.713704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:48:45.716416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:48:45.719438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:48:45.748437 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=cac857aa-5e69-4430-a919-854abd87a8e9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:46.071180 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:46.137868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:46.281791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:46.286148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:46.351435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=cac857aa-5e69-4430-a919-854abd87a8e9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:48:46.365969 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:46.462983 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP 3041cf4c-8bcc-479c-aabf-b05f71eda65c associated. External IP: 172.36.1.32, port: 056c127d-51c0-44e2-8da1-75b16ddc9d8b. Dec 06 12:48:46.666965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e72056d-49e6-444e-8e42-7efefd417896 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:48:46.773165 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:48:46.782995 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] Sync routers for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:48:46.790459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:46.792226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:46.792839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:46.817761 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3657bf2b-9783-4368-9f52-2012b6f8f46e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8365879 Dec 06 12:48:46.818350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:48:46.820800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774" -d '{"events": [{"name": "network-changed", "server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:48:46.863723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc67b8-2a96-43f5-a202-5a756cf008b6 x-openstack-request-id: req-33dc67b8-2a96-43f5-a202-5a756cf008b6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:48:46.864127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:48:46.864485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33dc67b8-2a96-43f5-a202-5a756cf008b6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:48:46.866215 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'status': 'completed', 'code': 200} Dec 06 12:48:46.904524 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:46.959616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7986c1-b706-45a4-8441-bb28e49b5b83 req-9d8b39e0-ec2a-4a3d-8b67-9be1ac78f981 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:46.961046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb7986c1-b706-45a4-8441-bb28e49b5b83 req-9d8b39e0-ec2a-4a3d-8b67-9be1ac78f981 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0799479 Dec 06 12:48:46.962919 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-14d18fba-c140-4e3d-8f82-07c806b7e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:46.964291 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-14d18fba-c140-4e3d-8f82-07c806b7e595 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0743964 Dec 06 12:48:47.066839 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eb7986c1-b706-45a4-8441-bb28e49b5b83 req-84aeda65-3d0a-442e-9589-d5bca008069c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997458 Dec 06 12:48:47.091178 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51318) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:47.094085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-90c577c4-4e0b-481a-adf5-7712406a10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:47.095557 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-90c577c4-4e0b-481a-adf5-7712406a10cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.1225646 Dec 06 12:48:47.139085 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3041cf4c-8bcc-479c-aabf-b05f71eda65c', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.32', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'port_id': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'mac_address': 'fa:16:3e:52:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540601d1-8183-4fd1-a992-2e25c4be4437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:48:45Z', 'updated_at': '2021-12-06T12:48:45Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:35Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:47.165597 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2f62e4c6-d56b-41cb-b39a-0ee8dde8d536 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/3041cf4c-8bcc-479c-aabf-b05f71eda65c HTTP/1.1" status: 200 len: 991 time: 0.0730705 Dec 06 12:48:47.171192 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-f49f2cf8-0a26-495e-9255-f8eec4e6a878 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 999 time: 0.0690804 Dec 06 12:48:47.174686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] Checking router: 6e72056d-49e6-444e-8e42-7efefd417896 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:48:47.183151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:48:47.183751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:48:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:47.221569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-bd17ee9f-ac2c-4ff6-bdc4-29ac229f39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:47.222980 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-bd17ee9f-ac2c-4ff6-bdc4-29ac229f39e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0443270 Dec 06 12:48:47.268717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-6ffec60b-e1a5-4aa7-aabf-3589b6e6b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:47.270228 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-6ffec60b-e1a5-4aa7-aabf-3589b6e6b49e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406837 Dec 06 12:48:47.290170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:48:47.368776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-1bf357a5-7e81-42ee-9575-08249d44b8b4 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918190 Dec 06 12:48:47.461235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b6c6c2e2-9e2f-4522-b49f-27adb37cd774 req-76cb6a8e-117d-42df-962a-65eacccda963 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Dec 06 12:48:47.519079 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3041cf4c-8bcc-479c-aabf-b05f71eda65c', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.32', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'port_id': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'mac_address': 'fa:16:3e:52:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540601d1-8183-4fd1-a992-2e25c4be4437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:48:45Z', 'updated_at': '2021-12-06T12:48:45Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:35Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:48:47.545503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1282e0bc-83b7-4fd2-9aeb-cfe0063c1425 None None] The sync data for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv is: [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3041cf4c-8bcc-479c-aabf-b05f71eda65c', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.32', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'port_id': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'mac_address': 'fa:16:3e:52:a5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540601d1-8183-4fd1-a992-2e25c4be4437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:48:45Z', 'updated_at': '2021-12-06T12:48:45Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:35Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:48:47.728879 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7819399-133a-447b-89a9-030db66a315f None None] New status for floating IP 3041cf4c-8bcc-479c-aabf-b05f71eda65c: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:48:48.169300 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51320) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:48:48.233279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-47d5f889-64b9-4eaf-a52c-528ba971e640 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/3041cf4c-8bcc-479c-aabf-b05f71eda65c HTTP/1.1" status: 200 len: 993 time: 0.0628324 Dec 06 12:48:53.929993 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-1f455b66-288f-4c60-bd6a-3a1ab2b1c556 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394952 Dec 06 12:48:54.013668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-ca55f724-4e88-455d-84bb-da8d7acc5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:54.015235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-ca55f724-4e88-455d-84bb-da8d7acc5fe1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0419235 Dec 06 12:48:54.119772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-0c4a4092-5462-4cd0-9413-683c17e40409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:54.121266 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-0c4a4092-5462-4cd0-9413-683c17e40409 service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.0872893 Dec 06 12:48:54.192118 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-1ed812e5-f611-4bdd-8e95-0b94981d44bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 1001 time: 0.0635245 Dec 06 12:48:54.245443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-4ce9f2e4-a9b8-44ce-8f21-87bbff902269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:54.246896 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-4ce9f2e4-a9b8-44ce-8f21-87bbff902269 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0473974 Dec 06 12:48:54.301639 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-ebdd4508-bdc4-4644-bfde-566ed60949cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:48:54.303844 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-ebdd4508-bdc4-4644-bfde-566ed60949cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499952 Dec 06 12:48:54.398467 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-92d56d60-5747-4f1d-94c3-583334702e99 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876801 Dec 06 12:48:54.487537 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d9d0951-7352-4535-91c6-489a53f7d843 req-df0f824f-ba17-4984-b65b-7a21db901f6f service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817380 Dec 06 12:48:56.318636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-319c210c-34a5-4492-8f94-e47cc674ee8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:58.747740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e17f4e88-372c-454b-8f5d-d2b34ea736fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:48:59.972308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:01.036925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:01.633731 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:49:02.019040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:15.462311 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:26.323601 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7d0c046-c160-4738-be88-41ef27d24103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:28.748661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2eed2554-f4df-4d0e-b7ab-9f57dbc7636d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:29.977036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:31.040232 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:32.021855 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:38.633365 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:49:45.483822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:53.946209 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-35bff695-3698-401d-a30e-d39503892e81 req-9f46b10e-32a8-4c5a-b3b8-dd2a82c48b7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401196 Dec 06 12:49:54.032484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bff695-3698-401d-a30e-d39503892e81 req-0091ab70-6494-4426-a577-5575cd02ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:54.033999 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-35bff695-3698-401d-a30e-d39503892e81 req-0091ab70-6494-4426-a577-5575cd02ac9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0445304 Dec 06 12:49:54.137137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bff695-3698-401d-a30e-d39503892e81 req-a148ed92-14b5-4aeb-b823-97e6912b6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:54.138610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-35bff695-3698-401d-a30e-d39503892e81 req-a148ed92-14b5-4aeb-b823-97e6912b6ac4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.0853236 Dec 06 12:49:54.207477 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-35bff695-3698-401d-a30e-d39503892e81 req-c5538797-cae3-4f1b-9560-9fe2f6d947a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 1001 time: 0.0609612 Dec 06 12:49:54.257770 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bff695-3698-401d-a30e-d39503892e81 req-31adf882-3b5f-4983-8936-83a9a8199260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:54.259215 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-35bff695-3698-401d-a30e-d39503892e81 req-31adf882-3b5f-4983-8936-83a9a8199260 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0447671 Dec 06 12:49:54.304738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bff695-3698-401d-a30e-d39503892e81 req-def5e981-af5a-4ccf-bea8-f59d82aca5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:54.306287 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-35bff695-3698-401d-a30e-d39503892e81 req-def5e981-af5a-4ccf-bea8-f59d82aca5c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401409 Dec 06 12:49:54.400481 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-35bff695-3698-401d-a30e-d39503892e81 req-c72b036a-11c3-442a-909e-4a4d3431ac2d service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857663 Dec 06 12:49:54.487722 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-35bff695-3698-401d-a30e-d39503892e81 req-a17da04f-1465-48e2-9e82-3d6077edfbc1 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800507 Dec 06 12:49:56.325514 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23e9f5f5-fd2f-4bbf-957c-34795663a3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:57.567072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-9c50fafa-097e-4adf-bf1c-ca7c6d69a4db req-35e86760-0567-4757-90ee-cff24b9686fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:49:57.568009 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9c50fafa-097e-4adf-bf1c-ca7c6d69a4db req-35e86760-0567-4757-90ee-cff24b9686fe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056179 Dec 06 12:49:57.754182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158534e3-32dd-45f0-ad0f-3c44f9768741 req-a6c1206c-e3d1-4b2e-8a83-59b1df260cf1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:57.755840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-158534e3-32dd-45f0-ad0f-3c44f9768741 req-a6c1206c-e3d1-4b2e-8a83-59b1df260cf1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0542841 Dec 06 12:49:57.765086 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51352) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:49:57.805709 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-158534e3-32dd-45f0-ad0f-3c44f9768741 req-4bf108ae-402e-4b2b-92f0-de6fef27f584 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Dec 06 12:49:57.854918 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-4423c985-92d5-41c6-a2a4-c4a26a6afcd1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879579 Dec 06 12:49:57.863611 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-3832e910-f3e2-4078-ada8-e44d0cf47391 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:49:57.865406 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-3832e910-f3e2-4078-ada8-e44d0cf47391 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057003 Dec 06 12:49:58.749827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00eacd54-a7e2-411d-918f-049b48527135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:49:58.932744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af179-f65a-4940-9e2b-059edf4fe2da req-57d36228-01fa-40d8-9b41-c379de5b5724 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:58.934419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-074af179-f65a-4940-9e2b-059edf4fe2da req-57d36228-01fa-40d8-9b41-c379de5b5724 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0523562 Dec 06 12:49:59.004252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-7f104a0c-698e-4bb0-95b0-3f458b90e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:59.005743 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-7f104a0c-698e-4bb0-95b0-3f458b90e921 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0704343 Dec 06 12:49:59.010862 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-074af179-f65a-4940-9e2b-059edf4fe2da req-ac5b3008-d09e-4c97-b776-79adbdb3300f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682979 Dec 06 12:49:59.097870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-35a09e50-9504-4c90-b6d2-d2f8601d799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:59.099243 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-35a09e50-9504-4c90-b6d2-d2f8601d799a service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.0863204 Dec 06 12:49:59.175738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-75ca999b-faa8-4fc8-bc5a-445cd3fd73b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 1001 time: 0.0693603 Dec 06 12:49:59.226957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-cfea12df-f4f4-4c38-ae0c-aa16ff1a58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:59.228409 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-cfea12df-f4f4-4c38-ae0c-aa16ff1a58d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0461104 Dec 06 12:49:59.274302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-4c3cd79b-93a7-4198-9e70-8f68548a618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:49:59.275732 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-4c3cd79b-93a7-4198-9e70-8f68548a618b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403373 Dec 06 12:49:59.371673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-ecff3ce5-7ee3-4690-8403-e4dea2ab6749 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878623 Dec 06 12:49:59.462816 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-d2f657b1-2e0c-41b3-8b9a-5d3d3909176f service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844364 Dec 06 12:49:59.980850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:00.127342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ce53-e813-4d3a-bd9c-37733c17c528 req-3bb8dd68-f828-495b-945e-ff668266d9d4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:00.128858 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e360ce53-e813-4d3a-bd9c-37733c17c528 req-3bb8dd68-f828-495b-945e-ff668266d9d4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0512888 Dec 06 12:50:00.181675 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e360ce53-e813-4d3a-bd9c-37733c17c528 req-7351678a-0a46-4a18-bf80-c9054103311f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455723 Dec 06 12:50:01.042826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:01.300868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df264ad7-a259-4b86-a366-d1cb0ea1187a req-880cdf3f-b287-4943-b7f2-de8e17df0395 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:01.302292 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-df264ad7-a259-4b86-a366-d1cb0ea1187a req-880cdf3f-b287-4943-b7f2-de8e17df0395 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Dec 06 12:50:01.352994 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-df264ad7-a259-4b86-a366-d1cb0ea1187a req-aae4f510-c740-4877-8501-4735b2bcd3b7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447516 Dec 06 12:50:02.022447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:02.465905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aef2e5-db62-45f9-9dff-b6019c351fac req-9f851b63-0dbf-4c00-827d-e59f1fc47dfc tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:02.467360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51aef2e5-db62-45f9-9dff-b6019c351fac req-9f851b63-0dbf-4c00-827d-e59f1fc47dfc tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0480020 Dec 06 12:50:02.514892 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-51aef2e5-db62-45f9-9dff-b6019c351fac req-797cc39a-4e8f-450f-b6e9-9827c2fe6725 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Dec 06 12:50:03.633600 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d8262-96f2-450c-b8cf-88723b72686d req-770fdbed-7ecf-4310-ab3b-e42f5d4eb5a0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:03.634978 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec2d8262-96f2-450c-b8cf-88723b72686d req-770fdbed-7ecf-4310-ab3b-e42f5d4eb5a0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0538111 Dec 06 12:50:03.683241 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ec2d8262-96f2-450c-b8cf-88723b72686d req-a0672141-7c08-42f1-ac08-d2ac554a1488 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Dec 06 12:50:04.799667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0aa2-08f3-4a01-890d-109700268265 req-f61a898e-0de0-4641-a2e7-12910cab3a7d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:04.801148 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-983b0aa2-08f3-4a01-890d-109700268265 req-f61a898e-0de0-4641-a2e7-12910cab3a7d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Dec 06 12:50:04.849238 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-983b0aa2-08f3-4a01-890d-109700268265 req-961349fb-ee98-4fec-9698-08d3e18b4520 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Dec 06 12:50:05.965536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db56bb-0f19-4c24-bfe1-055a4789aba1 req-ee8ca2c5-8a5c-4345-a5de-96c13ca0439f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:05.966985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e0db56bb-0f19-4c24-bfe1-055a4789aba1 req-ee8ca2c5-8a5c-4345-a5de-96c13ca0439f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0511909 Dec 06 12:50:06.015067 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e0db56bb-0f19-4c24-bfe1-055a4789aba1 req-2ccabae0-3389-4d9a-8c90-81b4d4c07dce tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Dec 06 12:50:07.128994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960a7a2-d209-4d7e-9c51-6652c5b14483 req-7f567230-8ab2-4989-a61b-2be788f32f0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:07.130459 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5960a7a2-d209-4d7e-9c51-6652c5b14483 req-7f567230-8ab2-4989-a61b-2be788f32f0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0482893 Dec 06 12:50:07.178407 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5960a7a2-d209-4d7e-9c51-6652c5b14483 req-3d397906-578f-4c17-b7c5-c7af9dbc1dc9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415502 Dec 06 12:50:08.293597 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6967-6f65-4fd8-8d44-8ad706a44193 req-e799b78a-0e4f-42dd-b90f-7c33fe415181 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:08.295131 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-047b6967-6f65-4fd8-8d44-8ad706a44193 req-e799b78a-0e4f-42dd-b90f-7c33fe415181 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0488038 Dec 06 12:50:08.349624 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-047b6967-6f65-4fd8-8d44-8ad706a44193 req-0b5bc128-6e5c-45d9-bc49-dd8461c5a14f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485365 Dec 06 12:50:09.466708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179aff2-3199-4003-a473-1c8340457b33 req-16fa0b95-90f3-43f4-9232-e45f552bf80d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:09.468185 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d179aff2-3199-4003-a473-1c8340457b33 req-16fa0b95-90f3-43f4-9232-e45f552bf80d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0491967 Dec 06 12:50:09.516814 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d179aff2-3199-4003-a473-1c8340457b33 req-ad0a0a21-8236-4f96-9aca-ff008cbb2a03 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Dec 06 12:50:10.630813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8f42-7ce3-4872-abe8-af8aec0f5ffd req-a3fa5d4e-e23d-49f9-b5a4-3a2ab42ae377 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:10.632306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-097d8f42-7ce3-4872-abe8-af8aec0f5ffd req-a3fa5d4e-e23d-49f9-b5a4-3a2ab42ae377 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0486600 Dec 06 12:50:10.681813 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-097d8f42-7ce3-4872-abe8-af8aec0f5ffd req-8f04dcae-87fe-4f78-b92a-e22ef89403cc tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425999 Dec 06 12:50:11.047890 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-d0df5b31-c741-473b-902e-76483380c80b service neutron] 10.222.0.43 "GET /v2.0/ports/056c127d-51c0-44e2-8da1-75b16ddc9d8b/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0584106 Dec 06 12:50:11.250104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-be0688cc-a827-4167-b279-4e6a7c5ba4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:11.251603 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-be0688cc-a827-4167-b279-4e6a7c5ba4a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 1099 time: 0.0427475 Dec 06 12:50:11.312489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-017de2a3-b3c4-4cdc-92f5-9be80154d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:11.313980 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-017de2a3-b3c4-4cdc-92f5-9be80154d8cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0415955 Dec 06 12:50:11.406054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-4dd93d55-6d8a-48e3-a836-286a2418469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:11.407503 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-4dd93d55-6d8a-48e3-a836-286a2418469d service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.0857954 Dec 06 12:50:11.471204 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-3c4681a2-6bf1-44a3-b2d7-5cf6b96c31d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 1001 time: 0.0568638 Dec 06 12:50:11.519142 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-177b5c46-101b-4b21-b23c-53e508c3e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:11.520602 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-177b5c46-101b-4b21-b23c-53e508c3e000 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0425153 Dec 06 12:50:11.575317 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-d3e80180-8731-496d-b724-79deb4351a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:11.576785 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-d3e80180-8731-496d-b724-79deb4351a41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492046 Dec 06 12:50:11.666360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-612794d5-7314-4435-82b4-ef1e1d228cb2 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821102 Dec 06 12:50:11.769217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-45a518d8-b26c-465b-8f7e-9d5c449ba8e1 req-81ed2196-5d66-4ae9-8fcb-ff16de097b90 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964174 Dec 06 12:50:11.806395 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35ecf0-e095-436e-8f55-471662ed2b30 req-b259cfe3-6e08-4ec7-9284-5b9ff5607e6c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:11.807892 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e35ecf0-e095-436e-8f55-471662ed2b30 req-b259cfe3-6e08-4ec7-9284-5b9ff5607e6c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0532041 Dec 06 12:50:11.864559 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e35ecf0-e095-436e-8f55-471662ed2b30 req-d5af0955-d048-45d6-9c34-7f9e97468d3f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504344 Dec 06 12:50:12.984162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcec2dd-a0ec-4106-92f5-7a29c5fdea67 req-44a89de2-f574-48c7-b237-15e95f5023a1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:12.985639 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7bcec2dd-a0ec-4106-92f5-7a29c5fdea67 req-44a89de2-f574-48c7-b237-15e95f5023a1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0523489 Dec 06 12:50:13.033554 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7bcec2dd-a0ec-4106-92f5-7a29c5fdea67 req-15ef6423-ef5a-490e-8ed8-21145497997d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 Dec 06 12:50:14.148266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c9f63-3b9d-4663-bd69-5f1f107b44d1 req-88cb27d4-d5d3-4e20-ba52-316b4f1b302a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:14.150028 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-472c9f63-3b9d-4663-bd69-5f1f107b44d1 req-88cb27d4-d5d3-4e20-ba52-316b4f1b302a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0483427 Dec 06 12:50:14.199189 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-472c9f63-3b9d-4663-bd69-5f1f107b44d1 req-c8df1358-6658-4a4c-a663-071be64567c2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432935 Dec 06 12:50:15.318022 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944c204-f230-4ddc-b395-2ca8a2e874d3 req-13698722-68d5-4fe1-be98-52814921643e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:15.319502 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7944c204-f230-4ddc-b395-2ca8a2e874d3 req-13698722-68d5-4fe1-be98-52814921643e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0485458 Dec 06 12:50:15.372439 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7944c204-f230-4ddc-b395-2ca8a2e874d3 req-c79f87dc-94b6-4349-8b7e-bca905e57f3b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Dec 06 12:50:15.493994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:15.593274 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041acee7-f021-4f98-8a36-ac76809e2269 req-ac026c41-07e0-4379-88e0-47248e81b118 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:15.594724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-041acee7-f021-4f98-8a36-ac76809e2269 req-ac026c41-07e0-4379-88e0-47248e81b118 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437&tenant_id=bc4a2362dfc84263ad25c97426939122&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0674191 Dec 06 12:50:15.602939 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfff1fa-6bfd-4417-8fe7-a75b1d9045e2 req-6ee0491b-44bc-4e31-a755-805c6e46fea2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:15.604351 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2cfff1fa-6bfd-4417-8fe7-a75b1d9045e2 req-6ee0491b-44bc-4e31-a755-805c6e46fea2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0885518 Dec 06 12:50:15.632693 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:50:15.683251 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2cfff1fa-6bfd-4417-8fe7-a75b1d9045e2 req-4aca98cb-80cb-4d01-bdef-e7a160c16a91 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727644 Dec 06 12:50:15.695079 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041acee7-f021-4f98-8a36-ac76809e2269 req-6913a344-228b-4b4b-a976-e4d5fd1f99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:15.697102 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-041acee7-f021-4f98-8a36-ac76809e2269 req-6913a344-228b-4b4b-a976-e4d5fd1f99f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0575716 Dec 06 12:50:15.815657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041acee7-f021-4f98-8a36-ac76809e2269 req-35ab17af-0c76-4c8e-a546-c28a660fdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:15.817038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-041acee7-f021-4f98-8a36-ac76809e2269 req-35ab17af-0c76-4c8e-a546-c28a660fdebd service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.1136496 Dec 06 12:50:15.825926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c3eec-ef2d-45e2-914c-4cde0413f149 req-fb56ae53-790f-42bb-9c65-47b06b228f5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:15.827274 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f79c3eec-ef2d-45e2-914c-4cde0413f149 req-fb56ae53-790f-42bb-9c65-47b06b228f5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0727687 Dec 06 12:50:15.917144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-041acee7-f021-4f98-8a36-ac76809e2269 req-35e22871-9d3f-4a8f-97d3-d6250161b54e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 1001 time: 0.0889354 Dec 06 12:50:15.921321 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f79c3eec-ef2d-45e2-914c-4cde0413f149 req-4542ef06-3161-48fd-a7ef-f4cfac804c18 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872974 Dec 06 12:50:15.966759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041acee7-f021-4f98-8a36-ac76809e2269 req-8cc58063-09ec-43ac-9b68-133c2b1065cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:15.968218 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-041acee7-f021-4f98-8a36-ac76809e2269 req-8cc58063-09ec-43ac-9b68-133c2b1065cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0438309 Dec 06 12:50:16.016494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041acee7-f021-4f98-8a36-ac76809e2269 req-be57a3fd-c58d-4d20-a711-df874938080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:16.018045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-041acee7-f021-4f98-8a36-ac76809e2269 req-be57a3fd-c58d-4d20-a711-df874938080f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427730 Dec 06 12:50:16.106196 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-041acee7-f021-4f98-8a36-ac76809e2269 req-fc6501a0-aade-437e-b8c0-ff27cb2a82da service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805750 Dec 06 12:50:16.519612 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-041acee7-f021-4f98-8a36-ac76809e2269 req-300ff54f-64f4-4b2f-8e73-6db32f28b5e0 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069755 Dec 06 12:50:17.045983 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712b2b1-6b44-41a1-abea-0197f08d75c4 req-0aec0201-2eb9-4bf6-b2f7-fa8eed1db175 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:17.047504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3712b2b1-6b44-41a1-abea-0197f08d75c4 req-0aec0201-2eb9-4bf6-b2f7-fa8eed1db175 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0505028 Dec 06 12:50:17.097812 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3712b2b1-6b44-41a1-abea-0197f08d75c4 req-387bd221-efaf-43f2-8b37-d81403b12541 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Dec 06 12:50:17.120689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51428) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:50:17.182917 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b663fa51-a961-48c3-bda4-dd25dbb734a3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/3041cf4c-8bcc-479c-aabf-b05f71eda65c HTTP/1.1" status: 200 len: 993 time: 0.0610018 Dec 06 12:50:26.326896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2a32c28-bbf1-41b8-a301-095dad12bd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:28.751724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08260238-3632-4d92-9e75-da7b175008ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:29.981441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:31.044339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:32.023707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:45.501010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:52.632062 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:50:55.934872 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-0a9e10dc-0948-491e-9937-9d50eb4530df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397890 Dec 06 12:50:56.015965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-a46d93a1-9e77-4841-ae58-952a27d94b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:56.017493 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-a46d93a1-9e77-4841-ae58-952a27d94b36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0410001 Dec 06 12:50:56.120979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-4cdeff18-a9d3-4031-b8f5-123210cfad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:56.122406 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-4cdeff18-a9d3-4031-b8f5-123210cfad04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.0861566 Dec 06 12:50:56.186307 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-4d2bdd79-9251-4a78-a029-09d514ee9edb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 1001 time: 0.0564313 Dec 06 12:50:56.235630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-8c99989a-cc60-4c7c-adc2-da4ab1847911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:56.237206 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-8c99989a-cc60-4c7c-adc2-da4ab1847911 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0445015 Dec 06 12:50:56.287744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-a9f318d2-0cbd-4882-88b5-6a25ec3de028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:50:56.289297 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-a9f318d2-0cbd-4882-88b5-6a25ec3de028 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452757 Dec 06 12:50:56.329809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de7a7059-19e9-4292-acb7-e915df5ef0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:56.381615 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-12c91c09-7045-431d-b755-441f2f27d2db service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836463 Dec 06 12:50:56.472657 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c77ddaed-fcd6-4122-828f-fcfdac02f23b req-fc3498f3-3447-4d14-8c41-9d2e6fd3061d service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Dec 06 12:50:58.752904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32a38463-b582-4379-abe3-fe86dd381822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:50:59.984410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:01.048048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:02.025490 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.123355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51444) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:10.279179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port cac857aa-5e69-4430-a919-854abd87a8e9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:51:10.279506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.353251 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.353572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.365711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for cac857aa-5e69-4430-a919-854abd87a8e9 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:51:10.515678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.543080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=cac857aa-5e69-4430-a919-854abd87a8e9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:10.554818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.555172 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.555517 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.555871 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.556216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.556550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.556881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.557210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.557539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.557865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.558190 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.558514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.558836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:10.612058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.612385 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP 3041cf4c-8bcc-479c-aabf-b05f71eda65c disassociated (deleted). External IP: 172.36.1.32, port: 056c127d-51c0-44e2-8da1-75b16ddc9d8b. Dec 06 12:51:10.821440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e72056d-49e6-444e-8e42-7efefd417896 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:51:10.926674 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:51:10.931501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:10.936922 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] Sync routers for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:51:10.946636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:10.947246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:50:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:10.959726 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cbfdcef4-46f3-4eaa-bcb6-aad4e927d836 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/floatingips/3041cf4c-8bcc-479c-aabf-b05f71eda65c HTTP/1.1" status: 204 len: 168 time: 0.8352590 Dec 06 12:51:10.960297 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:10.962554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:11.106693 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc18403-cc90-4019-8528-170c3009e774 x-openstack-request-id: req-0cc18403-cc90-4019-8528-170c3009e774 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:11.107327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:11.107791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cc18403-cc90-4019-8528-170c3009e774 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:11.108461 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'status': 'completed', 'code': 200} Dec 06 12:51:11.206379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:11.206804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-f30416bd-bc62-4e4f-92e0-07dfe8364a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:11.208604 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-f30416bd-bc62-4e4f-92e0-07dfe8364a07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 1099 time: 0.0772071 Dec 06 12:51:11.222339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cc22a-ec72-4e5c-be11-85ff0fbda9cd req-9d023fd8-fd6a-44a8-bebe-180ca3cd96b8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:11.223771 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-df6cc22a-ec72-4e5c-be11-85ff0fbda9cd req-9d023fd8-fd6a-44a8-bebe-180ca3cd96b8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0633378 Dec 06 12:51:11.336488 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-df6cc22a-ec72-4e5c-be11-85ff0fbda9cd req-972d85a0-483e-4acd-bc65-9817a8e8c44c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025679 Dec 06 12:51:11.351849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-af6e41c3-97b2-41fc-a2b0-42fefe17dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:11.353331 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-af6e41c3-97b2-41fc-a2b0-42fefe17dcef service neutron] 10.222.0.43 "GET /v2.0/networks?id=607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 200 len: 898 time: 0.1285942 Dec 06 12:51:11.399874 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-dad6d510-33e6-4dac-bb0f-30e72ff53c2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 200 len: 217 time: 0.0382726 Dec 06 12:51:11.407375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:35Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:11.433826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] Checking router: 6e72056d-49e6-444e-8e42-7efefd417896 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:51:11.442441 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:11.443089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:50:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:11.447461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-b48687fe-5ad6-46a9-a5df-fa86340ef73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:11.448976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-b48687fe-5ad6-46a9-a5df-fa86340ef73f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 200 len: 834 time: 0.0422359 Dec 06 12:51:11.496302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-784a271d-994a-499f-9693-89cdae22ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:11.499163 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-784a271d-994a-499f-9693-89cdae22ac85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=607f5087-fbed-421d-9761-063fc8ee7e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413120 Dec 06 12:51:11.551795 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:11.593826 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-f0e90399-1db4-4e81-a65f-a8cb87cb3dfa service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855355 Dec 06 12:51:11.682217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d6031272-ce0b-46b8-a0e8-3bdd9fdfc5a9 req-d62e3685-fb82-4988-8183-49a412573881 service neutron] 10.222.0.43 "GET /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810859 Dec 06 12:51:11.754628 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:35Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:11.780929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e28f90-89b7-426c-9e52-3ca1596a87d4 None None] The sync data for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv is: [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:48:32Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e', 'name': '', 'network_id': '607f5087-fbed-421d-9761-063fc8ee7e95', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6c:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:31Z', 'updated_at': '2021-12-06T12:48:35Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'bbf5cce7-5264-4f84-81a0-e46e35f55f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:51:11.989996 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48041f16-eceb-4ecb-9550-484c2c83ead0 None None] New status for floating IP 3041cf4c-8bcc-479c-aabf-b05f71eda65c: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:51:12.462089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f329959-da91-4196-90c7-3716aaa26a76 req-fa799e9e-f112-4288-ba74-5d7680751e87 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:12.463609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f329959-da91-4196-90c7-3716aaa26a76 req-fa799e9e-f112-4288-ba74-5d7680751e87 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0553114 Dec 06 12:51:12.520003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7f329959-da91-4196-90c7-3716aaa26a76 req-56d726b7-3c34-4e6c-ad4e-bb518ed9ddfc tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3ac70d8-a678-4f17-8063-063aa160f662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498765 Dec 06 12:51:13.011231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-5e386eae-d02a-4b8d-a3d1-edd1ffad3320 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:13.012762 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-5e386eae-d02a-4b8d-a3d1-edd1ffad3320 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 946 time: 0.0473793 Dec 06 12:51:13.108870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 056c127d-51c0-44e2-8da1-75b16ddc9d8b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:51:13.109207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:13.197806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 056c127d-51c0-44e2-8da1-75b16ddc9d8b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056c127d-51c0-44e2-8da1-75b16ddc9d8b,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:13.198164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:13.210815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 056c127d-51c0-44e2-8da1-75b16ddc9d8b owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:51:13.341604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:13.369776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=056c127d-51c0-44e2-8da1-75b16ddc9d8b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:13.411970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] No DVR routers for this DVR port 056c127d-51c0-44e2-8da1-75b16ddc9d8b on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:51:13.414485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:13.417819 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-98929e30-e3e2-4f03-9d76-3df65b25c128 req-a792c64f-dc93-4f88-96f9-12a858da7cf0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "DELETE /v2.0/ports/056c127d-51c0-44e2-8da1-75b16ddc9d8b HTTP/1.1" status: 204 len: 173 time: 0.3986993 Dec 06 12:51:13.418256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'name': 'network-vif-deleted', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:13.421702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4b98c9-6598-4c8b-ad07-fa1e3c5ecb6c" -d '{"events": [{"server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "name": "network-vif-deleted", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:13.458126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97b8682-cb25-4150-8221-3adbf3931370 x-openstack-request-id: req-c97b8682-cb25-4150-8221-3adbf3931370 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:13.458447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540601d1-8183-4fd1-a992-2e25c4be4437", "name": "network-vif-deleted", "tag": "056c127d-51c0-44e2-8da1-75b16ddc9d8b", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:13.458699 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c97b8682-cb25-4150-8221-3adbf3931370 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:13.459099 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540601d1-8183-4fd1-a992-2e25c4be4437', 'name': 'network-vif-deleted', 'tag': '056c127d-51c0-44e2-8da1-75b16ddc9d8b', 'status': 'completed', 'code': 200} Dec 06 12:51:13.626998 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-753f2578-75ba-4c7c-a85e-909f828c9184 req-49394bfe-16a9-44fc-8eab-cfb64cc79527 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=540601d1-8183-4fd1-a992-2e25c4be4437 HTTP/1.1" status: 200 len: 210 time: 0.0249155 Dec 06 12:51:14.682144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51464) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:15.038339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:15.307091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:51:15.307351 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:15.395653 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:15.396046 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:15.408480 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:51:15.509699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:15.611676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:15.635400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:15.649116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.649487 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.649857 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.650192 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.650535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.650880 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.651239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.651581 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.651946 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.652287 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.652623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.653529 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.653863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:15.833845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.044089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 6e72056d-49e6-444e-8e42-7efefd417896 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:51:16.153627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:51:16.158674 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7a1243e6-26e0-4bcb-928b-62a9c270855c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/6e72056d-49e6-444e-8e42-7efefd417896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4755194 Dec 06 12:51:16.161405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51468) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:16.163850 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] Sync routers for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:51:16.173788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:16.174397 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:50:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:16.213855 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda1ef7c-e996-42f9-822f-ad57a8eb46d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting subnet bbf5cce7-5264-4f84-81a0-e46e35f55f03 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:51:16.218067 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fda1ef7c-e996-42f9-822f-ad57a8eb46d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.262188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fda1ef7c-e996-42f9-822f-ad57a8eb46d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.281371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:16.355933 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fda1ef7c-e996-42f9-822f-ad57a8eb46d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.426473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fda1ef7c-e996-42f9-822f-ad57a8eb46d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.452009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1ef7c-e996-42f9-822f-ad57a8eb46d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf5cce7-5264-4f84-81a0-e46e35f55f03,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:16.458006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fda1ef7c-e996-42f9-822f-ad57a8eb46d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.461233 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fda1ef7c-e996-42f9-822f-ad57a8eb46d7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/subnets/bbf5cce7-5264-4f84-81a0-e46e35f55f03 HTTP/1.1" status: 204 len: 168 time: 0.2988899 Dec 06 12:51:16.463795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51470) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:16.466661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30882c48-bf8e-4a61-8167-0f56624de78f None None] Network 607f5087-fbed-421d-9761-063fc8ee7e95 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:51:16.489402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:51:15Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:16.542454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] Checking router: 6e72056d-49e6-444e-8e42-7efefd417896 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:51:16.573008 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.585702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] Routers {'6e72056d-49e6-444e-8e42-7efefd417896'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:16.586331 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:50:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['6e72056d-49e6-444e-8e42-7efefd417896'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:16.676380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.714355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] Set router 6e72056d-49e6-444e-8e42-7efefd417896 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:16.729627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 51d97a39-dbe2-49f7-9357-6417b24b8bfa {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:51:16.729968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.772214 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] DHCP port deletion for 607f5087-fbed-421d-9761-063fc8ee7e95 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:51:16.813076 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 51d97a39-dbe2-49f7-9357-6417b24b8bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51d97a39-dbe2-49f7-9357-6417b24b8bfa,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:16.813440 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.825504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 51d97a39-dbe2-49f7-9357-6417b24b8bfa owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:51:16.906115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Deleting port 3d550507-61ce-4972-9d8b-db530866b49d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:51:16.906481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.983286 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] For port 3d550507-61ce-4972-9d8b-db530866b49d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d550507-61ce-4972-9d8b-db530866b49d,segment=NetworkSegment(1de33824-f215-42e8-801f-b81339cf4adc),segment_id=1de33824-f215-42e8-801f-b81339cf4adc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:16.983598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.993270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:16.997476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Calling delete_port for 3d550507-61ce-4972-9d8b-db530866b49d owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:51:17.008281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:51:15Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:17.018130 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=51d97a39-dbe2-49f7-9357-6417b24b8bfa,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:17.068137 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dfb351-4feb-4eb5-bf77-fa0b28d4c8cf None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:51:17.071624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d72f0d-9a3c-4482-bb96-4582db6b631d None None] The sync data for ids ['6e72056d-49e6-444e-8e42-7efefd417896'] in dv-neutron-master-2-hyperv is: [{'id': '6e72056d-49e6-444e-8e42-7efefd417896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253179088', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95'}], 'enable_snat': True}, 'gw_port_id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:48:28Z', 'updated_at': '2021-12-06T12:51:15Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': '51d97a39-dbe2-49f7-9357-6417b24b8bfa', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72056d-49e6-444e-8e42-7efefd417896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:48:29Z', 'updated_at': '2021-12-06T12:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:51:17.080401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.128035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.153502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Pushing event deleted for resources: {'Port': ['ID=3d550507-61ce-4972-9d8b-db530866b49d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:17.157739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] No DVR routers for this DVR port 3d550507-61ce-4972-9d8b-db530866b49d on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:51:17.164016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.164373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.164715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.165050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.165380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.165710 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.166037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.166363 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.167046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.167046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.167479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.167697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.167965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7311e3-9f31-498f-99ac-d41b1f1b94b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:17.177755 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.179889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.224615 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.225110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Fanout notify agent at l3_agent the message router_deleted on router 6e72056d-49e6-444e-8e42-7efefd417896 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:51:17.232732 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.233921 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5b03f551-e811-4c7b-a1e1-9f5fb1a0070a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/routers/6e72056d-49e6-444e-8e42-7efefd417896 HTTP/1.1" status: 204 len: 168 time: 0.7689886 Dec 06 12:51:17.236690 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51472) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:17.311084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.397945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.419490 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607f5087-fbed-421d-9761-063fc8ee7e95']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:17.429371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de33824-f215-42e8-801f-b81339cf4adc') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:17.429664 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de33824-f215-42e8-801f-b81339cf4adc') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:17.440316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.454598 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.461106 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:51:17.461494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:51:17.465282 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:51:17.528469 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.546567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.549812 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/networks/607f5087-fbed-421d-9761-063fc8ee7e95 HTTP/1.1" status: 204 len: 168 time: 0.3121068 Dec 06 12:51:17.551195 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388bad9-a587-40a1-968e-ccfc1dfbcc64 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Network': ['ID=607f5087-fbed-421d-9761-063fc8ee7e95,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:17.553314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51474) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:17.615671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60856db5-e884-4084-ae25-f94ffd0790d9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.642671 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60856db5-e884-4084-ae25-f94ffd0790d9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.710396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60856db5-e884-4084-ae25-f94ffd0790d9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.713023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60856db5-e884-4084-ae25-f94ffd0790d9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:17.714249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-60856db5-e884-4084-ae25-f94ffd0790d9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/security-groups/a3ac70d8-a678-4f17-8063-063aa160f662 HTTP/1.1" status: 204 len: 168 time: 0.1596906 Dec 06 12:51:17.724741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60856db5-e884-4084-ae25-f94ffd0790d9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ac70d8-a678-4f17-8063-063aa160f662,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:18.210536 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51480) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:18.215342 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4b141dab-73fc-4cf5-b293-593090f01b0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991319599', 'description': 'tempest-secgroup-smoke-1991319599 description', 'project_id': 'bc4a2362dfc84263ad25c97426939122'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:18.238311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b141dab-73fc-4cf5-b293-593090f01b0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.291938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3d550507-61ce-4972-9d8b-db530866b49d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:51:18.306971 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b141dab-73fc-4cf5-b293-593090f01b0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.311675 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b141dab-73fc-4cf5-b293-593090f01b0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.314694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 3d550507-61ce-4972-9d8b-db530866b49d {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:51:18.315121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 3d550507-61ce-4972-9d8b-db530866b49d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:51:18.315746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 51d97a39-dbe2-49f7-9357-6417b24b8bfa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:51:18.338854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 51d97a39-dbe2-49f7-9357-6417b24b8bfa {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:51:18.339128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 51d97a39-dbe2-49f7-9357-6417b24b8bfa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:51:18.339555 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:51:18.340096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b141dab-73fc-4cf5-b293-593090f01b0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.341905 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4b141dab-73fc-4cf5-b293-593090f01b0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1303535 Dec 06 12:51:18.344953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51482) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:18.346604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b141dab-73fc-4cf5-b293-593090f01b0f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb113f4-e3c2-470c-b629-9385d83f981c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:18.350368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-09775bcf-8b37-4c30-a3c7-09d58dc6eb8e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '5eb113f4-e3c2-470c-b629-9385d83f981c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:18.359656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:51:18.360040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2bfa0067-9ed6-4f0b-b5bb-7bdc84e49e6e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:51:18.379352 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09775bcf-8b37-4c30-a3c7-09d58dc6eb8e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.434575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09775bcf-8b37-4c30-a3c7-09d58dc6eb8e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.438319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09775bcf-8b37-4c30-a3c7-09d58dc6eb8e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.458703 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09775bcf-8b37-4c30-a3c7-09d58dc6eb8e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d1e3d0-0a3f-4b51-af13-9d9350f3e9cb,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:18.468138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09775bcf-8b37-4c30-a3c7-09d58dc6eb8e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.469379 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-09775bcf-8b37-4c30-a3c7-09d58dc6eb8e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228445 Dec 06 12:51:18.472058 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51484) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:18.476335 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d2ca44f2-a631-4c84-beb4-14b04de5b14f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '5eb113f4-e3c2-470c-b629-9385d83f981c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:18.503537 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2ca44f2-a631-4c84-beb4-14b04de5b14f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.553448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 056c127d-51c0-44e2-8da1-75b16ddc9d8b no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:51:18.560779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2ca44f2-a631-4c84-beb4-14b04de5b14f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.564483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2ca44f2-a631-4c84-beb4-14b04de5b14f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.574344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 056c127d-51c0-44e2-8da1-75b16ddc9d8b {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:51:18.575314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 056c127d-51c0-44e2-8da1-75b16ddc9d8b not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:51:18.582613 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca44f2-a631-4c84-beb4-14b04de5b14f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a3dce3-1c91-4238-83e4-598b123aa08d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:18.590675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2ca44f2-a631-4c84-beb4-14b04de5b14f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.591874 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d2ca44f2-a631-4c84-beb4-14b04de5b14f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188588 Dec 06 12:51:18.594582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51486) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:18.598878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f04710e3-be50-4c58-b149-9de856819fad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '5eb113f4-e3c2-470c-b629-9385d83f981c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:18.625019 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f04710e3-be50-4c58-b149-9de856819fad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.683122 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f04710e3-be50-4c58-b149-9de856819fad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.686953 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f04710e3-be50-4c58-b149-9de856819fad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.706557 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04710e3-be50-4c58-b149-9de856819fad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2137fe03-f58e-4f8b-8dbb-a4cf5ab63a75,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:18.712104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f04710e3-be50-4c58-b149-9de856819fad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.713267 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f04710e3-be50-4c58-b149-9de856819fad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177335 Dec 06 12:51:18.716800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51488) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:18.720703 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-faf5dfe8-39e1-4dad-be3b-2d7f3acf52eb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '5eb113f4-e3c2-470c-b629-9385d83f981c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:18.746471 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-faf5dfe8-39e1-4dad-be3b-2d7f3acf52eb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.801564 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-faf5dfe8-39e1-4dad-be3b-2d7f3acf52eb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.804638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-faf5dfe8-39e1-4dad-be3b-2d7f3acf52eb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.824051 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5dfe8-39e1-4dad-be3b-2d7f3acf52eb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3170b3-971c-48c3-a2d8-050cecb46af3,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:18.830444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-faf5dfe8-39e1-4dad-be3b-2d7f3acf52eb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.831045 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-faf5dfe8-39e1-4dad-be3b-2d7f3acf52eb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135733 Dec 06 12:51:18.834047 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51490) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:18.838279 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-663bdd88-442b-4fce-b2bf-6b8cb9198076 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '5eb113f4-e3c2-470c-b629-9385d83f981c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:18.859876 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-663bdd88-442b-4fce-b2bf-6b8cb9198076 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:51:18.864718 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-663bdd88-442b-4fce-b2bf-6b8cb9198076 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.922303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-663bdd88-442b-4fce-b2bf-6b8cb9198076 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.925753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-663bdd88-442b-4fce-b2bf-6b8cb9198076 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.944062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bdd88-442b-4fce-b2bf-6b8cb9198076 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75bce26-a5f2-407a-a603-68acd11afa10,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:18.948737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-663bdd88-442b-4fce-b2bf-6b8cb9198076 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:18.949922 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-663bdd88-442b-4fce-b2bf-6b8cb9198076 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149702 Dec 06 12:51:18.953121 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51492) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:18.957656 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-be0aad17-bb03-44de-90d2-3f08b29f9db3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '5eb113f4-e3c2-470c-b629-9385d83f981c', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:18.979148 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-be0aad17-bb03-44de-90d2-3f08b29f9db3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:51:18.984238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be0aad17-bb03-44de-90d2-3f08b29f9db3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.044163 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be0aad17-bb03-44de-90d2-3f08b29f9db3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.047540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be0aad17-bb03-44de-90d2-3f08b29f9db3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.064455 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0aad17-bb03-44de-90d2-3f08b29f9db3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d0b1d3-1fed-4f33-8f43-ac4a54c66d9d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:19.071470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-be0aad17-bb03-44de-90d2-3f08b29f9db3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.073064 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-be0aad17-bb03-44de-90d2-3f08b29f9db3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186378 Dec 06 12:51:19.076094 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51494) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:19.080695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'network': {'name': 'tempest-network-smoke--1887750408', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'port_security_enabled': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:19.101126 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:51:19.104586 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.127628 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:51:19.136265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.136599 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Added segment c1b6f1da-d82e-4039-9e43-7e2bd254bf36 of type vlan for network dfb41481-3893-40a8-8e07-9cb16e170bb1 Dec 06 12:51:19.174736 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.198050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.204317 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:19.204899 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.239681 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1626043 Dec 06 12:51:19.242527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51496) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:19.247091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'admin_state_up': True, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:19.270209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.271241 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.279380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13a359-eaaa-40bf-b599-6ebc93f23daf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Network': ['ID=dfb41481-3893-40a8-8e07-9cb16e170bb1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:19.294287 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:51:19.326204 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.461895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.647456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.664837 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.765772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.79 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/ae37d066-2c88-4e13-b0f7-a37108263485) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:19.862031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.894489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:19.932754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:19.936911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:19.940498 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:19.945913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=ae37d066-2c88-4e13-b0f7-a37108263485,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:19.949096 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95302830-8632-4065-a7af-174fb80c3fcf None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:51:20.073290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4f3f97b8-189d-47ec-b420-3198f39cf98a None None] Provisioning complete for port ae37d066-2c88-4e13-b0f7-a37108263485 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:20.073668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f3f97b8-189d-47ec-b420-3198f39cf98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:20.108658 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f97b8-189d-47ec-b420-3198f39cf98a None None] Port ae37d066-2c88-4e13-b0f7-a37108263485 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:51:20.190813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:20.383685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:20.842666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:51:20.945928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:51:20.956806 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Sync routers for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:51:20.967268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:20.968288 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:20.968521 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f313bc97-cdc4-4083-934a-081d420646a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7249525 Dec 06 12:51:20.968981 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:50:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:20.971516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51498) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:21.049477 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-24bc89ff-2570-4715-bcdc-2e13e4687bad tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bc4a2362dfc84263ad25c97426939122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768328 Dec 06 12:51:21.052126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51504) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:21.073713 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:21.136861 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8558c688-63b5-4664-a3be-79b8ae2e5307 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:21.138899 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8558c688-63b5-4664-a3be-79b8ae2e5307 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858366 Dec 06 12:51:21.145371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51506) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:21.174076 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-51a90e9b-a9f8-44f1-b21a-a3ecd98d7211 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275364 Dec 06 12:51:21.176761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51508) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:21.181860 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-57058157', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:21.248471 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:20Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:21.273558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:51:21.277446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.277608 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Checking router: 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:51:21.277907 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Updating router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 port ae37d066-2c88-4e13-b0f7-a37108263485 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:51:21.303416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.473672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.534315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Subnet': ['ID=e588fbc8-2b77-44c5-bceb-6776c6ead235,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:21.548640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Checking segment: {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:21.548640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network hostable DHCP agents. Network: dfb41481-3893-40a8-8e07-9cb16e170bb1, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:51:21.561067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:51:21.571952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dfb41481-3893-40a8-8e07-9cb16e170bb1) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:21.576767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:21.577362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.584342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e51892f-feef-4765-a1f8-4cbbb94d0caf None None] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:51:21.593711 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-08352dbd-50f1-400b-885d-61d0616eed70 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4158387 Dec 06 12:51:21.596745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51510) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:21.654432 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.661547 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.717937 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Attempting to bind port ae37d066-2c88-4e13-b0f7-a37108263485 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:51:21.718276 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Attempting to bind port ae37d066-2c88-4e13-b0f7-a37108263485 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:51:21.718651 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Attempting to bind port ae37d066-2c88-4e13-b0f7-a37108263485 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:21.729373 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:51:21.729793 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:21.730057 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.730452 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:51:21.730943 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Bound port: ae37d066-2c88-4e13-b0f7-a37108263485, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:51:21.731348 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.757141 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Pushing event updated for resources: {'Port': ['ID=ae37d066-2c88-4e13-b0f7-a37108263485,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:21.772340 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.772714 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.773045 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.773387 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.773724 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.774058 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.774395 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.774732 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.775071 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.775411 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.775739 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.776121 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.776450 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:51:21.808364 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] For port ae37d066-2c88-4e13-b0f7-a37108263485, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:51:21.812739 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] For port ae37d066-2c88-4e13-b0f7-a37108263485, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae37d066-2c88-4e13-b0f7-a37108263485,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:51:21.818366 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.822051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143a1219-8eea-4c3c-83e3-a439aa852b05 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:51:21.880916 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:21.881320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f3f1c-999a-4f97-abb2-a4f8a1c0de3a None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:51:21.881549 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:50:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:21.939281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dfb41481-3893-40a8-8e07-9cb16e170bb1', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:51:21.939515 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695ec35-bcc0-4786-82df-fa52e4876513 None None] Pushing event updated for resources: {'Port': ['ID=ae37d066-2c88-4e13-b0f7-a37108263485,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:21.940175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:21.959500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-119aa998-f5e3-40e3-8a36-501698a78b43 None None] Provisioning complete for port ae37d066-2c88-4e13-b0f7-a37108263485 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:21.959876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-119aa998-f5e3-40e3-8a36-501698a78b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.000921 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:22.148522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Allocated IP 172.20.0.2 (dfb41481-3893-40a8-8e07-9cb16e170bb1/e588fbc8-2b77-44c5-bceb-6776c6ead235/538794dc-ec2b-497e-9c14-fdb4ec6952bd) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:22.151468 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-119aa998-f5e3-40e3-8a36-501698a78b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.174529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-119aa998-f5e3-40e3-8a36-501698a78b43 None None] For port ae37d066-2c88-4e13-b0f7-a37108263485, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae37d066-2c88-4e13-b0f7-a37108263485,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:22.179130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-119aa998-f5e3-40e3-8a36-501698a78b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.188742 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:20Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:22.216669 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a073c9e-dbc8-4098-bf02-c0caeb869b7c None None] The sync data for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv is: [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:20Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:51:22.299547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aa998-f5e3-40e3-8a36-501698a78b43 None None] Pushing event updated for resources: {'Port': ['ID=ae37d066-2c88-4e13-b0f7-a37108263485,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:22.383622 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.389211 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.390714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.444781 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:22.460906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:22.463950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:22.472356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Pushing event updated for resources: {'Port': ['ID=538794dc-ec2b-497e-9c14-fdb4ec6952bd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:22.539120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Attempting to bind port 538794dc-ec2b-497e-9c14-fdb4ec6952bd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:51:22.539640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Attempting to bind port 538794dc-ec2b-497e-9c14-fdb4ec6952bd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:51:22.540118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Attempting to bind port 538794dc-ec2b-497e-9c14-fdb4ec6952bd on network dfb41481-3893-40a8-8e07-9cb16e170bb1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:22.547060 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:51:22.547521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Checking segment: {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:22.548095 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.548569 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Bound using segment: {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:51:22.549132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Bound port: 538794dc-ec2b-497e-9c14-fdb4ec6952bd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:51:22.549632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.625047 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] For port 538794dc-ec2b-497e-9c14-fdb4ec6952bd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:51:22.628589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] For port 538794dc-ec2b-497e-9c14-fdb4ec6952bd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=538794dc-ec2b-497e-9c14-fdb4ec6952bd,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:51:22.634543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.696695 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.1 (dfb41481-3893-40a8-8e07-9cb16e170bb1/e588fbc8-2b77-44c5-bceb-6776c6ead235/f77cd75d-dc05-4b62-88bb-934bafd0e737) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:22.705753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b5790-3e9f-441b-8073-3f452596494f None None] Pushing event updated for resources: {'Port': ['ID=538794dc-ec2b-497e-9c14-fdb4ec6952bd,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:22.842981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.900630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:22.949239 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:22.953509 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:22.958635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:22.965879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=f77cd75d-dc05-4b62-88bb-934bafd0e737,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:23.015493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:23.152845 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:23.439288 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:23.443684 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:23.520683 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=f77cd75d-dc05-4b62-88bb-934bafd0e737,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:23.525599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:23.620075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:23.621409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:23.739620 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:51:23.858919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:51:23.864302 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-a4f4b547-e04e-4ae0-b19a-132d6a0fcc25 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/626fa0f4-6832-4eb3-a01e-651afc2a8ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2664726 Dec 06 12:51:24.027500 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-a57cf9f3-6f7e-40d3-8511-46c3b5d31e2b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991319599&fields=id&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 267 time: 0.0492344 Dec 06 12:51:24.028077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e2cc8-baae-4342-af65-2db007ae0d8e None None] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:51:24.084851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Sync routers for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:51:24.114980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:24.115608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:50:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:24.141805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-ad02af2e-965d-4e73-84a4-9b5902293b51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:24.143304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-ad02af2e-965d-4e73-84a4-9b5902293b51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/networks?id=dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 200 len: 797 time: 0.1084774 Dec 06 12:51:24.159198 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-25aa194d-6ca2-4f3d-b00c-47997c6abc6a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/quotas/bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 375 time: 0.0096159 Dec 06 12:51:24.206508 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d2c84e03-feb5-4d23-b26a-9425c749e804 None None] Provisioning complete for port 538794dc-ec2b-497e-9c14-fdb4ec6952bd triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:24.206881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2c84e03-feb5-4d23-b26a-9425c749e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:24.211351 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-3dfec728-66d4-44e7-ba5e-1bc674ce4887 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462277 Dec 06 12:51:24.275552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-77083c4e-54fd-4b00-9ac1-da3f682efbc3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:51:24.276483 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-77083c4e-54fd-4b00-9ac1-da3f682efbc3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525689 Dec 06 12:51:24.334632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:24.369543 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 538794dc-ec2b-497e-9c14-fdb4ec6952bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:24.386141 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-356b77c8-9894-4860-a8a3-3e948a488d38 service neutron] 10.222.0.24 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990319 Dec 06 12:51:24.489498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-414b4193-bd95-4daf-9cdd-042266cd5f6a service neutron] 10.222.0.24 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968535 Dec 06 12:51:24.514830 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2c84e03-feb5-4d23-b26a-9425c749e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:24.599077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 538794dc-ec2b-497e-9c14-fdb4ec6952bd triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:24.599362 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:24.605160 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d2c84e03-feb5-4d23-b26a-9425c749e804 None None] For port 538794dc-ec2b-497e-9c14-fdb4ec6952bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=538794dc-ec2b-497e-9c14-fdb4ec6952bd,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:24.631833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2c84e03-feb5-4d23-b26a-9425c749e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:24.728275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c84e03-feb5-4d23-b26a-9425c749e804 None None] Pushing event updated for resources: {'Port': ['ID=538794dc-ec2b-497e-9c14-fdb4ec6952bd,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:24.789803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ae37d066-2c88-4e13-b0f7-a37108263485 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:24.795912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ff8c06e5-af32-4fbd-b9f1-848730a41e8b None None] Provisioning complete for port 538794dc-ec2b-497e-9c14-fdb4ec6952bd triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:24.796288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff8c06e5-af32-4fbd-b9f1-848730a41e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:24.856998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 2, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:24.890573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Checking router: 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:51:24.890936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Updating router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 port f77cd75d-dc05-4b62-88bb-934bafd0e737 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:51:24.932321 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:24.949975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ae37d066-2c88-4e13-b0f7-a37108263485 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:24.950115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.116740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ff8c06e5-af32-4fbd-b9f1-848730a41e8b None None] Provisioning complete for port f77cd75d-dc05-4b62-88bb-934bafd0e737 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:25.117390 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff8c06e5-af32-4fbd-b9f1-848730a41e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.377086 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c06e5-af32-4fbd-b9f1-848730a41e8b None None] Port f77cd75d-dc05-4b62-88bb-934bafd0e737 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:51:25.471972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.477323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.533799 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baad5c-20e6-4283-ab2e-827a7862d996 None None] Pushing event updated for resources: {'Port': ['ID=f77cd75d-dc05-4b62-88bb-934bafd0e737,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:25.540199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6a2ad094-0088-4b96-8859-c7e7d81cb86f None None] Provisioning complete for port f77cd75d-dc05-4b62-88bb-934bafd0e737 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:25.540578 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad094-0088-4b96-8859-c7e7d81cb86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.618932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ad094-0088-4b96-8859-c7e7d81cb86f None None] Port f77cd75d-dc05-4b62-88bb-934bafd0e737 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:51:25.624050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Attempting to bind port f77cd75d-dc05-4b62-88bb-934bafd0e737 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:51:25.624374 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Attempting to bind port f77cd75d-dc05-4b62-88bb-934bafd0e737 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:51:25.624747 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Attempting to bind port f77cd75d-dc05-4b62-88bb-934bafd0e737 on network dfb41481-3893-40a8-8e07-9cb16e170bb1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:25.630285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:51:25.630666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Checking segment: {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:25.631076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.631492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Bound using segment: {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:51:25.632000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Bound port: f77cd75d-dc05-4b62-88bb-934bafd0e737, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:51:25.632389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.702163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] For port f77cd75d-dc05-4b62-88bb-934bafd0e737, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:51:25.705784 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] For port f77cd75d-dc05-4b62-88bb-934bafd0e737, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f77cd75d-dc05-4b62-88bb-934bafd0e737,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:51:25.710176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.713695 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0e971309-5002-4e22-82c4-8a8f5adca4e6 req-f4176ddb-7b5e-4b68-8a79-ef6ede770f95 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 210 time: 0.0359395 Dec 06 12:51:25.769605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:25.770241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:50:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:25.773791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baad5c-20e6-4283-ab2e-827a7862d996 None None] Pushing event updated for resources: {'Port': ['ID=f77cd75d-dc05-4b62-88bb-934bafd0e737,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:25.882800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c396ad91-4c52-4cba-924e-3a49127b9b1d None None] Provisioning complete for port f77cd75d-dc05-4b62-88bb-934bafd0e737 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:25.883094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c396ad91-4c52-4cba-924e-3a49127b9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:25.911804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:26.087968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c396ad91-4c52-4cba-924e-3a49127b9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:26.152813 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c396ad91-4c52-4cba-924e-3a49127b9b1d None None] For port f77cd75d-dc05-4b62-88bb-934bafd0e737, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f77cd75d-dc05-4b62-88bb-934bafd0e737,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:26.159797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c396ad91-4c52-4cba-924e-3a49127b9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:26.219579 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396ad91-4c52-4cba-924e-3a49127b9b1d None None] Pushing event updated for resources: {'Port': ['ID=f77cd75d-dc05-4b62-88bb-934bafd0e737,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:26.224563 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:25Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:26.251832 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ca0b3-a439-4c71-aa57-25b00d749cfb None None] The sync data for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv is: [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:25Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:51:26.280554 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1f7779f6-8bd6-49c4-a330-ba6d24acbb7c None None] Provisioning complete for port f77cd75d-dc05-4b62-88bb-934bafd0e737 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:26.281030 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f7779f6-8bd6-49c4-a330-ba6d24acbb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:26.323618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 538794dc-ec2b-497e-9c14-fdb4ec6952bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:26.380420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008b1270-f584-45c4-a451-be6159d6b8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:26.429396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 538794dc-ec2b-497e-9c14-fdb4ec6952bd triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:26.429768 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:26.795480 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e23deff-280e-4d21-9e48-e49de806eac2 req-90bd69ed-f964-4a5f-af00-c7dde36b2cb8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 210 time: 0.0271604 Dec 06 12:51:27.886422 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-64efa349-eae1-439a-94f0-512caeedbbe7 req-0f47e86a-065c-4d75-a5cf-2c80b72bd9ef tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 210 time: 0.0344145 Dec 06 12:51:28.309364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f77cd75d-dc05-4b62-88bb-934bafd0e737 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:28.360340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f77cd75d-dc05-4b62-88bb-934bafd0e737 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:28.360704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:28.758491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-832a13fc-2386-477d-97b6-bb47098a37da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:28.963429 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1b60ba7-70de-48fb-8f19-e25601f155ea req-4b8bd240-c88c-409d-bcdc-c292659e3b41 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 210 time: 0.0256758 Dec 06 12:51:29.630765 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:51:29.987114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:30.056378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-32cf8231-3cdc-4d35-a751-d4b012853c78 req-b68572da-a4d0-4c83-b212-5d1f18923483 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 210 time: 0.0260277 Dec 06 12:51:30.740588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-12394e5f-8f3b-4f84-958e-b6846aecc361 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:30.742064 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-12394e5f-8f3b-4f84-958e-b6846aecc361 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/networks?id=dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 200 len: 797 time: 0.1046739 Dec 06 12:51:30.821241 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-a7eb3303-be1e-4529-aeba-9a1bdacb6c99 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 380 time: 0.0690563 Dec 06 12:51:30.833944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'port': {'device_id': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'admin_state_up': True, 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'security_groups': ['5eb113f4-e3c2-470c-b629-9385d83f981c']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:30.944941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:51:30.948509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.053608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.075152 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.12 (dfb41481-3893-40a8-8e07-9cb16e170bb1/e588fbc8-2b77-44c5-bceb-6776c6ead235/c718d6da-1e9d-407d-a8b5-8208e6dcc552) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:31.199050 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e77c962e-b81d-4992-ae7c-cf0fc8ca07ef req-f646b597-660c-44dc-9230-620e6baa6aad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 210 time: 0.0626216 Dec 06 12:51:31.249205 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.283849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.329111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:31.332239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:31.335137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:31.362475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=c718d6da-1e9d-407d-a8b5-8208e6dcc552,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:31.398279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:31.398932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.416118 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-7d3f5fe7-dedd-4617-b24b-955918e7596a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878851 Dec 06 12:51:31.430470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Request body: {'port': {'device_id': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:31.501070 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.613037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-a4808773-77ff-4f68-9f36-f44e8eee67cb None None] Provisioning complete for port c718d6da-1e9d-407d-a8b5-8208e6dcc552 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:31.613377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4808773-77ff-4f68-9f36-f44e8eee67cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.648914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a4808773-77ff-4f68-9f36-f44e8eee67cb None None] Port c718d6da-1e9d-407d-a8b5-8208e6dcc552 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:51:31.785778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c718d6da-1e9d-407d-a8b5-8208e6dcc552 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:51:31.794852 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.808618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Transition to ACTIVE for port object c718d6da-1e9d-407d-a8b5-8208e6dcc552 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:51:31.813915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:31.867553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Pushing event updated for resources: {'Port': ['ID=c718d6da-1e9d-407d-a8b5-8208e6dcc552,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:31.941758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Attempting to bind port c718d6da-1e9d-407d-a8b5-8208e6dcc552 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:51:31.942098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Attempting to bind port c718d6da-1e9d-407d-a8b5-8208e6dcc552 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:51:31.942429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Attempting to bind port c718d6da-1e9d-407d-a8b5-8208e6dcc552 on network dfb41481-3893-40a8-8e07-9cb16e170bb1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:31.947149 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Port c718d6da-1e9d-407d-a8b5-8208e6dcc552 on network dfb41481-3893-40a8-8e07-9cb16e170bb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:51:31.947475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Attempting to bind port c718d6da-1e9d-407d-a8b5-8208e6dcc552 on network dfb41481-3893-40a8-8e07-9cb16e170bb1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:51:31.957002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:51:31.957549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Checking segment: {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:51:31.958456 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Bound using segment: {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:51:31.959178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Bound port: c718d6da-1e9d-407d-a8b5-8208e6dcc552, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:51:31.959809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:32.035874 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:32.037611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] For port c718d6da-1e9d-407d-a8b5-8208e6dcc552, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:51:32.041520 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] For port c718d6da-1e9d-407d-a8b5-8208e6dcc552, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:51:32.046878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:32.086584 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.087290 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:32.088623 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] 10.222.0.43 "PUT /v2.0/ports/c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 200 len: 1094 time: 0.6645689 Dec 06 12:51:32.089080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:32.092207 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cf2dc0-be96-403f-b346-271e63556b34" -d '{"events": [{"name": "network-changed", "server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:32.120381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972dd86-b0d7-45e1-8a91-8d4c800b46af service neutron] Pushing event updated for resources: {'Port': ['ID=c718d6da-1e9d-407d-a8b5-8208e6dcc552,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:32.151242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcccb59e-242c-4c2a-9548-b72feca910ba x-openstack-request-id: req-fcccb59e-242c-4c2a-9548-b72feca910ba {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:32.151576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:32.151795 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcccb59e-242c-4c2a-9548-b72feca910ba {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:32.153859 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'status': 'completed', 'code': 200} Dec 06 12:51:32.186757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-c668e3bb-93da-4dbd-8955-f3ee28de2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.188861 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-c668e3bb-93da-4dbd-8955-f3ee28de2f1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1097 time: 0.0475740 Dec 06 12:51:32.240318 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-6b7846a5-a1a7-454d-8b80-8a75ee629b93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 200 len: 217 time: 0.0429878 Dec 06 12:51:32.303126 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-394ecc98-f214-410f-b320-4c46725ce474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.304686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-394ecc98-f214-410f-b320-4c46725ce474 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e588fbc8-2b77-44c5-bceb-6776c6ead235 HTTP/1.1" status: 200 len: 833 time: 0.0561187 Dec 06 12:51:32.367287 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687cf10-0840-42bc-bbd5-ac2c61885264 req-9b73618d-0cbf-44ea-943e-7670dc1e57fb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.368764 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5687cf10-0840-42bc-bbd5-ac2c61885264 req-9b73618d-0cbf-44ea-943e-7670dc1e57fb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 944 time: 0.0819585 Dec 06 12:51:32.379472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-47a32908-c4b8-43ba-b913-eeeb97406094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.380888 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-47a32908-c4b8-43ba-b913-eeeb97406094 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfb41481-3893-40a8-8e07-9cb16e170bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0629919 Dec 06 12:51:32.474439 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5687cf10-0840-42bc-bbd5-ac2c61885264 req-c5a68783-7ae8-4e9e-97d0-345a2345f8c8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974181 Dec 06 12:51:32.502670 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-1d550f0b-b6ef-4433-ae1f-046ae8408728 service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078315 Dec 06 12:51:32.600277 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7042f27a-8237-44c7-af1f-6d042ef12811 req-c8f4d8e3-af30-4e11-a808-6d17ce420c65 service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894771 Dec 06 12:51:32.688676 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-89953c53-91aa-4741-89af-f7cfb2edafad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.690036 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-89953c53-91aa-4741-89af-f7cfb2edafad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1097 time: 0.0396278 Dec 06 12:51:32.782618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-79ea2d34-e42f-4c86-b941-f4f02772f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.784170 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-79ea2d34-e42f-4c86-b941-f4f02772f779 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 200 len: 898 time: 0.0861809 Dec 06 12:51:32.824222 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-085d33f8-81e0-4fc0-8e53-71d913992679 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 200 len: 217 time: 0.0333762 Dec 06 12:51:32.872559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-d8ac5cf8-2116-4cd2-a93f-d68182e99dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.874536 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-d8ac5cf8-2116-4cd2-a93f-d68182e99dbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e588fbc8-2b77-44c5-bceb-6776c6ead235 HTTP/1.1" status: 200 len: 833 time: 0.0427675 Dec 06 12:51:32.923511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-6e06af9e-8d77-4c0f-9e8d-54887c93cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:32.924987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-6e06af9e-8d77-4c0f-9e8d-54887c93cc0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfb41481-3893-40a8-8e07-9cb16e170bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420957 Dec 06 12:51:33.014139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-73734fd0-8bad-4619-9419-397168f80a48 service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814278 Dec 06 12:51:33.108886 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9cf2dc0-be96-403f-b346-271e63556b34 req-bbfa78c9-1af3-416a-9b9a-299301889648 service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873625 Dec 06 12:51:33.590507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f140e-0b68-4198-975d-870796dd4463 req-2085f78e-b712-4e16-a9db-1e4411b683d8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:33.591948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-955f140e-0b68-4198-975d-870796dd4463 req-2085f78e-b712-4e16-a9db-1e4411b683d8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 944 time: 0.0488513 Dec 06 12:51:33.640695 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-955f140e-0b68-4198-975d-870796dd4463 req-f30f09a2-8a1d-4fca-8296-a295fd5ecdec tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Dec 06 12:51:34.753854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32842d3-295b-4732-abf3-145b3e279e0f req-9390dcd2-2236-4b94-8f23-3991b772bd5d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:34.755319 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c32842d3-295b-4732-abf3-145b3e279e0f req-9390dcd2-2236-4b94-8f23-3991b772bd5d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 944 time: 0.0484135 Dec 06 12:51:34.806772 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c32842d3-295b-4732-abf3-145b3e279e0f req-d2d045e2-8625-44ea-bb94-52593d083833 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455730 Dec 06 12:51:35.926490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de36c39-da1f-4033-b114-ddfa4e429194 req-b4e5f417-8602-46c1-8893-8cfa552bcf5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:35.928000 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5de36c39-da1f-4033-b114-ddfa4e429194 req-b4e5f417-8602-46c1-8893-8cfa552bcf5a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 944 time: 0.0495791 Dec 06 12:51:35.978394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5de36c39-da1f-4033-b114-ddfa4e429194 req-661977c1-5d32-4ab0-818a-0c308a0f6318 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445335 Dec 06 12:51:36.575902 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c718d6da-1e9d-407d-a8b5-8208e6dcc552 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:51:36.674121 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c718d6da-1e9d-407d-a8b5-8208e6dcc552, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:36.684734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'port_id': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'mac_address': 'fa:16:3e:cd:8d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:51:36.721669 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:36.734955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c718d6da-1e9d-407d-a8b5-8208e6dcc552 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:51:36.753654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c718d6da-1e9d-407d-a8b5-8208e6dcc552, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:36.757561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:36.808052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c718d6da-1e9d-407d-a8b5-8208e6dcc552,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:37.064633 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['c718d6da-1e9d-407d-a8b5-8208e6dcc552'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:51:37.091120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102756b2-3fa5-4372-8b0f-f7da20bfa71e req-c076f437-bebe-4408-87a6-e1087761d2a7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:37.092713 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-102756b2-3fa5-4372-8b0f-f7da20bfa71e req-c076f437-bebe-4408-87a6-e1087761d2a7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Dec 06 12:51:37.142438 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-102756b2-3fa5-4372-8b0f-f7da20bfa71e req-a625c4c0-a5a9-49ca-b37f-b972aa4270b5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Dec 06 12:51:38.268657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426bd7e-8af1-4a75-a013-1185dc677cb8 req-c264f3de-ad62-4078-babf-5536f479933b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:38.270164 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a426bd7e-8af1-4a75-a013-1185dc677cb8 req-c264f3de-ad62-4078-babf-5536f479933b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 945 time: 0.0607874 Dec 06 12:51:38.320139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a426bd7e-8af1-4a75-a013-1185dc677cb8 req-a23a8b33-e0c1-44ea-9b0d-c5f8e27fa751 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441275 Dec 06 12:51:38.591404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c718d6da-1e9d-407d-a8b5-8208e6dcc552 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:51:38.641205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port c718d6da-1e9d-407d-a8b5-8208e6dcc552 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:51:38.645041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port c718d6da-1e9d-407d-a8b5-8208e6dcc552 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:51:38.645413 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:38.721046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:38.746403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:38.748689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6757baa0-8294-464c-867f-1c58d742d5ee" -d '{"events": [{"server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "name": "network-vif-plugged", "status": "completed", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:38.760948 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port c718d6da-1e9d-407d-a8b5-8208e6dcc552, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:51:38.765228 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:38.794315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb345fdc-4435-4a3c-8a32-6a9bc7f0f0da x-openstack-request-id: req-bb345fdc-4435-4a3c-8a32-6a9bc7f0f0da {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:38.794620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "name": "network-vif-plugged", "status": "completed", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:38.794877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb345fdc-4435-4a3c-8a32-6a9bc7f0f0da {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:38.795266 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'code': 200} Dec 06 12:51:38.815765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=c718d6da-1e9d-407d-a8b5-8208e6dcc552,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:38.952305 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bb202-d66c-48be-870f-e2fece67012e req-3f499708-51f0-488f-be3c-6e6449cebd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:38.953875 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c96bb202-d66c-48be-870f-e2fece67012e req-3f499708-51f0-488f-be3c-6e6449cebd75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1099 time: 0.0403559 Dec 06 12:51:39.000258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c96bb202-d66c-48be-870f-e2fece67012e req-b512206e-bffa-44c8-bb42-76db0aabc2f5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394473 Dec 06 12:51:39.432964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521646b-5b7d-4473-906a-e48674ccabc9 req-ba30b519-ccb8-4343-9278-4238f47deff3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:39.434440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7521646b-5b7d-4473-906a-e48674ccabc9 req-ba30b519-ccb8-4343-9278-4238f47deff3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0478837 Dec 06 12:51:39.488118 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7521646b-5b7d-4473-906a-e48674ccabc9 req-462013fd-cc07-4e02-ac2d-c0dacff10327 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 Dec 06 12:51:40.604493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56599c-8ef3-4e09-b346-6d566ed76bcd req-a60cd337-a631-4846-b5ce-f20ddcef51c7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:40.605946 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3f56599c-8ef3-4e09-b346-6d566ed76bcd req-a60cd337-a631-4846-b5ce-f20ddcef51c7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0477602 Dec 06 12:51:40.655677 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3f56599c-8ef3-4e09-b346-6d566ed76bcd req-c589371c-bbea-43ee-b256-07b4dd19d1a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 Dec 06 12:51:40.767848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2f07-df83-477d-9d53-a73102a6f15e req-69bd133c-3580-4fb2-8c2a-5dbfb82b2571 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:40.769235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c9d2f07-df83-477d-9d53-a73102a6f15e req-69bd133c-3580-4fb2-8c2a-5dbfb82b2571 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0488482 Dec 06 12:51:40.818313 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c9d2f07-df83-477d-9d53-a73102a6f15e req-f75c4c66-0768-4d45-93d2-e794385a61e2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Dec 06 12:51:40.839743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51590) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:40.882277 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86360167-646b-4d7b-8934-e4098f2427b7 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:40.883768 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-86360167-646b-4d7b-8934-e4098f2427b7 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1094 time: 0.0430434 Dec 06 12:51:40.886419 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51592) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:40.890589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:51:40.912573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:41.007308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:41.111454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.7 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/05fd0379-09c1-4b95-927a-c52a7d039573) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:51:41.209005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:41.242078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:41.283582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:51:41.286399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:51:41.292155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:51:41.314710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=05fd0379-09c1-4b95-927a-c52a7d039573,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:41.636025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:41.702054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:41.851612 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:41.855889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:41.919615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=05fd0379-09c1-4b95-927a-c52a7d039573,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:51:41.930835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:42.028740 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP a0f815b9-de4c-4a40-860a-bdea0849acd8 associated. External IP: 172.36.1.7, port: c718d6da-1e9d-407d-a8b5-8208e6dcc552. Dec 06 12:51:42.227096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:51:42.333654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:51:42.343192 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] Sync routers for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:51:42.350990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:42.352574 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:42.353187 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:51:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:42.378490 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a8087696-66bb-4736-bb8f-bca82350ce6e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4910750 Dec 06 12:51:42.379069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:51:42.381361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:51:42.420084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbd5b9f-17ca-463d-b3c5-d3c0292aaebc x-openstack-request-id: req-2cbd5b9f-17ca-463d-b3c5-d3c0292aaebc {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:51:42.420387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:51:42.420625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cbd5b9f-17ca-463d-b3c5-d3c0292aaebc {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:51:42.421024 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'status': 'completed', 'code': 200} Dec 06 12:51:42.465134 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:42.507719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c3d2-b26b-4625-a7db-6b3917ee17ea req-86b5bf2b-4034-40f2-9360-995ba33b7c97 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:42.509230 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-87d9c3d2-b26b-4625-a7db-6b3917ee17ea req-86b5bf2b-4034-40f2-9360-995ba33b7c97 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0774891 Dec 06 12:51:42.511914 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-1327fb75-5022-4eee-81b0-884cd2461d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:42.513819 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-1327fb75-5022-4eee-81b0-884cd2461d1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1099 time: 0.0702276 Dec 06 12:51:42.616478 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-87d9c3d2-b26b-4625-a7db-6b3917ee17ea req-0040d499-db56-4a7c-bec3-2e714636654d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009130 Dec 06 12:51:42.637273 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-faa828fe-f574-4ea8-b19d-d43cb276e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:42.638840 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-faa828fe-f574-4ea8-b19d-d43cb276e864 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 200 len: 898 time: 0.1172922 Dec 06 12:51:42.639774 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51598) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:42.694088 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a0f815b9-de4c-4a40-860a-bdea0849acd8', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.7', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'port_id': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'mac_address': 'fa:16:3e:cd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:41Z', 'updated_at': '2021-12-06T12:51:41Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:26Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:42.720766 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] Checking router: 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:51:42.729014 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:51:42.729625 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:51:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:42.750697 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fff24e94-1ae0-4a5e-aaa9-54da8d9f919b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/a0f815b9-de4c-4a40-860a-bdea0849acd8 HTTP/1.1" status: 200 len: 990 time: 0.1078048 Dec 06 12:51:42.751270 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-c4cf7b15-c411-4749-b316-fbd915415ac8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 200 len: 998 time: 0.1037335 Dec 06 12:51:42.801586 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-437bc24b-62ac-444e-b58c-e3f3492aa86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:42.802938 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-437bc24b-62ac-444e-b58c-e3f3492aa86f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e588fbc8-2b77-44c5-bceb-6776c6ead235 HTTP/1.1" status: 200 len: 833 time: 0.0454593 Dec 06 12:51:42.836079 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:51:43.078056 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a0f815b9-de4c-4a40-860a-bdea0849acd8', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.7', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'port_id': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'mac_address': 'fa:16:3e:cd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:41Z', 'updated_at': '2021-12-06T12:51:41Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:26Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:51:43.104393 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35cc36-85de-4a89-ad02-5023b359ba90 None None] The sync data for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv is: [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a0f815b9-de4c-4a40-860a-bdea0849acd8', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.7', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'port_id': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'mac_address': 'fa:16:3e:cd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:51:41Z', 'updated_at': '2021-12-06T12:51:41Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:26Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:51:43.208963 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-a9bfd603-c703-40ed-8cf4-c49374bbeb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:43.210440 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-a9bfd603-c703-40ed-8cf4-c49374bbeb6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfb41481-3893-40a8-8e07-9cb16e170bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4002476 Dec 06 12:51:43.305894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca42dac5-09d7-4b28-83d6-e6d362ed2a3d None None] New status for floating IP a0f815b9-de4c-4a40-860a-bdea0849acd8: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:51:43.309784 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-0efafd6d-375f-4bba-b6b4-2af56d6051af service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917010 Dec 06 12:51:43.400865 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cf216ae-b0c3-4bd0-a840-ea1703972ec0 req-c2be354e-5610-45cc-aac8-8a7db1647a26 service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843658 Dec 06 12:51:43.753492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51600) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:51:43.822171 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-808f263f-c54b-45a2-9d19-8d223fc48063 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/a0f815b9-de4c-4a40-860a-bdea0849acd8 HTTP/1.1" status: 200 len: 992 time: 0.0674222 Dec 06 12:51:45.511276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:56.332183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-411a0b59-db42-45eb-b90d-c0245f00305e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:57.972093 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e4157d1-da88-448b-9572-23c5c251784a req-d53cab31-8d2b-401e-8458-672c2bafb7e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764978 Dec 06 12:51:58.056491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4157d1-da88-448b-9572-23c5c251784a req-c5d4efdf-9cca-4f52-aa57-9ad65354ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:58.057967 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e4157d1-da88-448b-9572-23c5c251784a req-c5d4efdf-9cca-4f52-aa57-9ad65354ce50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1099 time: 0.0420046 Dec 06 12:51:58.164480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4157d1-da88-448b-9572-23c5c251784a req-94db8e4f-f33e-4ddd-b9fb-159b7c469358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:58.165856 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e4157d1-da88-448b-9572-23c5c251784a req-94db8e4f-f33e-4ddd-b9fb-159b7c469358 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 200 len: 898 time: 0.0862377 Dec 06 12:51:58.231077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e4157d1-da88-448b-9572-23c5c251784a req-42730c19-306d-4bef-9703-361aab77e684 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 200 len: 1000 time: 0.0576010 Dec 06 12:51:58.281423 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4157d1-da88-448b-9572-23c5c251784a req-846d3a1d-54ab-4b1a-95d0-eedc79e3451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:58.282895 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e4157d1-da88-448b-9572-23c5c251784a req-846d3a1d-54ab-4b1a-95d0-eedc79e3451e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e588fbc8-2b77-44c5-bceb-6776c6ead235 HTTP/1.1" status: 200 len: 833 time: 0.0450590 Dec 06 12:51:58.333475 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4157d1-da88-448b-9572-23c5c251784a req-09a1941b-b33c-4339-969d-5b1a7eb8d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:51:58.335214 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e4157d1-da88-448b-9572-23c5c251784a req-09a1941b-b33c-4339-969d-5b1a7eb8d4d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfb41481-3893-40a8-8e07-9cb16e170bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444603 Dec 06 12:51:58.422933 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e4157d1-da88-448b-9572-23c5c251784a req-49e8ac9d-53e0-49c3-a60d-40027e72cd8b service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797539 Dec 06 12:51:58.514173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2e4157d1-da88-448b-9572-23c5c251784a req-a5700ebe-c372-4603-bb07-a927d4cb0644 service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839975 Dec 06 12:51:58.749817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d26b772-dd19-46ef-bd83-2d5c19b3dc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:51:59.989432 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:01.055919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:02.032758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:06.629785 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:52:09.571834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [req-5f28f4d4-4870-401f-8e14-0b509395201c req-878e535c-9c6a-4030-b8a6-d4822f8df22c service neutron] (103287) timed out ('10.222.0.24', 47646) {{(pid=103287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 12:52:15.524477 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:26.333330 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9722a71d-a5cf-48f2-97c8-ce9fdff890a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:28.751154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a651121-0138-4eec-acc1-f70c4bd3891f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:29.992659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:31.060985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:32.024214 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:43.628066 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:52:45.528590 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:46.616685 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a7cc-d889-44e0-b53c-d72c7db97691 req-b3fe8460-b680-4a57-9d5a-8871d86f6cc6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:46.618153 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a498a7cc-d889-44e0-b53c-d72c7db97691 req-b3fe8460-b680-4a57-9d5a-8871d86f6cc6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Dec 06 12:52:46.666657 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a498a7cc-d889-44e0-b53c-d72c7db97691 req-9244d8c2-d0ba-42ef-91a5-671bca49ebc1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424492 Dec 06 12:52:47.783340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595db04c-530d-4fd6-8ece-391ea9ccb0b0 req-b42a828e-490a-47f1-87af-f8dc917abea8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:47.784827 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-595db04c-530d-4fd6-8ece-391ea9ccb0b0 req-b42a828e-490a-47f1-87af-f8dc917abea8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0483694 Dec 06 12:52:47.837759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-595db04c-530d-4fd6-8ece-391ea9ccb0b0 req-f472a1b8-1e34-4a29-8d6b-bbd6ed8283e6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465939 Dec 06 12:52:48.952585 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad2cb4-751d-4329-8b1d-3ac7eea0bb6c req-51d161d2-34c0-4d1b-aae2-ab4a8b9aa56a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:48.954040 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23ad2cb4-751d-4329-8b1d-3ac7eea0bb6c req-51d161d2-34c0-4d1b-aae2-ab4a8b9aa56a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0489082 Dec 06 12:52:49.006781 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-23ad2cb4-751d-4329-8b1d-3ac7eea0bb6c req-0965d9bc-6159-4707-8f4c-66f215553eb8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467646 Dec 06 12:52:50.122415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93504323-7d18-4ab7-b56a-dbc9be242420 req-fe9ee6bc-abd6-4756-ba7f-86da434550a1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:50.123893 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-93504323-7d18-4ab7-b56a-dbc9be242420 req-fe9ee6bc-abd6-4756-ba7f-86da434550a1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0494568 Dec 06 12:52:50.172203 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-93504323-7d18-4ab7-b56a-dbc9be242420 req-df5a895a-851f-4b48-9a40-214179d28cc7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Dec 06 12:52:51.288548 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72e3ab-f330-4bf6-b35d-fc82ec5f8507 req-2b4bf9c7-c201-45f2-9092-c61e70bbaa55 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:51.290031 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7c72e3ab-f330-4bf6-b35d-fc82ec5f8507 req-2b4bf9c7-c201-45f2-9092-c61e70bbaa55 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0531874 Dec 06 12:52:51.339524 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7c72e3ab-f330-4bf6-b35d-fc82ec5f8507 req-16bb2604-e9e7-4a23-ace0-be29519043c7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435193 Dec 06 12:52:52.454731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b04b04-24be-4310-84bf-355774522b6e req-cebe8d5d-4c6c-4c23-ae7a-59a22559771e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:52.456217 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-34b04b04-24be-4310-84bf-355774522b6e req-cebe8d5d-4c6c-4c23-ae7a-59a22559771e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0485260 Dec 06 12:52:52.506201 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-34b04b04-24be-4310-84bf-355774522b6e req-dc77b879-fc7b-42b1-b416-bb651b7a7b5d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438042 Dec 06 12:52:53.623981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571dfee-cbb4-4256-9f51-012d872700f5 req-cb126073-04ee-4da1-930e-0db6dc64b361 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:53.625345 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6571dfee-cbb4-4256-9f51-012d872700f5 req-cb126073-04ee-4da1-930e-0db6dc64b361 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0495481 Dec 06 12:52:53.678665 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6571dfee-cbb4-4256-9f51-012d872700f5 req-d343aa91-a47a-48c4-a058-e416bee4f934 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469420 Dec 06 12:52:54.797431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60874c2e-2361-45ac-8335-a7bb12fac453 req-aef976c5-7fca-4d2e-b9e3-35cd810afcac tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:54.798893 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-60874c2e-2361-45ac-8335-a7bb12fac453 req-aef976c5-7fca-4d2e-b9e3-35cd810afcac tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Dec 06 12:52:54.848585 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-60874c2e-2361-45ac-8335-a7bb12fac453 req-e57e58be-4ff0-43c7-a7f4-c536cc0ef029 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 Dec 06 12:52:55.962601 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede7195-d133-4064-bb92-5494bd179a35 req-bbcde36a-ee61-4117-8a4e-bf2439bc0444 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:55.964254 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dede7195-d133-4064-bb92-5494bd179a35 req-bbcde36a-ee61-4117-8a4e-bf2439bc0444 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0491488 Dec 06 12:52:56.016864 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dede7195-d133-4064-bb92-5494bd179a35 req-827b0bab-8f1b-4ed3-9b4a-7b9ef7848629 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465446 Dec 06 12:52:56.338365 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a0a1a9-f775-4d24-be64-b48b6a601986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:57.135252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f41d0-b02a-4588-9662-9b1a7d2bc197 req-fb69ecef-e153-4f98-9d5d-12a0b445ef94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:57.136770 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f30f41d0-b02a-4588-9662-9b1a7d2bc197 req-fb69ecef-e153-4f98-9d5d-12a0b445ef94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0520437 Dec 06 12:52:57.186121 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f30f41d0-b02a-4588-9662-9b1a7d2bc197 req-cc527af8-20ab-4dc7-abf5-6992a9aac469 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Dec 06 12:52:57.207840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51646) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:52:57.267228 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-99880486-87fd-45d7-9a3a-dc8ac8119da4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/a0f815b9-de4c-4a40-860a-bdea0849acd8 HTTP/1.1" status: 200 len: 992 time: 0.0577273 Dec 06 12:52:57.938987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-cc676f87-fafb-4a81-aafb-3baeb7bc1219 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426362 Dec 06 12:52:58.017558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-ff3bf5fb-b07e-4b60-988e-d4a7a986019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.019021 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-ff3bf5fb-b07e-4b60-988e-d4a7a986019d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1099 time: 0.0400949 Dec 06 12:52:58.121321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-b1110a1c-27e8-4964-a902-8da16f62e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.122809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-b1110a1c-27e8-4964-a902-8da16f62e10f service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 200 len: 898 time: 0.0848389 Dec 06 12:52:58.191486 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-00c710f4-c0c9-46fe-82d3-41069ccad10c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 200 len: 1000 time: 0.0615692 Dec 06 12:52:58.240743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-731483e2-6a35-4f56-8bfd-80964d7688c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.242178 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-731483e2-6a35-4f56-8bfd-80964d7688c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e588fbc8-2b77-44c5-bceb-6776c6ead235 HTTP/1.1" status: 200 len: 833 time: 0.0438397 Dec 06 12:52:58.289870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-8e11b4c2-afaf-4b31-9dd5-03cb3be3281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.291649 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-8e11b4c2-afaf-4b31-9dd5-03cb3be3281a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfb41481-3893-40a8-8e07-9cb16e170bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409539 Dec 06 12:52:58.388994 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-eb99d38d-e82f-4562-bf60-4fd6ca71f64c service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894749 Dec 06 12:52:58.487985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ab36f2f6-90a0-4594-8a2c-cc6d7f9e48a5 req-2e231bb0-1ae6-405a-bf48-d685009b194f service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908403 Dec 06 12:52:58.556474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865d91-3dc3-49b6-9a02-03ef35768f82 req-e9ddefae-a0bd-442a-9ccc-5b64a2a7b461 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.557971 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa865d91-3dc3-49b6-9a02-03ef35768f82 req-e9ddefae-a0bd-442a-9ccc-5b64a2a7b461 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0525858 Dec 06 12:52:58.627175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-cafb0692-588d-4809-8f9f-6f6a910e394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.628715 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-cafb0692-588d-4809-8f9f-6f6a910e394c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1099 time: 0.0697706 Dec 06 12:52:58.633831 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fa865d91-3dc3-49b6-9a02-03ef35768f82 req-96655562-63d7-43ba-a9f4-10cb529a93f8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678065 Dec 06 12:52:58.719917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-6f0689c9-d0a3-43aa-b28c-04ab16129f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.721275 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-6f0689c9-d0a3-43aa-b28c-04ab16129f86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 200 len: 898 time: 0.0858915 Dec 06 12:52:58.751713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5c140e1-79ea-4c7b-b8ce-f7d2fc47653a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:52:58.786764 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-75a7f1f1-6030-46b7-b68d-0df7f2e57993 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 200 len: 1000 time: 0.0582929 Dec 06 12:52:58.836850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-badf01aa-3d4c-4f58-9753-7cba0261256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.838280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-badf01aa-3d4c-4f58-9753-7cba0261256a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e588fbc8-2b77-44c5-bceb-6776c6ead235 HTTP/1.1" status: 200 len: 833 time: 0.0439188 Dec 06 12:52:58.887809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-3f7b54f5-ab70-4356-9274-c552f62413c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:58.889347 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-3f7b54f5-ab70-4356-9274-c552f62413c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfb41481-3893-40a8-8e07-9cb16e170bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437160 Dec 06 12:52:58.977450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-f3dc8f22-096b-4b93-8b56-f05d99e55209 service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803249 Dec 06 12:52:59.068780 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-22052842-e5cb-4135-92e9-d62a8a2a2cd0 req-2efc9303-7590-4f7f-aedc-2d3785cc6db0 service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835228 Dec 06 12:52:59.751906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865dfcd-22a2-4f21-975c-40a1413db7d1 req-78ed7883-2c14-40f2-82a6-6126732a4bb8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:52:59.753366 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2865dfcd-22a2-4f21-975c-40a1413db7d1 req-78ed7883-2c14-40f2-82a6-6126732a4bb8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0496972 Dec 06 12:52:59.801160 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2865dfcd-22a2-4f21-975c-40a1413db7d1 req-dc7681d4-a5ce-4c87-af7e-cf1e58bc837e tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Dec 06 12:52:59.823820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51656) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:52:59.887594 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9a72d2b5-2b90-4b82-abb9-7e79bb70afb5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/a0f815b9-de4c-4a40-860a-bdea0849acd8 HTTP/1.1" status: 200 len: 992 time: 0.0625989 Dec 06 12:52:59.995145 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:01.063267 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:02.028153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:15.543817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:20.627048 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:53:26.345082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8350e18-be49-4694-8a41-d29183285cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:28.753198 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e69bb500-2250-43d3-9822-df138c5536e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:30.001243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:31.065153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:32.031521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:45.545166 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:55.210729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51684) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:53:55.367214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 05fd0379-09c1-4b95-927a-c52a7d039573 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:53:55.367557 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:55.446258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:55.446635 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:55.458599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 05fd0379-09c1-4b95-927a-c52a7d039573 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:53:55.608348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:55.632863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=05fd0379-09c1-4b95-927a-c52a7d039573,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:55.644116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.644470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.644835 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.645290 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.645676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.646075 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.646410 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.646748 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.647079 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.647408 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.647735 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.648089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.648419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:55.703014 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:55.703335 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP a0f815b9-de4c-4a40-860a-bdea0849acd8 disassociated (deleted). External IP: 172.36.1.7, port: c718d6da-1e9d-407d-a8b5-8208e6dcc552. Dec 06 12:53:55.910956 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:53:56.017764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:53:56.022632 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:56.028958 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] Sync routers for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:53:56.038790 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:53:56.039400 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:56.052447 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-58ab2d48-20fa-41f4-b43a-695f034e2196 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/floatingips/a0f815b9-de4c-4a40-860a-bdea0849acd8 HTTP/1.1" status: 204 len: 168 time: 0.8371348 Dec 06 12:53:56.052447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:56.052447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96642413-1c3d-4964-8d85-cff4182989cc" -d '{"events": [{"name": "network-changed", "server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:56.147175 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:53:56.156971 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d87506c-3710-4563-960d-d3a283c1624b x-openstack-request-id: req-3d87506c-3710-4563-960d-d3a283c1624b {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:56.157269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:56.157528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d87506c-3710-4563-960d-d3a283c1624b {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:56.157932 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'status': 'completed', 'code': 200} Dec 06 12:53:56.222978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642413-1c3d-4964-8d85-cff4182989cc req-7d0db278-f603-4bf3-bbc1-8544dca7c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:56.224701 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96642413-1c3d-4964-8d85-cff4182989cc req-7d0db278-f603-4bf3-bbc1-8544dca7c213 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 1099 time: 0.0456963 Dec 06 12:53:56.339080 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55ec5d01-4648-4bb7-a64a-0a06c71fb586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:56.361397 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:26Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:56.366550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642413-1c3d-4964-8d85-cff4182989cc req-e7d070ed-7001-4d88-89b8-eea74cd2ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:56.368045 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96642413-1c3d-4964-8d85-cff4182989cc req-e7d070ed-7001-4d88-89b8-eea74cd2ed8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 200 len: 898 time: 0.1361907 Dec 06 12:53:56.392384 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] Checking router: 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:53:56.401611 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:53:56.402223 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:56.418067 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96642413-1c3d-4964-8d85-cff4182989cc req-0d7d75c4-00ba-488e-81d2-2a03b1ebbdaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 200 len: 217 time: 0.0359926 Dec 06 12:53:56.444251 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cf105-7cd6-4e57-bd80-aaeaf5c3edc2 req-8d58ba0a-6a16-4bcc-8dc7-97e30c6d88cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:56.445621 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-979cf105-7cd6-4e57-bd80-aaeaf5c3edc2 req-8d58ba0a-6a16-4bcc-8dc7-97e30c6d88cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.1929042 Dec 06 12:53:56.506633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642413-1c3d-4964-8d85-cff4182989cc req-ee48b1db-e5aa-4965-a6da-13da256d026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:56.508129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96642413-1c3d-4964-8d85-cff4182989cc req-ee48b1db-e5aa-4965-a6da-13da256d026e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e588fbc8-2b77-44c5-bceb-6776c6ead235 HTTP/1.1" status: 200 len: 833 time: 0.0797281 Dec 06 12:53:56.508481 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:53:56.534285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-979cf105-7cd6-4e57-bd80-aaeaf5c3edc2 req-d5fdc432-34f3-4391-a458-6722fe7ac895 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699313 Dec 06 12:53:56.562264 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642413-1c3d-4964-8d85-cff4182989cc req-829ccfb4-dc7e-469e-a8a6-f882eff6fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:56.563792 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96642413-1c3d-4964-8d85-cff4182989cc req-829ccfb4-dc7e-469e-a8a6-f882eff6fc41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dfb41481-3893-40a8-8e07-9cb16e170bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473704 Dec 06 12:53:56.654830 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96642413-1c3d-4964-8d85-cff4182989cc req-4c36b332-0337-4480-b784-3d3c6bd48c5c service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829501 Dec 06 12:53:56.706566 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:26Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:53:56.732693 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b8ca8-04dc-46ed-96e6-6b228e094cf2 None None] The sync data for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv is: [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:23Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f77cd75d-dc05-4b62-88bb-934bafd0e737', 'name': '', 'network_id': 'dfb41481-3893-40a8-8e07-9cb16e170bb1', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:6a:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:22Z', 'updated_at': '2021-12-06T12:51:26Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': 'e588fbc8-2b77-44c5-bceb-6776c6ead235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:53:56.751776 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-96642413-1c3d-4964-8d85-cff4182989cc req-c517f792-05ff-4093-a2d6-4ef6bfded17f service neutron] 10.222.0.43 "GET /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895088 Dec 06 12:53:56.950173 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9143e7-3e1c-4b5e-a975-30bb746d38d5 None None] New status for floating IP a0f815b9-de4c-4a40-860a-bdea0849acd8: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:53:57.625911 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:53:57.700481 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c9d22-60b3-48f6-8c4a-d5ecec2f454d req-8695c35f-ea76-4413-bfac-b84f2bb9bae2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:57.701975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-197c9d22-60b3-48f6-8c4a-d5ecec2f454d req-8695c35f-ea76-4413-bfac-b84f2bb9bae2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0956910 Dec 06 12:53:57.751370 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-197c9d22-60b3-48f6-8c4a-d5ecec2f454d req-85ceedfb-e4b4-457a-8136-59297356b449 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=5eb113f4-e3c2-470c-b629-9385d83f981c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Dec 06 12:53:58.015105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-5c0986be-43d2-4bd1-99f1-b8aacbb0a3b6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:53:58.016553 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-5c0986be-43d2-4bd1-99f1-b8aacbb0a3b6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 946 time: 0.0515714 Dec 06 12:53:58.103825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port c718d6da-1e9d-407d-a8b5-8208e6dcc552 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:53:58.104676 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:58.193714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port c718d6da-1e9d-407d-a8b5-8208e6dcc552, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c718d6da-1e9d-407d-a8b5-8208e6dcc552,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:53:58.194069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:58.206240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for c718d6da-1e9d-407d-a8b5-8208e6dcc552 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:53:58.331906 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:58.363000 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=c718d6da-1e9d-407d-a8b5-8208e6dcc552,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:53:58.377039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.377403 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.377750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.378096 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.378435 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.378769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.379099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.379433 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.379763 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.380115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.380445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.380772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.381100 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:53:58.415014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] No DVR routers for this DVR port c718d6da-1e9d-407d-a8b5-8208e6dcc552 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:53:58.418516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:58.421853 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-71eb4c83-1e2a-4cd9-a56e-122eab1a6245 req-d78375a6-f27e-4e4f-8f09-24c0dbadf305 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "DELETE /v2.0/ports/c718d6da-1e9d-407d-a8b5-8208e6dcc552 HTTP/1.1" status: 204 len: 173 time: 0.3987966 Dec 06 12:53:58.422288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'name': 'network-vif-deleted', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:53:58.424655 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa9b953-642e-46c2-b7a5-a14ca239cf7b" -d '{"events": [{"server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "name": "network-vif-deleted", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:53:58.461026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b4b0fb-3eda-4a0a-9741-22b373e5baa7 x-openstack-request-id: req-86b4b0fb-3eda-4a0a-9741-22b373e5baa7 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:53:58.461577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd8f926-4068-44c6-a242-5dd7e1969706", "name": "network-vif-deleted", "tag": "c718d6da-1e9d-407d-a8b5-8208e6dcc552", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:53:58.461825 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86b4b0fb-3eda-4a0a-9741-22b373e5baa7 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:53:58.462223 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd8f926-4068-44c6-a242-5dd7e1969706', 'name': 'network-vif-deleted', 'tag': 'c718d6da-1e9d-407d-a8b5-8208e6dcc552', 'status': 'completed', 'code': 200} Dec 06 12:53:58.754654 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbe4a-d608-4254-8edb-81aaf3ea274f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:53:58.862546 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f813169a-945a-44ce-9e2b-13b3c9c9d751 req-e0491d88-0016-4a43-979d-3770933b325f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd8f926-4068-44c6-a242-5dd7e1969706 HTTP/1.1" status: 200 len: 210 time: 0.0278242 Dec 06 12:53:59.923222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51708) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:00.002016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:00.280187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:00.529761 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port f77cd75d-dc05-4b62-88bb-934bafd0e737 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:54:00.530251 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:00.618187 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port f77cd75d-dc05-4b62-88bb-934bafd0e737, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f77cd75d-dc05-4b62-88bb-934bafd0e737,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:00.618538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:00.630417 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for f77cd75d-dc05-4b62-88bb-934bafd0e737 owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:54:00.810358 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:00.840810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=f77cd75d-dc05-4b62-88bb-934bafd0e737,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:01.014286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:01.070217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:01.251598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c718d6da-1e9d-407d-a8b5-8208e6dcc552 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:54:01.276674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: c718d6da-1e9d-407d-a8b5-8208e6dcc552 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:54:01.277008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device c718d6da-1e9d-407d-a8b5-8208e6dcc552 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:54:01.557002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:54:01.659484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:54:01.664478 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dd1137c1-67d4-4d2c-9528-b2e1c9cbfc17 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/626fa0f4-6832-4eb3-a01e-651afc2a8ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401845 Dec 06 12:54:01.667926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51710) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:01.670389 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] Sync routers for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:54:01.680018 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:54:01.680704 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:01.718915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-41531d08-8710-48e3-8cec-9551bd56b025 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting subnet e588fbc8-2b77-44c5-bceb-6776c6ead235 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:54:01.722006 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41531d08-8710-48e3-8cec-9551bd56b025 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:01.762573 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41531d08-8710-48e3-8cec-9551bd56b025 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:01.786202 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:54:01.849893 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41531d08-8710-48e3-8cec-9551bd56b025 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:01.907089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41531d08-8710-48e3-8cec-9551bd56b025 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:01.936704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41531d08-8710-48e3-8cec-9551bd56b025 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Subnet': ['ID=e588fbc8-2b77-44c5-bceb-6776c6ead235,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:01.940163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41531d08-8710-48e3-8cec-9551bd56b025 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:01.946053 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51712) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:01.946466 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-41531d08-8710-48e3-8cec-9551bd56b025 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/subnets/e588fbc8-2b77-44c5-bceb-6776c6ead235 HTTP/1.1" status: 204 len: 168 time: 0.2771733 Dec 06 12:54:01.950190 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79048244-fbbe-41b6-bf0f-9ed35d522320 None None] Network dfb41481-3893-40a8-8e07-9cb16e170bb1 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:54:01.974208 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:54:00Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:02.003105 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] Checking router: 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:54:02.012413 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] Routers {'626fa0f4-6832-4eb3-a01e-651afc2a8ef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:54:02.013089 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:02.060904 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.071224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.125961 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] Set router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:54:02.158191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] DHCP port deletion for dfb41481-3893-40a8-8e07-9cb16e170bb1 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:54:02.182852 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.210689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Deleting port 538794dc-ec2b-497e-9c14-fdb4ec6952bd {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:54:02.211057 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.247005 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port ae37d066-2c88-4e13-b0f7-a37108263485 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:54:02.247419 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.277077 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] For port 538794dc-ec2b-497e-9c14-fdb4ec6952bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=538794dc-ec2b-497e-9c14-fdb4ec6952bd,segment=NetworkSegment(c1b6f1da-d82e-4039-9e43-7e2bd254bf36),segment_id=c1b6f1da-d82e-4039-9e43-7e2bd254bf36)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:02.277493 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.294953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Calling delete_port for 538794dc-ec2b-497e-9c14-fdb4ec6952bd owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:54:02.347398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port ae37d066-2c88-4e13-b0f7-a37108263485, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae37d066-2c88-4e13-b0f7-a37108263485,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:02.347764 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.374713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for ae37d066-2c88-4e13-b0f7-a37108263485 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:54:02.391435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.417811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Pushing event deleted for resources: {'Port': ['ID=538794dc-ec2b-497e-9c14-fdb4ec6952bd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:02.419073 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:54:00Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:02.424105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] No DVR routers for this DVR port 538794dc-ec2b-497e-9c14-fdb4ec6952bd on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:54:02.429012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.429373 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.429752 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.433370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.433887 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.434401 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.434794 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.435191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.435538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.435941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.436249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.436567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.436896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b83f0-9272-40bb-820e-d8d5b97238b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:02.472785 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 538794dc-ec2b-497e-9c14-fdb4ec6952bd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:54:02.475252 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14629bd-9cef-43eb-9b40-425a59601f7c None None] The sync data for ids ['626fa0f4-6832-4eb3-a01e-651afc2a8ef0'] in dv-neutron-master-2-hyperv is: [{'id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900769458', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79'}], 'enable_snat': True}, 'gw_port_id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:54:00Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ae37d066-2c88-4e13-b0f7-a37108263485', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626fa0f4-6832-4eb3-a01e-651afc2a8ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:51:19Z', 'updated_at': '2021-12-06T12:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:54:02.494150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 538794dc-ec2b-497e-9c14-fdb4ec6952bd {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:54:02.494496 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 538794dc-ec2b-497e-9c14-fdb4ec6952bd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:54:02.569610 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.596048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=ae37d066-2c88-4e13-b0f7-a37108263485,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:02.609764 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c572c3-1109-49cc-9ea9-5b2a0295ad87 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:54:02.655404 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.746355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.748489 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.790291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.790905 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Fanout notify agent at l3_agent the message router_deleted on router 626fa0f4-6832-4eb3-a01e-651afc2a8ef0 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:54:02.797940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.799044 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-72e46099-4556-4c04-90ce-cd88f4ce3918 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/routers/626fa0f4-6832-4eb3-a01e-651afc2a8ef0 HTTP/1.1" status: 204 len: 168 time: 0.8520303 Dec 06 12:54:02.802192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51714) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:02.884228 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:02.980468 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.001749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb41481-3893-40a8-8e07-9cb16e170bb1']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:03.012729 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:03.013026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b6f1da-d82e-4039-9e43-7e2bd254bf36') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:03.023036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.037429 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.044285 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:54:03.044820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:54:03.048616 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:54:03.114530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.122421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.128834 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51716) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:03.131401 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/networks/dfb41481-3893-40a8-8e07-9cb16e170bb1 HTTP/1.1" status: 204 len: 168 time: 0.3283906 Dec 06 12:54:03.146114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88cf88-1ec5-4445-b7dc-f5be4bc6a60d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Network': ['ID=dfb41481-3893-40a8-8e07-9cb16e170bb1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:03.188258 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e38e411a-bc0a-4e13-9269-3b321462d9cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.212751 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e38e411a-bc0a-4e13-9269-3b321462d9cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.279756 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e38e411a-bc0a-4e13-9269-3b321462d9cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.282373 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e38e411a-bc0a-4e13-9269-3b321462d9cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.283548 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e38e411a-bc0a-4e13-9269-3b321462d9cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/security-groups/5eb113f4-e3c2-470c-b629-9385d83f981c HTTP/1.1" status: 204 len: 168 time: 0.1537230 Dec 06 12:54:03.298634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e411a-bc0a-4e13-9269-3b321462d9cf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb113f4-e3c2-470c-b629-9385d83f981c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:03.527629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51722) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:03.532317 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-17ec7c58-a0aa-431e-8574-b2d18ab9530c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690483362', 'description': 'tempest-secgroup-smoke-1690483362 description', 'project_id': 'bc4a2362dfc84263ad25c97426939122'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:03.557217 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17ec7c58-a0aa-431e-8574-b2d18ab9530c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.625062 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17ec7c58-a0aa-431e-8574-b2d18ab9530c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.628569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17ec7c58-a0aa-431e-8574-b2d18ab9530c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.658246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-17ec7c58-a0aa-431e-8574-b2d18ab9530c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.659495 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-17ec7c58-a0aa-431e-8574-b2d18ab9530c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1308012 Dec 06 12:54:03.660844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec7c58-a0aa-431e-8574-b2d18ab9530c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5f5c9-5402-46f4-b598-09eab224ac79,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:03.663452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51724) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:03.669294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-74fa81bb-be2e-46c0-ad7b-143ecc608af5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '1ce5f5c9-5402-46f4-b598-09eab224ac79', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:03.695052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74fa81bb-be2e-46c0-ad7b-143ecc608af5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.748565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74fa81bb-be2e-46c0-ad7b-143ecc608af5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.751757 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74fa81bb-be2e-46c0-ad7b-143ecc608af5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.768918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa81bb-be2e-46c0-ad7b-143ecc608af5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ede046-3ad8-4014-a1a2-fe27c6cb1fb9,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:03.775269 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74fa81bb-be2e-46c0-ad7b-143ecc608af5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.777184 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-74fa81bb-be2e-46c0-ad7b-143ecc608af5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123223 Dec 06 12:54:03.779924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51726) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:03.784184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3b69284a-5b93-43b8-bade-02d4714f27df tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '1ce5f5c9-5402-46f4-b598-09eab224ac79', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:03.809611 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b69284a-5b93-43b8-bade-02d4714f27df tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.867131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b69284a-5b93-43b8-bade-02d4714f27df tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.870453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b69284a-5b93-43b8-bade-02d4714f27df tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.888434 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69284a-5b93-43b8-bade-02d4714f27df tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0d940b-c05f-421e-b996-d2db9a8db709,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:03.899163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b69284a-5b93-43b8-bade-02d4714f27df tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.900427 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3b69284a-5b93-43b8-bade-02d4714f27df tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195729 Dec 06 12:54:03.903885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51728) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:03.908254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c9982398-6779-4071-bea6-3a6a8ea7c3ba tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '1ce5f5c9-5402-46f4-b598-09eab224ac79', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:03.933537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9982398-6779-4071-bea6-3a6a8ea7c3ba tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.993025 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9982398-6779-4071-bea6-3a6a8ea7c3ba tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:03.996304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9982398-6779-4071-bea6-3a6a8ea7c3ba tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.014496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9982398-6779-4071-bea6-3a6a8ea7c3ba tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9589e1db-a261-4a2c-b9a7-378b069c3267,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:04.021603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9982398-6779-4071-bea6-3a6a8ea7c3ba tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.022854 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c9982398-6779-4071-bea6-3a6a8ea7c3ba tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179929 Dec 06 12:54:04.027206 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51730) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:04.031719 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-985c616c-4abc-4826-bf56-ebce63134a94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '1ce5f5c9-5402-46f4-b598-09eab224ac79', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:04.058559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-985c616c-4abc-4826-bf56-ebce63134a94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.113908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-985c616c-4abc-4826-bf56-ebce63134a94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.117452 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-985c616c-4abc-4826-bf56-ebce63134a94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.136084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c616c-4abc-4826-bf56-ebce63134a94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fcebcc-7a51-4d71-b225-95bda72b2235,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:04.143203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-985c616c-4abc-4826-bf56-ebce63134a94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.144470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-985c616c-4abc-4826-bf56-ebce63134a94 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162910 Dec 06 12:54:04.147067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51732) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:04.151445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7cfbe250-dbad-43f6-a5f9-732bca9f68f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '1ce5f5c9-5402-46f4-b598-09eab224ac79', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:04.173670 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-7cfbe250-dbad-43f6-a5f9-732bca9f68f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:54:04.178720 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe250-dbad-43f6-a5f9-732bca9f68f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.253280 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe250-dbad-43f6-a5f9-732bca9f68f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.256793 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe250-dbad-43f6-a5f9-732bca9f68f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.274596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbe250-dbad-43f6-a5f9-732bca9f68f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afed2946-41fb-4554-b9f3-26a0ff71756c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:04.284309 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe250-dbad-43f6-a5f9-732bca9f68f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.285497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7cfbe250-dbad-43f6-a5f9-732bca9f68f3 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374757 Dec 06 12:54:04.288188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51734) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:04.293232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-3c570ffb-51dd-4342-a368-8cc2d5a5b5b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'security_group_rule': {'security_group_id': '1ce5f5c9-5402-46f4-b598-09eab224ac79', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:04.314723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-3c570ffb-51dd-4342-a368-8cc2d5a5b5b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Project bc4a2362dfc84263ad25c97426939122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:54:04.319724 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c570ffb-51dd-4342-a368-8cc2d5a5b5b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.376873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ae37d066-2c88-4e13-b0f7-a37108263485 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:54:04.383480 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c570ffb-51dd-4342-a368-8cc2d5a5b5b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.387780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c570ffb-51dd-4342-a368-8cc2d5a5b5b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.398803 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ae37d066-2c88-4e13-b0f7-a37108263485 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:54:04.399150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ae37d066-2c88-4e13-b0f7-a37108263485 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:54:04.399576 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f77cd75d-dc05-4b62-88bb-934bafd0e737 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:54:04.406132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c570ffb-51dd-4342-a368-8cc2d5a5b5b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c415bfc6-efd3-48c0-a9ba-60c1b9204304,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:04.414502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c570ffb-51dd-4342-a368-8cc2d5a5b5b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.415729 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3c570ffb-51dd-4342-a368-8cc2d5a5b5b2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265290 Dec 06 12:54:04.419105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51736) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:04.421473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f77cd75d-dc05-4b62-88bb-934bafd0e737 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:54:04.421932 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f77cd75d-dc05-4b62-88bb-934bafd0e737 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:54:04.423979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'network': {'name': 'tempest-network-smoke--885207186', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'port_security_enabled': True}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:04.443981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:54:04.447353 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.471304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:54:04.481412 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.481763 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Added segment cc3f651a-2027-426d-b2ff-f878fb73e1e9 of type vlan for network d3152f05-0eff-4aa9-9a88-f6926f51217b Dec 06 12:54:04.520048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.545447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.551097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:04.551686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.588199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1679964 Dec 06 12:54:04.591720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51738) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:04.596494 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'admin_state_up': True, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:04.624441 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.625580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:04.625962 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfaa55-24c0-4b46-a66e-d09a7dbcf69c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Network': ['ID=d3152f05-0eff-4aa9-9a88-f6926f51217b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:04.638293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network d3152f05-0eff-4aa9-9a88-f6926f51217b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:54:04.678784 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:05.127184 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:05.332506 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:05.351467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:05.455230 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.86 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/ee5a9ea0-24e5-4fcd-98e2-6cc603087101) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:54:05.565006 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:05.603418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:05.643674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:54:05.646452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:54:05.649922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:54:05.661487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a1d64-5e88-4851-9550-c0f190738ee7 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:54:05.676762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=ee5a9ea0-24e5-4fcd-98e2-6cc603087101,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:05.748704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-e2abe003-2677-4c53-a41a-7dcd73fb851b None None] Provisioning complete for port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:05.749072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2abe003-2677-4c53-a41a-7dcd73fb851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:05.783897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e2abe003-2677-4c53-a41a-7dcd73fb851b None None] Port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:54:05.915650 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:06.111281 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:06.244407 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:54:06.349802 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:54:06.360050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Sync routers for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:54:06.371922 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:06.372098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:54:06.372098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:06.375291 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2788bf13-8b79-4778-b850-db0f4c21aa24 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7824042 Dec 06 12:54:06.375445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51740) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:06.403734 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-891cc969-0e05-48e7-a713-a9a733c04d8e tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bc4a2362dfc84263ad25c97426939122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271144 Dec 06 12:54:06.406330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51742) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:06.476377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:54:06.491390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7d9fd-ed42-4e3f-8087-b3f88099dec3 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:06.492916 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-efd7d9fd-ed42-4e3f-8087-b3f88099dec3 tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855241 Dec 06 12:54:06.496473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51744) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:06.523580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d112c6f2-0674-4bfc-a852-59d2d94520bd tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c355b24e-c41e-41ef-b5bb-f4107a1898b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259461 Dec 06 12:54:06.526513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51746) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:06.531256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1196157185', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:06.622415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:54:06.626105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:06.654176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:05Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:06.684222 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Checking router: 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:54:06.685067 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Updating router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:54:06.709980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:06.806193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:06.868362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Subnet': ['ID=1f482431-f96f-41d5-b184-eb82e49586c2,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:06.876917 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Checking segment: {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:54:06.877128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network hostable DHCP agents. Network: d3152f05-0eff-4aa9-9a88-f6926f51217b, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:54:06.894011 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network d3152f05-0eff-4aa9-9a88-f6926f51217b is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:54:06.904222 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d3152f05-0eff-4aa9-9a88-f6926f51217b) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:54:06.908911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:06.909507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:06.919252 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5101ca8d-9fee-48c3-8c56-7e4bc5fe1c5d None None] Network d3152f05-0eff-4aa9-9a88-f6926f51217b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:54:06.926964 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8def4ac8-6a00-4e5c-9fc3-bc84ea80388a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3994541 Dec 06 12:54:06.929928 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51748) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:07.016152 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.023885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.087317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f77823-5025-4e94-8928-c622aa3346c4 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:54:07.124900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Attempting to bind port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:54:07.125285 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Attempting to bind port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:54:07.125656 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Attempting to bind port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:54:07.130467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfc1ac-d4ec-4f5a-afde-e2002b2c650e None None] Pushing event updated for resources: {'Port': ['ID=ee5a9ea0-24e5-4fcd-98e2-6cc603087101,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:07.140429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:54:07.140815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:54:07.141224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.141613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:54:07.142201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Bound port: ee5a9ea0-24e5-4fcd-98e2-6cc603087101, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:54:07.142607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.214499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d3152f05-0eff-4aa9-9a88-f6926f51217b', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:54:07.215336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.245700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-09627527-9682-4ff1-8607-947f727c2ce6 None None] Provisioning complete for port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:07.246246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09627527-9682-4ff1-8607-947f727c2ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.249394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] For port ee5a9ea0-24e5-4fcd-98e2-6cc603087101, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:54:07.253899 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] For port ee5a9ea0-24e5-4fcd-98e2-6cc603087101, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee5a9ea0-24e5-4fcd-98e2-6cc603087101,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:54:07.284827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.367393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.394609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f07800-e4e2-4ee4-95af-f8d893001e17 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:54:07.411135 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-09627527-9682-4ff1-8607-947f727c2ce6 None None] Port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:54:07.447483 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfc1ac-d4ec-4f5a-afde-e2002b2c650e None None] Pushing event updated for resources: {'Port': ['ID=ee5a9ea0-24e5-4fcd-98e2-6cc603087101,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:07.455447 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:54:07.456098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:07.518184 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Allocated IP 172.20.0.2 (d3152f05-0eff-4aa9-9a88-f6926f51217b/1f482431-f96f-41d5-b184-eb82e49586c2/5a309ecf-ae52-488e-a4ea-21558f614cc2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:54:07.746873 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-523192a2-16a0-49b3-b7e7-bad85b949f62 None None] Provisioning complete for port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:07.747611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-523192a2-16a0-49b3-b7e7-bad85b949f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:07.797975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:54:08.037388 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-523192a2-16a0-49b3-b7e7-bad85b949f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.076796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.090385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.093215 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-523192a2-16a0-49b3-b7e7-bad85b949f62 None None] For port ee5a9ea0-24e5-4fcd-98e2-6cc603087101, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee5a9ea0-24e5-4fcd-98e2-6cc603087101,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:08.119617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-523192a2-16a0-49b3-b7e7-bad85b949f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.135488 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.1 (d3152f05-0eff-4aa9-9a88-f6926f51217b/1f482431-f96f-41d5-b184-eb82e49586c2/03b632fc-273f-4216-a939-e1be1ed1f1ec) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:54:08.142017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Network d3152f05-0eff-4aa9-9a88-f6926f51217b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:54:08.150676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:54:08.156276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:54:08.164345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Pushing event updated for resources: {'Port': ['ID=5a309ecf-ae52-488e-a4ea-21558f614cc2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:08.240985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:05Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:08.252840 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.288164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382424c-bab6-47cb-ac4c-de0f47fec9b3 None None] The sync data for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv is: [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:05Z', 'revision_number': 3, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:54:08.289904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Attempting to bind port 5a309ecf-ae52-488e-a4ea-21558f614cc2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:54:08.290349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Attempting to bind port 5a309ecf-ae52-488e-a4ea-21558f614cc2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:54:08.290731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Attempting to bind port 5a309ecf-ae52-488e-a4ea-21558f614cc2 on network d3152f05-0eff-4aa9-9a88-f6926f51217b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:54:08.293485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523192a2-16a0-49b3-b7e7-bad85b949f62 None None] Pushing event updated for resources: {'Port': ['ID=ee5a9ea0-24e5-4fcd-98e2-6cc603087101,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:08.295306 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.299823 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:54:08.300241 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Checking segment: {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:54:08.300646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.301029 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Bound using segment: {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:54:08.301503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Bound port: 5a309ecf-ae52-488e-a4ea-21558f614cc2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:54:08.301894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.350769 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network d3152f05-0eff-4aa9-9a88-f6926f51217b is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:54:08.353881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:54:08.358044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:54:08.370754 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] For port 5a309ecf-ae52-488e-a4ea-21558f614cc2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:54:08.374847 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] For port 5a309ecf-ae52-488e-a4ea-21558f614cc2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a309ecf-ae52-488e-a4ea-21558f614cc2,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:54:08.380106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.386794 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=03b632fc-273f-4216-a939-e1be1ed1f1ec,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:08.420939 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.443405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd9400-1fcb-4370-bee9-22a424a0134a None None] Pushing event updated for resources: {'Port': ['ID=5a309ecf-ae52-488e-a4ea-21558f614cc2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:08.576066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.908248 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.913599 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:08.991473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=03b632fc-273f-4216-a939-e1be1ed1f1ec,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:08.994068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:09.092715 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network d3152f05-0eff-4aa9-9a88-f6926f51217b is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:54:09.094198 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:54:09.457487 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230685ee-4fdc-4a69-a732-68a63fe1a7ab None None] Network d3152f05-0eff-4aa9-9a88-f6926f51217b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:54:09.522858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:54:09.584427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-9e682043-2e0d-43b5-880a-7ac6de57d3a0 None None] Provisioning complete for port 5a309ecf-ae52-488e-a4ea-21558f614cc2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:09.584672 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e682043-2e0d-43b5-880a-7ac6de57d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:09.642943 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:54:09.648441 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7d7f2bfe-7fd6-46f1-a14d-9eae51d041f7 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/3185dffe-f55f-4cbe-a0f3-42bb0370d2f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7174771 Dec 06 12:54:09.705839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e682043-2e0d-43b5-880a-7ac6de57d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:09.749723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9e682043-2e0d-43b5-880a-7ac6de57d3a0 None None] For port 5a309ecf-ae52-488e-a4ea-21558f614cc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a309ecf-ae52-488e-a4ea-21558f614cc2,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:09.755743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e682043-2e0d-43b5-880a-7ac6de57d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:09.811415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e682043-2e0d-43b5-880a-7ac6de57d3a0 None None] Pushing event updated for resources: {'Port': ['ID=5a309ecf-ae52-488e-a4ea-21558f614cc2,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:09.930802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-f22dbde7-d64f-40ed-8dd6-d524fd2af1c2 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690483362&fields=id&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 267 time: 0.0502570 Dec 06 12:54:09.950983 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Sync routers for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:54:09.960917 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:54:09.961822 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:09.988250 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d2f9e1a2-6382-4ad1-b264-c076d470b4e8 None None] Provisioning complete for port 03b632fc-273f-4216-a939-e1be1ed1f1ec triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:09.988877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e1a2-6382-4ad1-b264-c076d470b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.035394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9e1a2-6382-4ad1-b264-c076d470b4e8 None None] Port 03b632fc-273f-4216-a939-e1be1ed1f1ec cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:54:10.047043 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d2f9e1a2-6382-4ad1-b264-c076d470b4e8 None None] Provisioning complete for port 5a309ecf-ae52-488e-a4ea-21558f614cc2 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:10.047449 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e1a2-6382-4ad1-b264-c076d470b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.065094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-1e3a18b8-de70-42fb-8c32-f2914762c930 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:10.067266 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-1e3a18b8-de70-42fb-8c32-f2914762c930 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/networks?id=d3152f05-0eff-4aa9-9a88-f6926f51217b HTTP/1.1" status: 200 len: 796 time: 0.1280003 Dec 06 12:54:10.087688 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-34b33709-7f66-41e1-b925-7eb3c3751be1 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/quotas/bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 375 time: 0.0146012 Dec 06 12:54:10.096396 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:54:10.153735 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-2f26f618-4d02-4635-b20d-8444586a6a0b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561810 Dec 06 12:54:10.261310 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-e3c303cf-06f9-441d-bbe3-07e7645696f5 service neutron] 10.222.0.24 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947325 Dec 06 12:54:10.270921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f1b4dbc2-e5ed-4012-af0c-bca880df9ef7 None None] Provisioning complete for port 03b632fc-273f-4216-a939-e1be1ed1f1ec triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:10.271290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1b4dbc2-e5ed-4012-af0c-bca880df9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.322046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4dbc2-e5ed-4012-af0c-bca880df9ef7 None None] Port 03b632fc-273f-4216-a939-e1be1ed1f1ec cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:54:10.342988 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 2, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:10.380813 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-32c0c6c3-1d90-4e0d-b24e-eb07862a0053 service neutron] 10.222.0.24 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129134 Dec 06 12:54:10.388390 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Checking router: 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:54:10.388699 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Updating router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 port 03b632fc-273f-4216-a939-e1be1ed1f1ec binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:54:10.414017 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.445147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2e95cf61-a43d-4348-96c6-d92529edc592 None None] Provisioning complete for port 03b632fc-273f-4216-a939-e1be1ed1f1ec triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:10.445527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e95cf61-a43d-4348-96c6-d92529edc592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.484972 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5a309ecf-ae52-488e-a4ea-21558f614cc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:54:10.490200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2e95cf61-a43d-4348-96c6-d92529edc592 None None] Port 03b632fc-273f-4216-a939-e1be1ed1f1ec cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:54:10.552975 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 5a309ecf-ae52-488e-a4ea-21558f614cc2 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:10.553345 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.606424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1ada813d-4dd8-43aa-bec5-f90c2cf8640f req-20647304-6885-4ca0-8fc0-7fc876b18787 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 210 time: 0.0532944 Dec 06 12:54:10.644880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ee5a9ea0-24e5-4fcd-98e2-6cc603087101 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:54:10.699399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:10.699776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.738184 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.745169 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.794168 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Pushing event updated for resources: {'Port': ['ID=03b632fc-273f-4216-a939-e1be1ed1f1ec,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:10.819040 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.819391 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.819735 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.820105 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.820440 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.820775 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.821111 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.821436 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.822328 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.823228 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.823610 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.823938 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.824271 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:54:10.859506 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Attempting to bind port 03b632fc-273f-4216-a939-e1be1ed1f1ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:54:10.860016 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Attempting to bind port 03b632fc-273f-4216-a939-e1be1ed1f1ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:54:10.860283 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Attempting to bind port 03b632fc-273f-4216-a939-e1be1ed1f1ec on network d3152f05-0eff-4aa9-9a88-f6926f51217b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:54:10.865655 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:54:10.866087 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Checking segment: {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:54:10.866434 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.866855 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Bound using segment: {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:54:10.867329 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Bound port: 03b632fc-273f-4216-a939-e1be1ed1f1ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:54:10.867717 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:10.942919 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] For port 03b632fc-273f-4216-a939-e1be1ed1f1ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:54:10.949361 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] For port 03b632fc-273f-4216-a939-e1be1ed1f1ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03b632fc-273f-4216-a939-e1be1ed1f1ec,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:54:10.956657 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:11.009723 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:54:11.010934 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:11.063081 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ce302-3b5e-43be-963d-0646fc94b4bf None None] Pushing event updated for resources: {'Port': ['ID=03b632fc-273f-4216-a939-e1be1ed1f1ec,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:11.123217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-127c7e3f-b871-4730-b18b-97904b664922 None None] Provisioning complete for port 03b632fc-273f-4216-a939-e1be1ed1f1ec triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:11.123955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-127c7e3f-b871-4730-b18b-97904b664922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:11.140847 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:54:11.229776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-127c7e3f-b871-4730-b18b-97904b664922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:11.271318 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-127c7e3f-b871-4730-b18b-97904b664922 None None] For port 03b632fc-273f-4216-a939-e1be1ed1f1ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03b632fc-273f-4216-a939-e1be1ed1f1ec,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:11.275084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-127c7e3f-b871-4730-b18b-97904b664922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:11.325271 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c7e3f-b871-4730-b18b-97904b664922 None None] Pushing event updated for resources: {'Port': ['ID=03b632fc-273f-4216-a939-e1be1ed1f1ec,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:11.353100 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:10Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:11.382400 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9665d82-934f-488e-879b-66a972bacc0c None None] The sync data for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv is: [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:10Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:54:11.395520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-8fbf3263-6078-406e-88f1-dbd80a35ca17 None None] Provisioning complete for port 03b632fc-273f-4216-a939-e1be1ed1f1ec triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:11.395914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3263-6078-406e-88f1-dbd80a35ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:11.670117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-779c4740-027c-4e01-9533-aa26e1544a6c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:11.672392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-779c4740-027c-4e01-9533-aa26e1544a6c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/networks?id=d3152f05-0eff-4aa9-9a88-f6926f51217b HTTP/1.1" status: 200 len: 796 time: 0.1236284 Dec 06 12:54:11.730975 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19919377-b381-43bc-b6a4-4a7f0e397bb4 req-c38ab057-4ce9-4ae3-8703-8112c7c42602 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 210 time: 0.0480566 Dec 06 12:54:11.774462 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-e226a187-4537-466b-abce-772ced1c940f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4a2362dfc84263ad25c97426939122 HTTP/1.1" status: 200 len: 380 time: 0.0929728 Dec 06 12:54:11.784696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'port': {'device_id': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'admin_state_up': True, 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'security_groups': ['1ce5f5c9-5402-46f4-b598-09eab224ac79']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:11.900615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Made reservation on behalf of bc4a2362dfc84263ad25c97426939122 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:54:11.904248 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.038038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.20.0.10 (d3152f05-0eff-4aa9-9a88-f6926f51217b/1f482431-f96f-41d5-b184-eb82e49586c2/210f39ea-ea35-4e73-9e66-53341f9b5f07) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:54:12.184071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.218381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.270815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network d3152f05-0eff-4aa9-9a88-f6926f51217b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:54:12.276328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:54:12.278521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:54:12.305075 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=210f39ea-ea35-4e73-9e66-53341f9b5f07,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:12.338137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:12.339379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.357484 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-02fee278-453b-4e99-a83c-6925ad775817 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766752 Dec 06 12:54:12.369357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-88ed455d-c5ca-460d-80fd-770830327ba5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:54:12.370721 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-88ed455d-c5ca-460d-80fd-770830327ba5 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060618 Dec 06 12:54:12.384913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Request body: {'port': {'device_id': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:12.431819 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 03b632fc-273f-4216-a939-e1be1ed1f1ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:54:12.454270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.493751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 03b632fc-273f-4216-a939-e1be1ed1f1ec triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:12.494125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.625868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-86c8d9bf-5cea-4087-9050-447466b7c298 None None] Provisioning complete for port 210f39ea-ea35-4e73-9e66-53341f9b5f07 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:12.626247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86c8d9bf-5cea-4087-9050-447466b7c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.661125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-86c8d9bf-5cea-4087-9050-447466b7c298 None None] Port 210f39ea-ea35-4e73-9e66-53341f9b5f07 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:54:12.737608 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210f39ea-ea35-4e73-9e66-53341f9b5f07 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:54:12.745232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.757268 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Transition to ACTIVE for port object 210f39ea-ea35-4e73-9e66-53341f9b5f07 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:54:12.760813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.834581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Pushing event updated for resources: {'Port': ['ID=210f39ea-ea35-4e73-9e66-53341f9b5f07,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:12.913996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca953e1-9f7d-42fc-ba82-be33edae0682 req-8d199882-e906-4c8c-9f40-2fe6d7a23448 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:12.915579 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9ca953e1-9f7d-42fc-ba82-be33edae0682 req-8d199882-e906-4c8c-9f40-2fe6d7a23448 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 944 time: 0.1051731 Dec 06 12:54:12.932789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Attempting to bind port 210f39ea-ea35-4e73-9e66-53341f9b5f07 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:54:12.933124 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Attempting to bind port 210f39ea-ea35-4e73-9e66-53341f9b5f07 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:54:12.933453 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Attempting to bind port 210f39ea-ea35-4e73-9e66-53341f9b5f07 on network d3152f05-0eff-4aa9-9a88-f6926f51217b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:54:12.946137 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Port 210f39ea-ea35-4e73-9e66-53341f9b5f07 on network d3152f05-0eff-4aa9-9a88-f6926f51217b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:54:12.946462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Attempting to bind port 210f39ea-ea35-4e73-9e66-53341f9b5f07 on network d3152f05-0eff-4aa9-9a88-f6926f51217b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:54:12.959707 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:54:12.960073 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Checking segment: {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:54:12.960549 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Bound using segment: {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:54:12.960878 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Bound port: 210f39ea-ea35-4e73-9e66-53341f9b5f07, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3f651a-2027-426d-b2ff-f878fb73e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:54:12.961232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:12.992228 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9ca953e1-9f7d-42fc-ba82-be33edae0682 req-3c03a73e-d89d-4bdf-ab67-bcb88976b5aa tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703664 Dec 06 12:54:13.039470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] For port 210f39ea-ea35-4e73-9e66-53341f9b5f07, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:54:13.042557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] For port 210f39ea-ea35-4e73-9e66-53341f9b5f07, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:54:13.048578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:13.086408 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:13.087296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:13.089339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] 10.222.0.43 "PUT /v2.0/ports/210f39ea-ea35-4e73-9e66-53341f9b5f07 HTTP/1.1" status: 200 len: 1094 time: 0.7100260 Dec 06 12:54:13.089778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:54:13.092093 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98ec186-d9e6-4d68-97d3-90b2348377d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:54:13.117004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005243d1-b651-446b-9d85-51a4e9fc1970 service neutron] Pushing event updated for resources: {'Port': ['ID=210f39ea-ea35-4e73-9e66-53341f9b5f07,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:13.132794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf502f6-d51b-4b4d-bf0c-52117ca753fb x-openstack-request-id: req-bcf502f6-d51b-4b4d-bf0c-52117ca753fb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:54:13.133221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:54:13.133479 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcf502f6-d51b-4b4d-bf0c-52117ca753fb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:54:13.133886 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'status': 'completed', 'code': 200} Dec 06 12:54:13.181606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-5736b242-e771-405b-850b-626d96ec6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:13.183329 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-5736b242-e771-405b-850b-626d96ec6b5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 1097 time: 0.0426090 Dec 06 12:54:13.226906 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-c852e17b-de47-41ca-8d2a-5b77ce2af414 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07 HTTP/1.1" status: 200 len: 217 time: 0.0361040 Dec 06 12:54:13.282553 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-9c523221-f63f-4d8a-b47d-cb19991bb682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:13.284096 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-9c523221-f63f-4d8a-b47d-cb19991bb682 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f482431-f96f-41d5-b184-eb82e49586c2 HTTP/1.1" status: 200 len: 835 time: 0.0498080 Dec 06 12:54:13.331666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-c90e1dbe-82db-4d04-a4f9-4ca82ba04495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:13.333211 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-c90e1dbe-82db-4d04-a4f9-4ca82ba04495 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3152f05-0eff-4aa9-9a88-f6926f51217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419838 Dec 06 12:54:13.428996 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-adf349a3-5ab9-4f1c-95b8-d6aff927eefe service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879490 Dec 06 12:54:13.519481 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f3577208-d8f5-47fa-85cd-ebc24c7d425a req-c93ec115-889f-4fec-8d67-19abfbe869b1 service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834336 Dec 06 12:54:13.605262 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-73d4b5b0-db83-4a67-84ba-0ac0bba22f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:13.606749 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-73d4b5b0-db83-4a67-84ba-0ac0bba22f93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 1097 time: 0.0409954 Dec 06 12:54:13.699030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-ac651b01-02fc-4bfa-8e10-409a5f0701db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:13.700534 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-ac651b01-02fc-4bfa-8e10-409a5f0701db service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3152f05-0eff-4aa9-9a88-f6926f51217b HTTP/1.1" status: 200 len: 897 time: 0.0872045 Dec 06 12:54:13.741905 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-491678ec-c150-4a7d-8d7b-5583bd16b4b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07 HTTP/1.1" status: 200 len: 217 time: 0.0335155 Dec 06 12:54:13.789074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-536d6a27-c6bb-4fa6-86f1-b99c796f0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:13.790451 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-536d6a27-c6bb-4fa6-86f1-b99c796f0722 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f482431-f96f-41d5-b184-eb82e49586c2 HTTP/1.1" status: 200 len: 835 time: 0.0412836 Dec 06 12:54:13.840056 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-ebc498a1-a5aa-4e0e-be0f-135beb739f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:13.841534 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-ebc498a1-a5aa-4e0e-be0f-135beb739f79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3152f05-0eff-4aa9-9a88-f6926f51217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436580 Dec 06 12:54:13.929583 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-8f813b6d-403b-4d66-aeab-4813e3c8422e service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810258 Dec 06 12:54:14.021449 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b98ec186-d9e6-4d68-97d3-90b2348377d4 req-87cb2491-513e-411c-aa64-d88b390ba6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846758 Dec 06 12:54:14.105791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21447268-15a6-448f-b6ec-89407dcba46c req-9a83bb73-c3b7-4740-979f-95e5341f544b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:14.107160 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-21447268-15a6-448f-b6ec-89407dcba46c req-9a83bb73-c3b7-4740-979f-95e5341f544b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 944 time: 0.0486579 Dec 06 12:54:14.155739 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-21447268-15a6-448f-b6ec-89407dcba46c req-dc6c5a44-3451-4978-9df6-6470d6cd5300 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Dec 06 12:54:15.272117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af034f-96bb-4c9c-b012-15a0e8cfd362 req-44855622-ef1e-4500-93a5-71363be8b2a4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:15.273578 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38af034f-96bb-4c9c-b012-15a0e8cfd362 req-44855622-ef1e-4500-93a5-71363be8b2a4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 944 time: 0.0479872 Dec 06 12:54:15.327307 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-38af034f-96bb-4c9c-b012-15a0e8cfd362 req-42bbcbd6-dffb-4c53-87f8-158c0e7fe690 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471056 Dec 06 12:54:15.561537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:16.442110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fd90f-a2e6-4a13-be3e-7c193eebde46 req-3cd7617f-62e9-4b63-9c2e-47ca597e6efd tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:16.443580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1b0fd90f-a2e6-4a13-be3e-7c193eebde46 req-3cd7617f-62e9-4b63-9c2e-47ca597e6efd tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 944 time: 0.0499485 Dec 06 12:54:16.492574 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1b0fd90f-a2e6-4a13-be3e-7c193eebde46 req-2cc7596d-dd61-4a3a-9a91-4a86fa48d29c tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Dec 06 12:54:17.265568 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 210f39ea-ea35-4e73-9e66-53341f9b5f07 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:54:17.363107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 210f39ea-ea35-4e73-9e66-53341f9b5f07, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:17.374547 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'port_id': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'mac_address': 'fa:16:3e:e0:62:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:54:17.410989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:17.424338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210f39ea-ea35-4e73-9e66-53341f9b5f07 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:54:17.448254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 210f39ea-ea35-4e73-9e66-53341f9b5f07, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:17.452162 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:17.498861 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=210f39ea-ea35-4e73-9e66-53341f9b5f07,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:17.709677 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2325d14-4de8-42c1-acf8-350d51b6548b req-0d1cef29-a129-4999-a838-ddc8e597245d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:17.711132 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2325d14-4de8-42c1-acf8-350d51b6548b req-0d1cef29-a129-4999-a838-ddc8e597245d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 945 time: 0.0488811 Dec 06 12:54:17.759693 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f2325d14-4de8-42c1-acf8-350d51b6548b req-c188db74-68ca-470b-b445-f969de0d6689 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Dec 06 12:54:17.769729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['210f39ea-ea35-4e73-9e66-53341f9b5f07'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:54:18.875715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d2c84-218e-44b2-afa3-913a0c988f3d req-1c612745-116f-4cdd-b141-62dd688356d0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:18.877187 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c52d2c84-218e-44b2-afa3-913a0c988f3d req-1c612745-116f-4cdd-b141-62dd688356d0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Dec 06 12:54:18.927647 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c52d2c84-218e-44b2-afa3-913a0c988f3d req-b0a770e2-9e42-404b-accb-a2cd4fd0b641 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446088 Dec 06 12:54:19.265123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 210f39ea-ea35-4e73-9e66-53341f9b5f07 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:54:19.314621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 210f39ea-ea35-4e73-9e66-53341f9b5f07 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:54:19.318666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 210f39ea-ea35-4e73-9e66-53341f9b5f07 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:54:19.319036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:19.396881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:19.420133 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:54:19.422367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a143442-de74-45e2-ae6d-28c1b4e40fdf" -d '{"events": [{"server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "name": "network-vif-plugged", "status": "completed", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:54:19.434759 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 210f39ea-ea35-4e73-9e66-53341f9b5f07, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:54:19.439323 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:19.489327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=210f39ea-ea35-4e73-9e66-53341f9b5f07,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:19.511001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca634574-357c-469d-b78f-ee40349d440f x-openstack-request-id: req-ca634574-357c-469d-b78f-ee40349d440f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:54:19.511324 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "name": "network-vif-plugged", "status": "completed", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:54:19.511585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca634574-357c-469d-b78f-ee40349d440f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:54:19.512030 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'code': 200} Dec 06 12:54:19.688464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10849ae-d244-403c-ac19-6f0bc984c2e1 req-cc868068-c8ac-47ff-9ac9-a14eb20ddb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:19.689870 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a10849ae-d244-403c-ac19-6f0bc984c2e1 req-cc868068-c8ac-47ff-9ac9-a14eb20ddb3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 1099 time: 0.0429792 Dec 06 12:54:19.737308 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a10849ae-d244-403c-ac19-6f0bc984c2e1 req-0e05cfaa-358c-449c-a609-e749ad45305b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394123 Dec 06 12:54:20.043159 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc629b7-dd1f-4a5f-819b-f1a787ec833e req-baaeb951-2e1c-4d74-952b-d2a1a13870ec tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:20.044712 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ffc629b7-dd1f-4a5f-819b-f1a787ec833e req-baaeb951-2e1c-4d74-952b-d2a1a13870ec tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0511544 Dec 06 12:54:20.097283 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ffc629b7-dd1f-4a5f-819b-f1a787ec833e req-3cae0deb-7a33-4962-9c65-63f34ff403f6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467844 Dec 06 12:54:21.219192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e81c-7c01-4949-85a9-b6d2ab563340 req-b39b677b-5a02-47b9-abd5-14750840915f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:21.220700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e546e81c-7c01-4949-85a9-b6d2ab563340 req-b39b677b-5a02-47b9-abd5-14750840915f tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0518427 Dec 06 12:54:21.269951 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e546e81c-7c01-4949-85a9-b6d2ab563340 req-5f6dd824-f662-4e34-8c8f-7e5b806c5aad tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Dec 06 12:54:21.381993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e6910-38d9-4e0e-a69d-dfd10647b398 req-781f038d-97b9-40a1-857f-b007aaac9556 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:21.383438 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f38e6910-38d9-4e0e-a69d-dfd10647b398 req-781f038d-97b9-40a1-857f-b007aaac9556 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0485821 Dec 06 12:54:21.431150 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f38e6910-38d9-4e0e-a69d-dfd10647b398 req-01cf2147-475c-4db8-a901-259a6af1be63 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Dec 06 12:54:21.453581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51812) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:21.496559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ff420-9979-4d4e-a0f8-e06c8b97ecdc tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:21.498075 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b50ff420-9979-4d4e-a0f8-e06c8b97ecdc tempest-TestNetworkAdvancedServerOps-486065327 tempest-TestNetworkAdvancedServerOps-486065327-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 1094 time: 0.0434544 Dec 06 12:54:21.500876 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51814) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:21.505094 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:54:21.525524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:21.618748 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:21.719755 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Allocated IP 172.36.1.11 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/63a85a15-c1ac-4a0c-859d-8d3a9d3da9b0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:54:21.819995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:21.852474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:21.894320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:54:21.896960 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:54:21.900616 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:54:21.923470 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=63a85a15-c1ac-4a0c-859d-8d3a9d3da9b0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:22.241229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:22.308758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:22.456792 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:22.461193 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:22.531843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event updated for resources: {'Port': ['ID=63a85a15-c1ac-4a0c-859d-8d3a9d3da9b0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:54:22.539965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:22.640030 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP ad506c53-ab4f-4870-901e-2fae8bece40e associated. External IP: 172.36.1.11, port: 210f39ea-ea35-4e73-9e66-53341f9b5f07. Dec 06 12:54:22.842941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:54:22.945927 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:54:22.955875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] Sync routers for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:54:22.965735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:22.966865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:54:22.967481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:22.992634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1d8c68f7-7758-4616-80f0-9bb7e19f415b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4907441 Dec 06 12:54:22.993210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:54:22.996564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:54:23.033801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab3edf4-efcd-4f08-b3ce-b55e2296759e x-openstack-request-id: req-9ab3edf4-efcd-4f08-b3ce-b55e2296759e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:54:23.034158 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:54:23.034495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ab3edf4-efcd-4f08-b3ce-b55e2296759e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:54:23.034985 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'status': 'completed', 'code': 200} Dec 06 12:54:23.078989 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:54:23.127730 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d1a7f-22fd-4370-8cd7-a27c47a97fa2 req-d268bb60-85a2-423f-a33f-2714079a9097 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:23.129167 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf3d1a7f-22fd-4370-8cd7-a27c47a97fa2 req-d268bb60-85a2-423f-a33f-2714079a9097 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0820823 Dec 06 12:54:23.131973 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-4640d244-af81-4d85-967e-d45691c7e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:23.133316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-4640d244-af81-4d85-967e-d45691c7e1a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 1099 time: 0.0747228 Dec 06 12:54:23.468016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad506c53-ab4f-4870-901e-2fae8bece40e', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.11', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'port_id': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'mac_address': 'fa:16:3e:e0:62:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:54:22Z', 'updated_at': '2021-12-06T12:54:22Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:11Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:23.496665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] Checking router: 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:54:23.505364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:54:23.505994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:53:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:23.585074 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf3d1a7f-22fd-4370-8cd7-a27c47a97fa2 req-924db47b-d5ad-45ce-b0c9-f3a89041ca71 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4496808 Dec 06 12:54:23.608587 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51820) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:23.609299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-cdaf6506-511a-4fc1-8cdb-6b42a02a1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:23.610759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-cdaf6506-511a-4fc1-8cdb-6b42a02a1114 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3152f05-0eff-4aa9-9a88-f6926f51217b HTTP/1.1" status: 200 len: 897 time: 0.4690351 Dec 06 12:54:23.630925 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:54:23.669816 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4f5c4aaa-9c91-449d-bdfd-e007855a65bf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/ad506c53-ab4f-4870-901e-2fae8bece40e HTTP/1.1" status: 200 len: 991 time: 0.0600040 Dec 06 12:54:23.681792 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-ddef7ff8-f364-431c-8f8b-42bba8787146 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07 HTTP/1.1" status: 200 len: 999 time: 0.0629849 Dec 06 12:54:23.730959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-e17ceb24-6b2d-4981-8467-f69097ca95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:23.732349 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-e17ceb24-6b2d-4981-8467-f69097ca95f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f482431-f96f-41d5-b184-eb82e49586c2 HTTP/1.1" status: 200 len: 835 time: 0.0438414 Dec 06 12:54:23.777945 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-668e3fb2-3476-4a97-98fb-7f419363c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:54:23.779595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-668e3fb2-3476-4a97-98fb-7f419363c6c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3152f05-0eff-4aa9-9a88-f6926f51217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406017 Dec 06 12:54:23.863179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad506c53-ab4f-4870-901e-2fae8bece40e', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.11', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'port_id': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'mac_address': 'fa:16:3e:e0:62:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:54:22Z', 'updated_at': '2021-12-06T12:54:22Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:11Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:54:23.879293 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-de644580-5338-435a-aab0-4f47a1fd5599 service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920429 Dec 06 12:54:23.890713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad28f2f-05b4-4b67-a855-f5af6c846cc2 None None] The sync data for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv is: [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad506c53-ab4f-4870-901e-2fae8bece40e', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'floating_ip_address': '172.36.1.11', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'port_id': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'mac_address': 'fa:16:3e:e0:62:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:54:22Z', 'updated_at': '2021-12-06T12:54:22Z', 'revision_number': 0, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:11Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:54:23.976339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f0e339ba-df53-4de6-a5fb-d2c9a4414d9c req-cf0c9de4-dba3-4eb6-b434-8a601f110d96 service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894136 Dec 06 12:54:24.087981 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75065aa0-8e76-44dd-a044-9fbf976b34b8 None None] New status for floating IP ad506c53-ab4f-4870-901e-2fae8bece40e: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:54:24.673720 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51822) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:54:24.736197 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-14ac5494-4852-420d-9bb8-2034c2f1b4bf tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/ad506c53-ab4f-4870-901e-2fae8bece40e HTTP/1.1" status: 200 len: 993 time: 0.0613885 Dec 06 12:54:26.341963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-886f7914-836c-48e6-9428-966a4584378a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:28.756827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ee7bef1-8668-4bc2-b35c-eb070b4bde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:30.005197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:31.070913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:32.033492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:34.628209 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:54:45.568826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:56.344165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-26442c6c-22d4-422c-9a80-9bce32addd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:54:58.758708 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca76486-62f4-4619-bc9d-143d1f97b02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:00.009827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:00.951017 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-650ad9b8-6c51-4262-b2a4-2970344a74d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401978 Dec 06 12:55:01.033909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-a3a21862-5bbe-4ca0-a9b2-c4e4857ed634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:01.035431 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-a3a21862-5bbe-4ca0-a9b2-c4e4857ed634 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 1099 time: 0.0412998 Dec 06 12:55:01.073774 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:01.145909 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-8fbef992-76d3-4b81-871d-303ef41af288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:01.147349 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-8fbef992-76d3-4b81-871d-303ef41af288 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3152f05-0eff-4aa9-9a88-f6926f51217b HTTP/1.1" status: 200 len: 897 time: 0.0883861 Dec 06 12:55:01.217913 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-7f8101b2-b8ad-4897-8d52-193e245987cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07 HTTP/1.1" status: 200 len: 1001 time: 0.0591545 Dec 06 12:55:01.266389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-84de54b1-608b-479d-a960-d653d6605fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:01.267875 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-84de54b1-608b-479d-a960-d653d6605fd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f482431-f96f-41d5-b184-eb82e49586c2 HTTP/1.1" status: 200 len: 835 time: 0.0434372 Dec 06 12:55:01.317967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-8806c37e-b8df-4548-9c14-e017ebeb2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:01.319444 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-8806c37e-b8df-4548-9c14-e017ebeb2bc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3152f05-0eff-4aa9-9a88-f6926f51217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446858 Dec 06 12:55:01.407195 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-765dc881-6808-4186-a758-ae3f1bdc058e service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804653 Dec 06 12:55:01.500970 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-58daa957-80e5-4af6-886f-5abd17ba2835 req-05112a7d-2ed2-4bb1-8396-db03dcae76cc service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852630 Dec 06 12:55:02.035293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:11.627015 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:55:15.562537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:26.345309 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db8e9185-e6cf-42c3-97a5-e9fae22311ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:27.578806 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3af2e5-1b7e-4e6d-98ad-b88145151ae3 req-2310bde3-54e2-4331-8f55-1e29cb383b31 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:27.580240 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3af2e5-1b7e-4e6d-98ad-b88145151ae3 req-2310bde3-54e2-4331-8f55-1e29cb383b31 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0494401 Dec 06 12:55:27.629138 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3af2e5-1b7e-4e6d-98ad-b88145151ae3 req-541d4951-82fc-4653-8c92-050f03eeb4ed tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Dec 06 12:55:28.751563 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353d293-f390-4693-a72a-a412aab5ab74 req-bde0e29b-868f-44e6-8eda-3fc899437e95 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:28.753144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1353d293-f390-4693-a72a-a412aab5ab74 req-bde0e29b-868f-44e6-8eda-3fc899437e95 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0539269 Dec 06 12:55:28.765469 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b894ba4-f32b-41a8-b84c-c883ec46fbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:28.805474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1353d293-f390-4693-a72a-a412aab5ab74 req-15fd2ee4-2700-465d-9d0b-a6601af9f4cc tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448012 Dec 06 12:55:29.918355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75fa94-78b4-4cb5-9d1a-7d2c19969933 req-302c542f-bb99-4f52-b67e-a0e77ac1c937 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:29.919929 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b75fa94-78b4-4cb5-9d1a-7d2c19969933 req-302c542f-bb99-4f52-b67e-a0e77ac1c937 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0478830 Dec 06 12:55:29.969650 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b75fa94-78b4-4cb5-9d1a-7d2c19969933 req-22562250-af98-41ee-8535-ffdc3a09f6eb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Dec 06 12:55:29.990956 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51852) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:30.015385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:30.055304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-99bba1c3-2e0c-4c1f-ae8d-e0af4eaedd10 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/ad506c53-ab4f-4870-901e-2fae8bece40e HTTP/1.1" status: 200 len: 993 time: 0.0631700 Dec 06 12:55:31.077495 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:31.364663 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb660dae-06a4-4da7-82ed-a58b05f6e135 req-fc30c22b-9e70-4194-a3d2-4c29fe711367 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:31.366138 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb660dae-06a4-4da7-82ed-a58b05f6e135 req-fc30c22b-9e70-4194-a3d2-4c29fe711367 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0762451 Dec 06 12:55:31.381885 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-51bd2412-eaf5-4f85-9746-51fa8ca8505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:31.383333 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-51bd2412-eaf5-4f85-9746-51fa8ca8505c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 1099 time: 0.0654678 Dec 06 12:55:31.472809 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb660dae-06a4-4da7-82ed-a58b05f6e135 req-56002ba2-a5d7-49aa-b06f-d0ab221a60ae tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986903 Dec 06 12:55:31.501947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-1c9abf03-20c4-4164-af11-35354fd5faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:31.503410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-1c9abf03-20c4-4164-af11-35354fd5faaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3152f05-0eff-4aa9-9a88-f6926f51217b HTTP/1.1" status: 200 len: 897 time: 0.1119959 Dec 06 12:55:31.567609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-9eafbacb-3562-414b-8878-c20d1bdd3dce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07 HTTP/1.1" status: 200 len: 1001 time: 0.0570590 Dec 06 12:55:31.619523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-9ac176c2-f02a-40dc-a814-b0327e6f4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:31.621539 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-9ac176c2-f02a-40dc-a814-b0327e6f4dea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f482431-f96f-41d5-b184-eb82e49586c2 HTTP/1.1" status: 200 len: 835 time: 0.0473063 Dec 06 12:55:31.665651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-69bafac6-140a-4815-9751-e9578c93d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:31.667082 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-69bafac6-140a-4815-9751-e9578c93d216 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3152f05-0eff-4aa9-9a88-f6926f51217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387878 Dec 06 12:55:31.757606 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-17471590-baa0-440e-a8f3-1c740c695be1 service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832841 Dec 06 12:55:31.846914 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f40710de-42da-44d6-aa67-b34aa5c8a6c8 req-e6094471-7304-4def-aae1-6a903f794a9d service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809488 Dec 06 12:55:32.036788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:32.590390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb6a2c-2096-4139-948d-5ecad6942552 req-4c33a61d-3ad7-4aa0-9f48-34542c3250a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:32.591801 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83eb6a2c-2096-4139-948d-5ecad6942552 req-4c33a61d-3ad7-4aa0-9f48-34542c3250a8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0495515 Dec 06 12:55:32.654241 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83eb6a2c-2096-4139-948d-5ecad6942552 req-9cc91048-b343-4c55-995e-0792c009d6c6 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565386 Dec 06 12:55:33.768140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8a2e-d3b0-4484-92ca-ccc320e67d54 req-fd88b71f-f101-47e8-9371-b69a407191bb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:33.769618 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-284c8a2e-d3b0-4484-92ca-ccc320e67d54 req-fd88b71f-f101-47e8-9371-b69a407191bb tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0490775 Dec 06 12:55:33.818739 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-284c8a2e-d3b0-4484-92ca-ccc320e67d54 req-dc2179dc-4f52-40cf-9d74-2c67982c6756 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431483 Dec 06 12:55:33.841576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51866) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:33.905813 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-aa15ce53-7700-4af2-ba7f-2df4e0bfd7bc tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/floatingips/ad506c53-ab4f-4870-901e-2fae8bece40e HTTP/1.1" status: 200 len: 993 time: 0.0627313 Dec 06 12:55:34.201901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51874) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:34.396746 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 63a85a15-c1ac-4a0c-859d-8d3a9d3da9b0 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:55:34.397251 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:34.480315 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:34.480554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:34.492451 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 63a85a15-c1ac-4a0c-859d-8d3a9d3da9b0 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:55:34.657103 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:34.691987 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=63a85a15-c1ac-4a0c-859d-8d3a9d3da9b0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:34.725333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.725688 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.726031 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.727543 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.728015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.728368 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.728715 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.729055 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.729396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.729728 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.730061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.731457 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.731801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:34.783716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:34.784549 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Floating IP ad506c53-ab4f-4870-901e-2fae8bece40e disassociated (deleted). External IP: 172.36.1.11, port: 210f39ea-ea35-4e73-9e66-53341f9b5f07. Dec 06 12:55:34.999001 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:55:35.104868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:55:35.109577 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:35.119476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] Sync routers for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:55:35.132655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:35.133280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:35.140742 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9d2ff02b-6c90-48a3-991b-4901fc17ff51 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/floatingips/ad506c53-ab4f-4870-901e-2fae8bece40e HTTP/1.1" status: 204 len: 168 time: 0.9378240 Dec 06 12:55:35.141427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:35.143868 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:35.182323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ba00b-fc63-4f9c-9b7e-d080348c5bbd x-openstack-request-id: req-c25ba00b-fc63-4f9c-9b7e-d080348c5bbd {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:35.182621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:35.182881 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c25ba00b-fc63-4f9c-9b7e-d080348c5bbd {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:35.183837 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'status': 'completed', 'code': 200} Dec 06 12:55:35.250414 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:35.252780 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-7062eb65-4fad-468e-9eab-ef3c50b083a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:35.255087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-7062eb65-4fad-468e-9eab-ef3c50b083a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc4a2362dfc84263ad25c97426939122&device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 1099 time: 0.0482240 Dec 06 12:55:35.398020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-afb3fcfd-5e66-4362-afdc-360fd4fb5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:35.399513 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-afb3fcfd-5e66-4362-afdc-360fd4fb5c72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3152f05-0eff-4aa9-9a88-f6926f51217b HTTP/1.1" status: 200 len: 897 time: 0.1323957 Dec 06 12:55:35.408560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3fcf1-41aa-4d44-8e37-9279c644cdf3 req-443021a6-423f-426e-b34e-6e8d65f7ef07 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:35.410061 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8fd3fcf1-41aa-4d44-8e37-9279c644cdf3 req-443021a6-423f-426e-b34e-6e8d65f7ef07 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0748949 Dec 06 12:55:35.463010 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-1d8b17c5-bcbb-4f01-b887-f81c6e277d04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07 HTTP/1.1" status: 200 len: 217 time: 0.0516672 Dec 06 12:55:35.466618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:11Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:35.493053 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] Checking router: 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:55:35.501188 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:35.501718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:35.525129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8fd3fcf1-41aa-4d44-8e37-9279c644cdf3 req-9ac13d07-c886-435b-95f8-68415b5392d8 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059086 Dec 06 12:55:35.533226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-91ca0ab6-2351-4d1d-a882-816fe03cd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:35.534663 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-91ca0ab6-2351-4d1d-a882-816fe03cd3f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f482431-f96f-41d5-b184-eb82e49586c2 HTTP/1.1" status: 200 len: 835 time: 0.0634935 Dec 06 12:55:35.583537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-a41f0291-978a-40fe-9746-8360ab42d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:35.585053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-a41f0291-978a-40fe-9746-8360ab42d97f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3152f05-0eff-4aa9-9a88-f6926f51217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425589 Dec 06 12:55:35.607839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:35.679786 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-1dca0c8b-893f-47f6-8f92-30ffb402f463 service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861580 Dec 06 12:55:35.780684 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1d33d8a3-a57e-4755-8cb2-7b1848c6b006 req-6aa71444-05ce-440a-af4f-5d5e8fade332 service neutron] 10.222.0.43 "GET /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930328 Dec 06 12:55:35.814542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:11Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:35.840900 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5ef74-5e15-41cf-908a-bce4c5bc2031 None None] The sync data for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv is: [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '03b632fc-273f-4216-a939-e1be1ed1f1ec', 'name': '', 'network_id': 'd3152f05-0eff-4aa9-9a88-f6926f51217b', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'mac_address': 'fa:16:3e:78:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:07Z', 'updated_at': '2021-12-06T12:54:11Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'subnets': [{'id': '1f482431-f96f-41d5-b184-eb82e49586c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:55:36.061626 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27744a-6635-4cec-91e9-355ab4301813 None None] New status for floating IP ad506c53-ab4f-4870-901e-2fae8bece40e: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:55:36.648442 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe30534-6d28-4a30-9553-2bed65e03db4 req-d930c345-fbe5-4dae-a6cb-2e715721537b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:36.649903 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cbe30534-6d28-4a30-9553-2bed65e03db4 req-d930c345-fbe5-4dae-a6cb-2e715721537b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0519958 Dec 06 12:55:36.698089 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cbe30534-6d28-4a30-9553-2bed65e03db4 req-95eb4cc4-d3eb-4037-9bc0-1662b5154bf4 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ce5f5c9-5402-46f4-b598-09eab224ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 Dec 06 12:55:37.031338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-b8169321-46ba-46b4-9914-e457f8b9abd9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:37.032822 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-b8169321-46ba-46b4-9914-e457f8b9abd9 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 946 time: 0.0481896 Dec 06 12:55:37.134042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 210f39ea-ea35-4e73-9e66-53341f9b5f07 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:55:37.134374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:37.223812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 210f39ea-ea35-4e73-9e66-53341f9b5f07, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=210f39ea-ea35-4e73-9e66-53341f9b5f07,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:37.224201 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:37.237173 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 210f39ea-ea35-4e73-9e66-53341f9b5f07 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:55:37.370579 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:37.399114 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=210f39ea-ea35-4e73-9e66-53341f9b5f07,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:37.447355 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] No DVR routers for this DVR port 210f39ea-ea35-4e73-9e66-53341f9b5f07 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:55:37.450115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:37.453408 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2218bdb1-df56-45a5-bc22-fe916c1c00d9 req-58ef05c0-9740-411c-8469-46a35cff233d tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.43 "DELETE /v2.0/ports/210f39ea-ea35-4e73-9e66-53341f9b5f07 HTTP/1.1" status: 204 len: 173 time: 0.4144666 Dec 06 12:55:37.453847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'name': 'network-vif-deleted', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:55:37.456311 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ce3512-ccbe-40ef-a5e5-5d58bee497c4" -d '{"events": [{"server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "name": "network-vif-deleted", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:55:37.499708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a0811e-e0f3-4ead-9d02-db6441940f1d x-openstack-request-id: req-03a0811e-e0f3-4ead-9d02-db6441940f1d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:55:37.500020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ef0d91-9577-4304-8a6f-e84da5c3fe19", "name": "network-vif-deleted", "tag": "210f39ea-ea35-4e73-9e66-53341f9b5f07", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:55:37.501008 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03a0811e-e0f3-4ead-9d02-db6441940f1d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:55:37.501434 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ef0d91-9577-4304-8a6f-e84da5c3fe19', 'name': 'network-vif-deleted', 'tag': '210f39ea-ea35-4e73-9e66-53341f9b5f07', 'status': 'completed', 'code': 200} Dec 06 12:55:37.816471 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-47bc52c9-f8b0-4bfe-8f92-a72af7de40bd req-41ccea00-997f-43cf-a556-c1f5e87c5034 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3ef0d91-9577-4304-8a6f-e84da5c3fe19 HTTP/1.1" status: 200 len: 210 time: 0.0339696 Dec 06 12:55:38.876952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51896) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:39.229021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:39.481637 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port 03b632fc-273f-4216-a939-e1be1ed1f1ec {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:55:39.481980 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:39.574525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port 03b632fc-273f-4216-a939-e1be1ed1f1ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03b632fc-273f-4216-a939-e1be1ed1f1ec,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:39.574874 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:39.587026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for 03b632fc-273f-4216-a939-e1be1ed1f1ec owned by network:router_interface {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:55:39.767085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:39.795431 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=03b632fc-273f-4216-a939-e1be1ed1f1ec,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:40.290582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.504105 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:55:40.607978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:55:40.613086 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-20937702-324d-4a87-8743-7ae6f8dd1304 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "PUT /v2.0/routers/3185dffe-f55f-4cbe-a0f3-42bb0370d2f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7350309 Dec 06 12:55:40.615848 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51898) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:40.617123 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] Sync routers for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:55:40.627520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:40.628159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:40.666959 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd24a3e-136c-4280-a113-001a1ed69eb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting subnet 1f482431-f96f-41d5-b184-eb82e49586c2 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 12:55:40.670657 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd24a3e-136c-4280-a113-001a1ed69eb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.710476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd24a3e-136c-4280-a113-001a1ed69eb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.732515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:40.795762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd24a3e-136c-4280-a113-001a1ed69eb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.854635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd24a3e-136c-4280-a113-001a1ed69eb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.880610 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd24a3e-136c-4280-a113-001a1ed69eb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Subnet': ['ID=1f482431-f96f-41d5-b184-eb82e49586c2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:40.886449 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fd24a3e-136c-4280-a113-001a1ed69eb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:40.892389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51900) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:40.892871 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1fd24a3e-136c-4280-a113-001a1ed69eb0 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/subnets/1f482431-f96f-41d5-b184-eb82e49586c2 HTTP/1.1" status: 204 len: 168 time: 0.2755578 Dec 06 12:55:40.933115 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d439276-2eda-4f3c-89cd-6d47c8257f48 None None] Network d3152f05-0eff-4aa9-9a88-f6926f51217b requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:55:41.007382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.122359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.160839 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:55:39Z', 'revision_number': 5, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port': {'id': 'ee5a9ea0-24e5-4fcd-98e2-6cc603087101', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:54:05Z', 'updated_at': '2021-12-06T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.180912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Deleting port ee5a9ea0-24e5-4fcd-98e2-6cc603087101 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:55:41.181260 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.188180 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] Checking router: 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:55:41.196551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] Routers {'3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:41.197175 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.258750 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] DHCP port deletion for d3152f05-0eff-4aa9-9a88-f6926f51217b request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:55:41.266903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] For port ee5a9ea0-24e5-4fcd-98e2-6cc603087101, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee5a9ea0-24e5-4fcd-98e2-6cc603087101,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:41.267276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.279773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Calling delete_port for ee5a9ea0-24e5-4fcd-98e2-6cc603087101 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:55:41.310108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] Set router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:41.365686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:55:41Z', 'revision_number': 6, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.393802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d036f-a74c-4de8-a0f8-f089a6113047 None None] The sync data for ids ['3185dffe-f55f-4cbe-a0f3-42bb0370d2f9'] in dv-neutron-master-2-hyperv is: [{'id': '3185dffe-f55f-4cbe-a0f3-42bb0370d2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673086265', 'tenant_id': 'bc4a2362dfc84263ad25c97426939122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:54:04Z', 'updated_at': '2021-12-06T12:55:41Z', 'revision_number': 6, 'project_id': 'bc4a2362dfc84263ad25c97426939122', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:55:41.406629 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Deleting port 5a309ecf-ae52-488e-a4ea-21558f614cc2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 12:55:41.407008 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.456639 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.476883 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] For port 5a309ecf-ae52-488e-a4ea-21558f614cc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a309ecf-ae52-488e-a4ea-21558f614cc2,segment=NetworkSegment(cc3f651a-2027-426d-b2ff-f878fb73e1e9),segment_id=cc3f651a-2027-426d-b2ff-f878fb73e1e9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:41.477265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.486289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Port': ['ID=ee5a9ea0-24e5-4fcd-98e2-6cc603087101,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:41.490257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Calling delete_port for 5a309ecf-ae52-488e-a4ea-21558f614cc2 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 12:55:41.496940 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.497308 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.497667 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.498020 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.498523 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.498869 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.499215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.499550 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.499902 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.500319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.500560 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.500890 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.501210 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.501967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861a294-765b-4c70-a547-243a83b8da49 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:55:41.560461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.580707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.606885 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Pushing event deleted for resources: {'Port': ['ID=5a309ecf-ae52-488e-a4ea-21558f614cc2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:41.611012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] No DVR routers for this DVR port 5a309ecf-ae52-488e-a4ea-21558f614cc2 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 12:55:41.617611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.618201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.618300 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.618627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.618964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.619302 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.619634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.620230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.620332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.620620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.620979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.621395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.621724 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b13a19-a244-48b5-be5f-6881e9694236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:41.657381 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.659467 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.706393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 210f39ea-ea35-4e73-9e66-53341f9b5f07 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:55:41.706605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.707007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Fanout notify agent at l3_agent the message router_deleted on router 3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 12:55:41.714475 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.716154 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c7ceab98-7683-44cc-8b40-6d48ad880283 tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/routers/3185dffe-f55f-4cbe-a0f3-42bb0370d2f9 HTTP/1.1" status: 204 len: 168 time: 0.8226535 Dec 06 12:55:41.718790 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51906) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:41.732379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 210f39ea-ea35-4e73-9e66-53341f9b5f07 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:55:41.732728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 210f39ea-ea35-4e73-9e66-53341f9b5f07 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:55:41.800066 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.894654 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.914042 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3152f05-0eff-4aa9-9a88-f6926f51217b']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.923118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3f651a-2027-426d-b2ff-f878fb73e1e9') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.923409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3f651a-2027-426d-b2ff-f878fb73e1e9') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:41.932545 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.945950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.952265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 12:55:41.952640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 12:55:41.955523 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 12:55:42.015885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.023329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.025651 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/networks/d3152f05-0eff-4aa9-9a88-f6926f51217b HTTP/1.1" status: 204 len: 168 time: 0.3059151 Dec 06 12:55:42.028683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51908) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:42.037202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b1fd6-8498-41ae-884e-28eb0ba5951b tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'Network': ['ID=d3152f05-0eff-4aa9-9a88-f6926f51217b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:42.086805 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-551bcdf4-c2b0-4cdb-a7cb-75ac56df436a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.115150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-551bcdf4-c2b0-4cdb-a7cb-75ac56df436a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.177278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-551bcdf4-c2b0-4cdb-a7cb-75ac56df436a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.180210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-551bcdf4-c2b0-4cdb-a7cb-75ac56df436a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.181480 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-551bcdf4-c2b0-4cdb-a7cb-75ac56df436a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] 10.222.0.24 "DELETE /v2.0/security-groups/1ce5f5c9-5402-46f4-b598-09eab224ac79 HTTP/1.1" status: 204 len: 168 time: 0.1517289 Dec 06 12:55:42.191513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bcdf4-c2b0-4cdb-a7cb-75ac56df436a tempest-TestNetworkAdvancedServerOps-1736559742 tempest-TestNetworkAdvancedServerOps-1736559742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5f5c9-5402-46f4-b598-09eab224ac79,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:42.445358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5a309ecf-ae52-488e-a4ea-21558f614cc2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:55:42.466973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 5a309ecf-ae52-488e-a4ea-21558f614cc2 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:55:42.466973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 5a309ecf-ae52-488e-a4ea-21558f614cc2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:55:42.466973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 03b632fc-273f-4216-a939-e1be1ed1f1ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:55:42.485646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 03b632fc-273f-4216-a939-e1be1ed1f1ec {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:55:42.485988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 03b632fc-273f-4216-a939-e1be1ed1f1ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:55:42.486399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ee5a9ea0-24e5-4fcd-98e2-6cc603087101 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:55:42.505618 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: ee5a9ea0-24e5-4fcd-98e2-6cc603087101 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 12:55:42.505966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device ee5a9ea0-24e5-4fcd-98e2-6cc603087101 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 12:55:42.529380 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51916) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:42.695660 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7f75f747-037a-44fc-828f-db5a0acb9f20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc4a2362dfc84263ad25c97426939122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1649411 Dec 06 12:55:42.697963 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51922) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:42.744765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b0d2-5aa7-456f-84cc-6a9ff1c6ab3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.765660 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b0d2-5aa7-456f-84cc-6a9ff1c6ab3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.811910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b0d2-5aa7-456f-84cc-6a9ff1c6ab3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.814534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b0d2-5aa7-456f-84cc-6a9ff1c6ab3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:42.815681 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f8a4b0d2-5aa7-456f-84cc-6a9ff1c6ab3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1be58b27-ca9e-4a88-8819-3d248d8c7d0d HTTP/1.1" status: 204 len: 168 time: 0.1167645 Dec 06 12:55:42.823497 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4b0d2-5aa7-456f-84cc-6a9ff1c6ab3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be58b27-ca9e-4a88-8819-3d248d8c7d0d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:43.089435 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51928) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:43.103025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83a36a7c-e346-4332-ae5b-636d8db63fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:43.178675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83a36a7c-e346-4332-ae5b-636d8db63fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:43.182329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-83a36a7c-e346-4332-ae5b-636d8db63fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:43.223261 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-83a36a7c-e346-4332-ae5b-636d8db63fb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad5c4ebd4e2746fdb4d225c44ac2dae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321757 Dec 06 12:55:43.224405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a36a7c-e346-4332-ae5b-636d8db63fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102e4672-ba45-45cf-bac9-966db2b8054e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:43.226010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51930) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:43.276188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d6d117f6-2418-41fb-98b2-9c16d761f598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:43.297232 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d6d117f6-2418-41fb-98b2-9c16d761f598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:43.343803 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d6d117f6-2418-41fb-98b2-9c16d761f598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:43.346447 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d6d117f6-2418-41fb-98b2-9c16d761f598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:43.347596 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d6d117f6-2418-41fb-98b2-9c16d761f598 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/102e4672-ba45-45cf-bac9-966db2b8054e HTTP/1.1" status: 204 len: 168 time: 0.1199801 Dec 06 12:55:43.355946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d117f6-2418-41fb-98b2-9c16d761f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102e4672-ba45-45cf-bac9-966db2b8054e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:44.071811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51952) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:44.197004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1587885036-network', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:44.219843 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Made reservation on behalf of fb97eab47f66434ab1fe198b71eaebb7 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:55:44.222198 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.231507 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.306054 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.310478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.338882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:55:44.350072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd3b3ba-cb16-45d9-96ab-fe91db1773d7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:44.357209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.357546 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Added segment 75d91489-ed2e-4b97-b936-a5a2d837a596 of type vlan for network e37146a7-6b41-4f32-aa57-65c0f60c113a Dec 06 12:55:44.398568 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.424870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.425807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:44.426537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.482454 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4094594 Dec 06 12:55:44.485549 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51958) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:44.489565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad184e-c203-4e11-9109-3b7b4c5fbe9f admin admin] Pushing event updated for resources: {'Network': ['ID=e37146a7-6b41-4f32-aa57-65c0f60c113a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:44.490634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Request body: {'subnet': {'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1587885036-subnet', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:44.500114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network e37146a7-6b41-4f32-aa57-65c0f60c113a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:55:44.513576 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Made reservation on behalf of fb97eab47f66434ab1fe198b71eaebb7 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:55:44.516393 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.700616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.754725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97780b1e-62aa-4198-81fa-5021d9cca094,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:44.765583 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Checking segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:44.765942 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Network hostable DHCP agents. Network: e37146a7-6b41-4f32-aa57-65c0f60c113a, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:55:44.782552 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Network e37146a7-6b41-4f32-aa57-65c0f60c113a is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:55:44.793644 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e37146a7-6b41-4f32-aa57-65c0f60c113a) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:44.797948 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:44.799444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.802652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdbad3e-7574-46f4-a622-6caa468ef5cd None None] Network e37146a7-6b41-4f32-aa57-65c0f60c113a requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:55:44.819274 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-122de71b-5998-46bf-9da5-aaa60c44fa53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3301790 Dec 06 12:55:44.819496 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51960) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:44.823778 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:44.846761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.847704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.901376 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:44.957191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e37146a7-6b41-4f32-aa57-65c0f60c113a', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:55:44.958360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.050357 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.097738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Allocated IP 172.20.0.2 (e37146a7-6b41-4f32-aa57-65c0f60c113a/97780b1e-62aa-4198-81fa-5021d9cca094/250f0ac2-d91e-4517-a823-12133f3e2891) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:55:45.247396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.253879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.257409 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.276188 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.304036 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Network e37146a7-6b41-4f32-aa57-65c0f60c113a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:45.310124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:45.312589 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:55:45.316329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Pushing event updated for resources: {'Port': ['ID=250f0ac2-d91e-4517-a823-12133f3e2891,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:45.369973 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Attempting to bind port 250f0ac2-d91e-4517-a823-12133f3e2891 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:55:45.370337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Attempting to bind port 250f0ac2-d91e-4517-a823-12133f3e2891 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:55:45.370778 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Attempting to bind port 250f0ac2-d91e-4517-a823-12133f3e2891 on network e37146a7-6b41-4f32-aa57-65c0f60c113a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:45.376336 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:55:45.376712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Checking segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:45.377098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.377485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Bound using segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:55:45.377974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Bound port: 250f0ac2-d91e-4517-a823-12133f3e2891, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:55:45.378356 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.382396 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Allocated IP 172.36.1.100 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/69137c0b-232d-42ac-960a-c04c199bf2e4) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:55:45.443538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] For port 250f0ac2-d91e-4517-a823-12133f3e2891, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:45.446852 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] For port 250f0ac2-d91e-4517-a823-12133f3e2891, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=250f0ac2-d91e-4517-a823-12133f3e2891,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:55:45.451209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.491541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.507597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c226f05-99b0-483d-8b2e-c5eb546b224b None None] Pushing event updated for resources: {'Port': ['ID=250f0ac2-d91e-4517-a823-12133f3e2891,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:45.534725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.561866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.577434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:45.580339 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:45.583939 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:55:45.593714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3532f0c-179e-4e8a-a9c0-5f77ed5bb41c None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:55:45.608578 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Pushing event updated for resources: {'Port': ['ID=69137c0b-232d-42ac-960a-c04c199bf2e4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:45.712402 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4c840254-67e2-406c-bc9f-0f775a2725d3 None None] Provisioning complete for port 69137c0b-232d-42ac-960a-c04c199bf2e4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:45.713044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c840254-67e2-406c-bc9f-0f775a2725d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:45.754239 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4c840254-67e2-406c-bc9f-0f775a2725d3 None None] Port 69137c0b-232d-42ac-960a-c04c199bf2e4 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:55:45.862686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.057083 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.188621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:55:46.310254 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:55:46.320891 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Sync routers for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:55:46.330088 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.333924 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d02f8e54-b553-4bf7-8187-7bcdcc0df12f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5108883 Dec 06 12:55:46.334343 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51964) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:46.335678 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:46.336414 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:46.455900 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:46.470918 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5acbcf-ee20-40fb-8ba6-f521e19e7ceb None None] Network e37146a7-6b41-4f32-aa57-65c0f60c113a requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:55:46.529922 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 250f0ac2-d91e-4517-a823-12133f3e2891 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:46.614908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d2278b05-f496-4be0-909e-05c8140f3677 None None] Provisioning complete for port 250f0ac2-d91e-4517-a823-12133f3e2891 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:46.615314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2278b05-f496-4be0-909e-05c8140f3677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.653745 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:45Z', 'revision_number': 3, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:46.657106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 250f0ac2-d91e-4517-a823-12133f3e2891 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:46.657713 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.686155 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Checking router: 0fd4471a-d7b5-428f-acda-6a81f8e3b41d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:55:46.686648 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Updating router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d port 69137c0b-232d-42ac-960a-c04c199bf2e4 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:55:46.716454 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.775622 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.826421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2278b05-f496-4be0-909e-05c8140f3677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.843181 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.881504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d2278b05-f496-4be0-909e-05c8140f3677 None None] For port 250f0ac2-d91e-4517-a823-12133f3e2891, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=250f0ac2-d91e-4517-a823-12133f3e2891,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:46.887504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2278b05-f496-4be0-909e-05c8140f3677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:46.968818 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Allocated IP 172.20.0.1 (e37146a7-6b41-4f32-aa57-65c0f60c113a/97780b1e-62aa-4198-81fa-5021d9cca094/4a21b2d7-ea80-4106-b794-53cb27ae5099) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:55:46.969665 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 12:55:46.970019 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG oslo_db.api [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 12:55:46.970503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2278b05-f496-4be0-909e-05c8140f3677 None None] Pushing event updated for resources: {'Port': ['ID=250f0ac2-d91e-4517-a823-12133f3e2891,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:47.010723 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.017757 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.067377 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a2952-dfbc-46f8-86c8-5e08e6e159fb None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:55:47.076089 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Attempting to bind port 69137c0b-232d-42ac-960a-c04c199bf2e4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:55:47.077001 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Attempting to bind port 69137c0b-232d-42ac-960a-c04c199bf2e4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:55:47.077240 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Attempting to bind port 69137c0b-232d-42ac-960a-c04c199bf2e4 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:47.088830 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Pushing event updated for resources: {'Port': ['ID=69137c0b-232d-42ac-960a-c04c199bf2e4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:47.089005 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.091992 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:55:47.092385 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:47.092846 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.093323 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:55:47.093861 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Bound port: 69137c0b-232d-42ac-960a-c04c199bf2e4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:55:47.094304 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.114988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1ad311cc-7a00-43a9-b2c6-ddb5f4144a13 None None] Provisioning complete for port 250f0ac2-d91e-4517-a823-12133f3e2891 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:47.115848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad311cc-7a00-43a9-b2c6-ddb5f4144a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.119797 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.120261 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.120608 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.121351 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.121844 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.122254 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.122621 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.122959 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.123285 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.123618 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.123975 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.124300 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.124485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.124621 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:55:47.161287 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] For port 69137c0b-232d-42ac-960a-c04c199bf2e4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:47.164827 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] For port 69137c0b-232d-42ac-960a-c04c199bf2e4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69137c0b-232d-42ac-960a-c04c199bf2e4,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:55:47.167178 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Network e37146a7-6b41-4f32-aa57-65c0f60c113a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:47.170517 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.171189 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:47.174880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:55:47.215135 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Pushing event updated for resources: {'Port': ['ID=4a21b2d7-ea80-4106-b794-53cb27ae5099,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:47.224091 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.234651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e0c7c-afa2-401f-9af7-dc667bfc88d9 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:55:47.242001 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:47.242625 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:47.246353 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce6080-c55a-44b3-a741-8e4be1949e68 None None] Pushing event updated for resources: {'Port': ['ID=69137c0b-232d-42ac-960a-c04c199bf2e4,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:47.246540 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-1ad311cc-7a00-43a9-b2c6-ddb5f4144a13 None None] Provisioning complete for port 69137c0b-232d-42ac-960a-c04c199bf2e4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:47.247194 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad311cc-7a00-43a9-b2c6-ddb5f4144a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.373006 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:47.380164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad311cc-7a00-43a9-b2c6-ddb5f4144a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.402788 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.412010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1ad311cc-7a00-43a9-b2c6-ddb5f4144a13 None None] For port 69137c0b-232d-42ac-960a-c04c199bf2e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69137c0b-232d-42ac-960a-c04c199bf2e4,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:47.419511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad311cc-7a00-43a9-b2c6-ddb5f4144a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.511734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad311cc-7a00-43a9-b2c6-ddb5f4144a13 None None] Pushing event updated for resources: {'Port': ['ID=69137c0b-232d-42ac-960a-c04c199bf2e4,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:47.544704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-152fe1e4-64a1-496c-b6b3-b2928737b790 None None] Provisioning complete for port 4a21b2d7-ea80-4106-b794-53cb27ae5099 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:47.545498 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-152fe1e4-64a1-496c-b6b3-b2928737b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.591331 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.597365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.664489 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:45Z', 'revision_number': 3, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:47.673653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Pushing event updated for resources: {'Port': ['ID=4a21b2d7-ea80-4106-b794-53cb27ae5099,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:47.676465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.694201 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a14877-c7b7-4017-8865-f0217b7ec8c6 None None] The sync data for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv is: [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:45Z', 'revision_number': 3, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:55:47.734163 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-152fe1e4-64a1-496c-b6b3-b2928737b790 None None] Port 4a21b2d7-ea80-4106-b794-53cb27ae5099 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:55:47.745027 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-152fe1e4-64a1-496c-b6b3-b2928737b790 None None] Provisioning complete for port 69137c0b-232d-42ac-960a-c04c199bf2e4 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:47.745393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-152fe1e4-64a1-496c-b6b3-b2928737b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:47.776197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Network e37146a7-6b41-4f32-aa57-65c0f60c113a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:47.778217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:47.913345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:55:48.063651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:55:48.072023 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-13f37471-1573-407e-acf3-fabb4bfbc754 admin admin] 10.222.0.24 "PUT /v2.0/routers/0fd4471a-d7b5-428f-acda-6a81f8e3b41d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335491 Dec 06 12:55:48.160522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c06e4c23-3194-4b1b-88e1-f8f8723332e9 None None] Provisioning complete for port 4a21b2d7-ea80-4106-b794-53cb27ae5099 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:48.160937 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c06e4c23-3194-4b1b-88e1-f8f8723332e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.203128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c06e4c23-3194-4b1b-88e1-f8f8723332e9 None None] Port 4a21b2d7-ea80-4106-b794-53cb27ae5099 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:55:48.530224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 69137c0b-232d-42ac-960a-c04c199bf2e4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:48.580350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 69137c0b-232d-42ac-960a-c04c199bf2e4 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:48.581155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51980) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:48.583471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.586194 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-566303541-network', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:48.608430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Made reservation on behalf of dedd03eeacad49dc94e2b1d41ad6b9fa for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:55:48.610795 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.620030 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.625664 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:55:48.663561 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 250f0ac2-d91e-4517-a823-12133f3e2891 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:48.697150 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.700877 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.713662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 250f0ac2-d91e-4517-a823-12133f3e2891 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:48.714037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.727887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 12:55:48.739041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916ea7a2-7a4a-465f-8599-e81a3a74d22e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:48.745214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.745550 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Added segment 8a8b84c7-fc97-4a81-b879-a0917627bdf8 of type vlan for network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 Dec 06 12:55:48.794337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.819339 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.820443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:48.821020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:48.876925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2946603 Dec 06 12:55:48.879527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51982) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:48.886111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Request body: {'subnet': {'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-566303541-subnet', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:48.894580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61803c65-3075-4598-9126-8ed35e1cda7e admin admin] Pushing event updated for resources: {'Network': ['ID=1c4974ac-a13c-46dd-8ea7-791d0eafc9f0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:48.905249 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 12:55:48.911901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Made reservation on behalf of dedd03eeacad49dc94e2b1d41ad6b9fa for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:55:48.914208 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.088039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.137018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759486cf-1c4b-4642-a49b-71a807791092,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:49.151503 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Checking segment: {'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:49.151887 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Network hostable DHCP agents. Network: 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 12:55:49.169320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 12:55:49.179235 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:49.183515 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:49.184341 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.188894 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78639f4d-4208-4b81-a42d-c9b2c9227352 None None] Network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:55:49.201208 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c2c86b76-d6ea-415e-9fbd-3e2f033da990 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3187094 Dec 06 12:55:49.203576 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51984) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:49.208203 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:49.229199 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.230489 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.267260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Sync routers for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:55:49.290726 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.312720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:49.313350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:49.422263 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1c4974ac-a13c-46dd-8ea7-791d0eafc9f0', 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'fixed_ips': [{'subnet_id': '759486cf-1c4b-4642-a49b-71a807791092'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 12:55:49.423387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.426915 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.469276 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:49.631156 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.650048 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.693208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Allocated IP 172.20.0.2 (1c4974ac-a13c-46dd-8ea7-791d0eafc9f0/759486cf-1c4b-4642-a49b-71a807791092/2308d35c-cc4c-4631-8569-9b7f8fa7d39e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:55:49.756500 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Allocated IP 172.36.1.173 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/6de3ad61-bf9d-4022-b76a-87522087747f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:55:49.857107 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.884608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 2, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:49.894918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.921471 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Checking router: 0fd4471a-d7b5-428f-acda-6a81f8e3b41d for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:55:49.921860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Updating router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d port 4a21b2d7-ea80-4106-b794-53cb27ae5099 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:55:49.924889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.933117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:49.936551 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:49.940004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:55:49.948868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.954218 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5aa194-7a8e-496f-919d-e10ec83732c4 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:55:49.958834 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:49.965718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Pushing event updated for resources: {'Port': ['ID=6de3ad61-bf9d-4022-b76a-87522087747f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:50.019025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:50.050729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:50.055265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Pushing event updated for resources: {'Port': ['ID=2308d35c-cc4c-4631-8569-9b7f8fa7d39e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:50.057186 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:55:50.146385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-4d452d67-d3a3-4c23-88b9-039d877a0707 None None] Provisioning complete for port 6de3ad61-bf9d-4022-b76a-87522087747f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:50.146751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d452d67-d3a3-4c23-88b9-039d877a0707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.194986 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.221585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Attempting to bind port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:55:50.221963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Attempting to bind port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:55:50.222335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Attempting to bind port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e on network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:50.238571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:55:50.238950 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Checking segment: {'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:50.239358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.239753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Bound using segment: {'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:55:50.240254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Bound port: 2308d35c-cc4c-4631-8569-9b7f8fa7d39e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:55:50.240644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.242315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4d452d67-d3a3-4c23-88b9-039d877a0707 None None] Port 6de3ad61-bf9d-4022-b76a-87522087747f cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:55:50.373279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] For port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:50.391625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] For port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2308d35c-cc4c-4631-8569-9b7f8fa7d39e,segment=NetworkSegment(8a8b84c7-fc97-4a81-b879-a0917627bdf8),segment_id=8a8b84c7-fc97-4a81-b879-a0917627bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:55:50.395668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.399156 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.526390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Router cf0346c2-ace3-448c-94f4-9c2baf301fe6 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 12:55:50.645240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.647260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf9bfc-1a72-478b-b783-9b6425602a8a None None] Pushing event updated for resources: {'Port': ['ID=2308d35c-cc4c-4631-8569-9b7f8fa7d39e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:50.657179 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.711364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fbe8a-f23c-4c7f-b917-e4adb1a6b95e None None] Pushing event updated for resources: {'Port': ['ID=4a21b2d7-ea80-4106-b794-53cb27ae5099,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:50.768446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Attempting to bind port 4a21b2d7-ea80-4106-b794-53cb27ae5099 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:55:50.768927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Attempting to bind port 4a21b2d7-ea80-4106-b794-53cb27ae5099 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:55:50.769520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Attempting to bind port 4a21b2d7-ea80-4106-b794-53cb27ae5099 on network e37146a7-6b41-4f32-aa57-65c0f60c113a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:50.775964 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:55:50.776354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Checking segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:50.776765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.777199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Bound using segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:55:50.777697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Bound port: 4a21b2d7-ea80-4106-b794-53cb27ae5099, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:55:50.778089 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.888999 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] For port 4a21b2d7-ea80-4106-b794-53cb27ae5099, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:50.896275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] For port 4a21b2d7-ea80-4106-b794-53cb27ae5099, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a21b2d7-ea80-4106-b794-53cb27ae5099,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:55:50.901651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:50.977492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:50.978170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:51.013145 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:55:51.018159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fbe8a-f23c-4c7f-b917-e4adb1a6b95e None None] Pushing event updated for resources: {'Port': ['ID=4a21b2d7-ea80-4106-b794-53cb27ae5099,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:51.034115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:51.034533 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Sync routers for ids ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:55:51.036428 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-041ee3d6-3555-4f35-86e3-9d3792e4d354 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8318872 Dec 06 12:55:51.039302 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51986) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:51.076593 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Routers {'cf0346c2-ace3-448c-94f4-9c2baf301fe6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:51.077233 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:51.125644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-83d0e7a3-5fae-4d7b-9ab4-8de5991b0347 None None] Provisioning complete for port 4a21b2d7-ea80-4106-b794-53cb27ae5099 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:51.126021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83d0e7a3-5fae-4d7b-9ab4-8de5991b0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:51.168994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:51.216380 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Set router cf0346c2-ace3-448c-94f4-9c2baf301fe6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:51.374884 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83d0e7a3-5fae-4d7b-9ab4-8de5991b0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:51.443427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-83d0e7a3-5fae-4d7b-9ab4-8de5991b0347 None None] For port 4a21b2d7-ea80-4106-b794-53cb27ae5099, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a21b2d7-ea80-4106-b794-53cb27ae5099,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:51.450476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83d0e7a3-5fae-4d7b-9ab4-8de5991b0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:51.460059 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173'}], 'enable_snat': True}, 'gw_port_id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:50Z', 'revision_number': 3, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port': {'id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:51.502276 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Checking router: cf0346c2-ace3-448c-94f4-9c2baf301fe6 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:55:51.502762 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Updating router cf0346c2-ace3-448c-94f4-9c2baf301fe6 port 6de3ad61-bf9d-4022-b76a-87522087747f binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:55:51.517679 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:50Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:51.520844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0e7a3-5fae-4d7b-9ab4-8de5991b0347 None None] Pushing event updated for resources: {'Port': ['ID=4a21b2d7-ea80-4106-b794-53cb27ae5099,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:51.536583 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:51.550030 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa8a7a-89fb-441f-9183-97cec061013f None None] The sync data for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv is: [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:50Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:55:51.574864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-35e64bd6-757b-408e-9365-8e1bcb80e506 None None] Provisioning complete for port 4a21b2d7-ea80-4106-b794-53cb27ae5099 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:51.575375 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35e64bd6-757b-408e-9365-8e1bcb80e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:51.916711 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:51.927168 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:51.979982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d404986-1e42-490f-8769-d81d53cf406f None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:55:51.996974 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Attempting to bind port 6de3ad61-bf9d-4022-b76a-87522087747f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:55:51.997605 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Attempting to bind port 6de3ad61-bf9d-4022-b76a-87522087747f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:55:51.997982 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Attempting to bind port 6de3ad61-bf9d-4022-b76a-87522087747f on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:52.021754 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:55:52.023225 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:52.024248 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.025351 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:55:52.026503 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Bound port: 6de3ad61-bf9d-4022-b76a-87522087747f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:55:52.027199 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.027624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4034527a-7c99-4fb2-ab3b-c500bec807a8 None None] Network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 12:55:52.034114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.060910 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c371c1-2911-471c-9489-0788016de279 None None] Pushing event updated for resources: {'Port': ['ID=6de3ad61-bf9d-4022-b76a-87522087747f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:52.102739 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] For port 6de3ad61-bf9d-4022-b76a-87522087747f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:52.104260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-becd904b-576c-4c12-bb5f-b578105b4d24 None None] Provisioning complete for port 6de3ad61-bf9d-4022-b76a-87522087747f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:52.104649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-becd904b-576c-4c12-bb5f-b578105b4d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.106996 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] For port 6de3ad61-bf9d-4022-b76a-87522087747f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6de3ad61-bf9d-4022-b76a-87522087747f,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:55:52.112409 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.142334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553db7a0-4ba6-4663-97f4-6c106870fbc2 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 12:55:52.154424 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Routers {'cf0346c2-ace3-448c-94f4-9c2baf301fe6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:52.154785 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:52.243640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Allocated IP 172.20.0.1 (1c4974ac-a13c-46dd-8ea7-791d0eafc9f0/759486cf-1c4b-4642-a49b-71a807791092/f40a86e0-abea-4cbe-8bb4-0f332e4e6329) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:55:52.309163 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] Set router cf0346c2-ace3-448c-94f4-9c2baf301fe6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:52.312101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-becd904b-576c-4c12-bb5f-b578105b4d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.341697 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-becd904b-576c-4c12-bb5f-b578105b4d24 None None] For port 6de3ad61-bf9d-4022-b76a-87522087747f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6de3ad61-bf9d-4022-b76a-87522087747f,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:52.348347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-becd904b-576c-4c12-bb5f-b578105b4d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.452616 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.476667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd904b-576c-4c12-bb5f-b578105b4d24 None None] Pushing event updated for resources: {'Port': ['ID=6de3ad61-bf9d-4022-b76a-87522087747f,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:52.497602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dfa77b2d-269b-446d-b093-056dfb392ab1 None None] Provisioning complete for port 6de3ad61-bf9d-4022-b76a-87522087747f triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:52.498050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfa77b2d-269b-446d-b093-056dfb392ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.505373 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c371c1-2911-471c-9489-0788016de279 None None] Pushing event updated for resources: {'Port': ['ID=6de3ad61-bf9d-4022-b76a-87522087747f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:52.528595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.555533 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:52.610910 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:52.626713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:55:52.627567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4a21b2d7-ea80-4106-b794-53cb27ae5099 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:52.675955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.721087 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173'}], 'enable_snat': True}, 'gw_port_id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:50Z', 'revision_number': 3, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port': {'id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:52.725666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dfa77b2d-269b-446d-b093-056dfb392ab1 None None] Provisioning complete for port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:52.726048 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfa77b2d-269b-446d-b093-056dfb392ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.728635 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 4a21b2d7-ea80-4106-b794-53cb27ae5099 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:52.729337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.729779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Pushing event updated for resources: {'Port': ['ID=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:52.762304 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af52d-11a5-4591-b28e-930deb5a3f61 None None] The sync data for ids ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'] in dv-neutron-master-2-hyperv is: [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173'}], 'enable_snat': True}, 'gw_port_id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:50Z', 'revision_number': 3, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port': {'id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:55:52.875004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.913704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfa77b2d-269b-446d-b093-056dfb392ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:52.947765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2308d35c-cc4c-4631-8569-9b7f8fa7d39e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:53.000473 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dfa77b2d-269b-446d-b093-056dfb392ab1 None None] For port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2308d35c-cc4c-4631-8569-9b7f8fa7d39e,segment=NetworkSegment(8a8b84c7-fc97-4a81-b879-a0917627bdf8),segment_id=8a8b84c7-fc97-4a81-b879-a0917627bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:53.007193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfa77b2d-269b-446d-b093-056dfb392ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:53.057128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:53.057502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:53.077668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:53.084949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:53.091584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa77b2d-269b-446d-b093-056dfb392ab1 None None] Pushing event updated for resources: {'Port': ['ID=2308d35c-cc4c-4631-8569-9b7f8fa7d39e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:53.160917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:53.162781 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Pushing event updated for resources: {'Port': ['ID=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:53.200114 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-02a6d322-bf5a-4b72-9b6e-1865002ce8b6 None None] Provisioning complete for port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:53.200570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02a6d322-bf5a-4b72-9b6e-1865002ce8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:53.280824 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:55:53.282783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:55:53.307643 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-02a6d322-bf5a-4b72-9b6e-1865002ce8b6 None None] Provisioning complete for port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:53.308171 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02a6d322-bf5a-4b72-9b6e-1865002ce8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:53.352755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-02a6d322-bf5a-4b72-9b6e-1865002ce8b6 None None] Port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:55:53.441739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Router cf0346c2-ace3-448c-94f4-9c2baf301fe6 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:55:53.562713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:55:53.567640 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d2c3cf16-bf95-4e30-9dff-c2198445b740 admin admin] 10.222.0.24 "PUT /v2.0/routers/cf0346c2-ace3-448c-94f4-9c2baf301fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272710 Dec 06 12:55:53.576224 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6e359f4a-b89b-43dd-9066-717b4b277419 None None] Provisioning complete for port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:53.576987 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e359f4a-b89b-43dd-9066-717b4b277419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:53.621942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6e359f4a-b89b-43dd-9066-717b4b277419 None None] Port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:55:53.988657 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 51994) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:53.993358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-170fb149-1da4-46c5-a481-36642d904354 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185677763', 'description': 'tempest-secgroup-smoke-1185677763 description', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:54.016289 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-170fb149-1da4-46c5-a481-36642d904354 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.082625 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-170fb149-1da4-46c5-a481-36642d904354 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.086253 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-170fb149-1da4-46c5-a481-36642d904354 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.114319 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-170fb149-1da4-46c5-a481-36642d904354 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.115540 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-170fb149-1da4-46c5-a481-36642d904354 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1258385 Dec 06 12:55:54.118595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51996) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:54.119588 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fb149-1da4-46c5-a481-36642d904354 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22929e9d-aa5e-4281-b620-20df6bbe8128,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:54.124063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-ce8e9e15-5809-466e-bc38-e2c66f31fdf2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': '22929e9d-aa5e-4281-b620-20df6bbe8128', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:54.150557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9e15-5809-466e-bc38-e2c66f31fdf2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.211484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9e15-5809-466e-bc38-e2c66f31fdf2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.216195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9e15-5809-466e-bc38-e2c66f31fdf2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.234010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9e15-5809-466e-bc38-e2c66f31fdf2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5148a0-eaef-4309-8d73-9e8d26e40fb5,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:54.242176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9e15-5809-466e-bc38-e2c66f31fdf2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.243360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-ce8e9e15-5809-466e-bc38-e2c66f31fdf2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236739 Dec 06 12:55:54.246771 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 51998) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:54.251164 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-0d4bedf9-f3a3-43ce-bb02-2fd5497a627b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': '22929e9d-aa5e-4281-b620-20df6bbe8128', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:54.277958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d4bedf9-f3a3-43ce-bb02-2fd5497a627b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.333143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d4bedf9-f3a3-43ce-bb02-2fd5497a627b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.336589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d4bedf9-f3a3-43ce-bb02-2fd5497a627b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.356852 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bedf9-f3a3-43ce-bb02-2fd5497a627b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36260086-3760-4a0c-b013-b8770cad7823,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:54.362250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d4bedf9-f3a3-43ce-bb02-2fd5497a627b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.363340 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-0d4bedf9-f3a3-43ce-bb02-2fd5497a627b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156466 Dec 06 12:55:54.366052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 52000) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:54.370492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-7cf44b7e-6aab-4863-b32b-36c7d5093d96 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': '22929e9d-aa5e-4281-b620-20df6bbe8128', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:54.399743 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b7e-6aab-4863-b32b-36c7d5093d96 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.473961 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b7e-6aab-4863-b32b-36c7d5093d96 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.477294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b7e-6aab-4863-b32b-36c7d5093d96 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.498756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf44b7e-6aab-4863-b32b-36c7d5093d96 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defd51c8-9cdf-450b-b38f-49ec7bcdf8ef,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:54.506499 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b7e-6aab-4863-b32b-36c7d5093d96 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.507693 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-7cf44b7e-6aab-4863-b32b-36c7d5093d96 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406984 Dec 06 12:55:54.510492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 52002) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:54.516351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-f41c47f9-3f40-4cca-b1b7-541b0f0cb15b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': '22929e9d-aa5e-4281-b620-20df6bbe8128', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:54.529347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6de3ad61-bf9d-4022-b76a-87522087747f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:54.551271 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f41c47f9-3f40-4cca-b1b7-541b0f0cb15b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.579602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 6de3ad61-bf9d-4022-b76a-87522087747f triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:54.580040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.609195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f41c47f9-3f40-4cca-b1b7-541b0f0cb15b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.612820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f41c47f9-3f40-4cca-b1b7-541b0f0cb15b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.633583 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c47f9-3f40-4cca-b1b7-541b0f0cb15b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c84457b-0834-4d6f-92bd-8c3791f7f17f,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:54.644293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f41c47f9-3f40-4cca-b1b7-541b0f0cb15b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.645637 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-f41c47f9-3f40-4cca-b1b7-541b0f0cb15b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341822 Dec 06 12:55:54.648349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 52004) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:54.654556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b1f60929-fc5c-495c-ac83-836be9386523 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': '22929e9d-aa5e-4281-b620-20df6bbe8128', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:54.664109 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2308d35c-cc4c-4631-8569-9b7f8fa7d39e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:54.679169 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-b1f60929-fc5c-495c-ac83-836be9386523 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Project fb97eab47f66434ab1fe198b71eaebb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:55:54.685459 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1f60929-fc5c-495c-ac83-836be9386523 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.718588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:54.718963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.751377 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1f60929-fc5c-495c-ac83-836be9386523 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.755053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1f60929-fc5c-495c-ac83-836be9386523 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.773040 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f60929-fc5c-495c-ac83-836be9386523 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fe6e1d-dc05-496d-8e9d-0afc3ec17a98,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:54.783184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1f60929-fc5c-495c-ac83-836be9386523 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.786425 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b1f60929-fc5c-495c-ac83-836be9386523 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344371 Dec 06 12:55:54.786793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52006) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:55:54.791659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1ef605c2-6a78-4d24-b336-2747e2dd6c78 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': '22929e9d-aa5e-4281-b620-20df6bbe8128', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:55:54.815845 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-1ef605c2-6a78-4d24-b336-2747e2dd6c78 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Project fb97eab47f66434ab1fe198b71eaebb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 12:55:54.820773 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ef605c2-6a78-4d24-b336-2747e2dd6c78 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.876518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ef605c2-6a78-4d24-b336-2747e2dd6c78 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.880446 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ef605c2-6a78-4d24-b336-2747e2dd6c78 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.900799 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef605c2-6a78-4d24-b336-2747e2dd6c78 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04ce0b7-7658-42c0-85dc-5218beb999bf,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:54.910580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ef605c2-6a78-4d24-b336-2747e2dd6c78 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:54.911788 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-1ef605c2-6a78-4d24-b336-2747e2dd6c78 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238546 Dec 06 12:55:54.980796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Sync routers for ids ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:55:54.990898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Routers {'cf0346c2-ace3-448c-94f4-9c2baf301fe6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:54.991455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:55.062344 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-c2e4b775-aa11-4259-bd9e-17c4601fb5f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185677763&fields=id&tenant_id=fb97eab47f66434ab1fe198b71eaebb7 HTTP/1.1" status: 200 len: 267 time: 0.0437863 Dec 06 12:55:55.098958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Set router cf0346c2-ace3-448c-94f4-9c2baf301fe6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:55.171296 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-c11b7230-08d4-4c51-bd9f-3846553254dc tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:55:55.172802 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-c11b7230-08d4-4c51-bd9f-3846553254dc tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 809 time: 0.1032674 Dec 06 12:55:55.188381 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-5f498fca-409d-4e53-9307-fcb873d01815 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/quotas/fb97eab47f66434ab1fe198b71eaebb7 HTTP/1.1" status: 200 len: 375 time: 0.0097420 Dec 06 12:55:55.240608 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-67e3f830-0567-43f6-a13c-2853f70f5729 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467994 Dec 06 12:55:55.344210 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-828f149d-8f57-4dbc-a14f-7de59fdff604 service neutron] 10.222.0.24 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913880 Dec 06 12:55:55.436097 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-7bd5c4ca-473b-4f5a-af06-74c6d98def67 service neutron] 10.222.0.24 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849760 Dec 06 12:55:55.441816 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173'}], 'enable_snat': True}, 'gw_port_id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 4, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port': {'id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f40a86e0-abea-4cbe-8bb4-0f332e4e6329', 'name': '', 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'mac_address': 'fa:16:3e:d9:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '759486cf-1c4b-4642-a49b-71a807791092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:52Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 2, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'subnets': [{'id': '759486cf-1c4b-4642-a49b-71a807791092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:55.467968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Checking router: cf0346c2-ace3-448c-94f4-9c2baf301fe6 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:55:55.468328 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Updating router cf0346c2-ace3-448c-94f4-9c2baf301fe6 port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 12:55:55.492140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:55.602046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1a6a7d71-f906-4a65-9752-7195431f8705 req-2c33c454-40a4-4f2f-9dea-b34227a71766 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 210 time: 0.0338383 Dec 06 12:55:55.761110 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:55.766963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:55.815927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c31ac-a9ca-41ce-8538-d7e5f42a72de None None] Pushing event updated for resources: {'Port': ['ID=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:55.865680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Attempting to bind port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:55:55.865966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Attempting to bind port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:55:55.866329 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Attempting to bind port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 on network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:55:55.871566 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:55:55.871967 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Checking segment: {'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:55:55.872370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:55.872760 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Bound using segment: {'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:55:55.873238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Bound port: f40a86e0-abea-4cbe-8bb4-0f332e4e6329, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8b84c7-fc97-4a81-b879-a0917627bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:55:55.873621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:55.941537 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] For port f40a86e0-abea-4cbe-8bb4-0f332e4e6329, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:55:55.944974 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] For port f40a86e0-abea-4cbe-8bb4-0f332e4e6329, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,segment=NetworkSegment(8a8b84c7-fc97-4a81-b879-a0917627bdf8),segment_id=8a8b84c7-fc97-4a81-b879-a0917627bdf8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:55:55.951208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:56.009692 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Routers {'cf0346c2-ace3-448c-94f4-9c2baf301fe6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:55:56.010335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:56.056207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c31ac-a9ca-41ce-8538-d7e5f42a72de None None] Pushing event updated for resources: {'Port': ['ID=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:56.082021 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-2b5f2c48-44a0-409c-9782-c8286b9bc3a9 None None] Provisioning complete for port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:56.082392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2c48-44a0-409c-9782-c8286b9bc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:56.169308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] Set router cf0346c2-ace3-448c-94f4-9c2baf301fe6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:55:56.314688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2c48-44a0-409c-9782-c8286b9bc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:56.371063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dba22b35-0251-40be-bee5-a3d77f27e8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:56.389550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2b5f2c48-44a0-409c-9782-c8286b9bc3a9 None None] For port f40a86e0-abea-4cbe-8bb4-0f332e4e6329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,segment=NetworkSegment(8a8b84c7-fc97-4a81-b879-a0917627bdf8),segment_id=8a8b84c7-fc97-4a81-b879-a0917627bdf8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:55:56.394642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2c48-44a0-409c-9782-c8286b9bc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:56.470815 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f2c48-44a0-409c-9782-c8286b9bc3a9 None None] Pushing event updated for resources: {'Port': ['ID=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:55:56.483424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173'}], 'enable_snat': True}, 'gw_port_id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 4, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port': {'id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f40a86e0-abea-4cbe-8bb4-0f332e4e6329', 'name': '', 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'mac_address': 'fa:16:3e:d9:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '759486cf-1c4b-4642-a49b-71a807791092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:52Z', 'updated_at': '2021-12-06T12:55:55Z', 'revision_number': 4, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'subnets': [{'id': '759486cf-1c4b-4642-a49b-71a807791092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:55:56.513805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8ccec-12ea-4426-9df0-a826383f7529 None None] The sync data for ids ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'] in dv-neutron-master-2-hyperv is: [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173'}], 'enable_snat': True}, 'gw_port_id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 4, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port': {'id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f40a86e0-abea-4cbe-8bb4-0f332e4e6329', 'name': '', 'network_id': '1c4974ac-a13c-46dd-8ea7-791d0eafc9f0', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'mac_address': 'fa:16:3e:d9:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '759486cf-1c4b-4642-a49b-71a807791092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:52Z', 'updated_at': '2021-12-06T12:55:55Z', 'revision_number': 4, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'subnets': [{'id': '759486cf-1c4b-4642-a49b-71a807791092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:55:56.525448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d974deca-59eb-4498-a9e4-b533c2395c4a None None] Provisioning complete for port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:56.526017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d974deca-59eb-4498-a9e4-b533c2395c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:56.693645 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1dd7999a-81d4-4738-8813-c40e60e4e835 req-993bab7c-30f8-472d-be9b-c644947d4f5e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 210 time: 0.0284965 Dec 06 12:55:57.772580 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ca87ce6e-dcd9-4718-8698-3740a88e7bb7 req-1af73708-bb9c-43da-915e-2ae9620dc71d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Dec 06 12:55:58.459572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f40a86e0-abea-4cbe-8bb4-0f332e4e6329 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:55:58.509786 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:55:58.510153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:58.757516 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24d8595d-e6a3-4da7-96d2-122331b958d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:55:58.850474 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c138350-901f-40a0-a72e-b4372f668ee4 req-8266a6f8-07d2-48a6-ae82-53ec8890d807 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 210 time: 0.0263047 Dec 06 12:55:59.942748 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-72975be3-4cf0-4a0f-9aa7-7f50bb0c442a req-651c4b7c-0035-40ea-bc02-b0e276127102 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 210 time: 0.0256560 Dec 06 12:56:00.014520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:00.804884 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-c2f658d7-bd14-42d6-908b-6c6ea30608a0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:00.806315 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-c2f658d7-bd14-42d6-908b-6c6ea30608a0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 809 time: 0.1087861 Dec 06 12:56:00.873210 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-414f21d6-f7f2-44b6-9997-26d0a2eb2b49 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb97eab47f66434ab1fe198b71eaebb7 HTTP/1.1" status: 200 len: 380 time: 0.0565095 Dec 06 12:56:00.883424 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'port': {'device_id': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'admin_state_up': True, 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'security_groups': ['22929e9d-aa5e-4281-b620-20df6bbe8128']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:56:00.996710 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Made reservation on behalf of fb97eab47f66434ab1fe198b71eaebb7 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 12:56:01.001116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.039535 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b65db8eb-3888-43cb-a9b2-10af78b2b98f req-15202ada-1a46-4cb5-90f9-4d120feccb32 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 210 time: 0.0269434 Dec 06 12:56:01.079587 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.151089 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Allocated IP 172.20.0.13 (e37146a7-6b41-4f32-aa57-65c0f60c113a/97780b1e-62aa-4198-81fa-5021d9cca094/12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:56:01.288754 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.322097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.366966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Network e37146a7-6b41-4f32-aa57-65c0f60c113a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:56:01.370032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:56:01.375216 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:56:01.381772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:56:01.435176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:01.435996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.452876 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f4932287-b9a5-4e19-a37d-6b7bdd0ee4b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732267 Dec 06 12:56:01.465525 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Request body: {'port': {'device_id': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:56:01.521387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.571727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-82679561-bddb-4c6d-9329-1af5a4656210 None None] Provisioning complete for port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:56:01.572240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82679561-bddb-4c6d-9329-1af5a4656210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.610052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-82679561-bddb-4c6d-9329-1af5a4656210 None None] Port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 12:56:01.780995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:56:01.788175 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.800708 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Transition to ACTIVE for port object 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 12:56:01.804050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:01.855717 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:56:01.929827 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Attempting to bind port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 12:56:01.930163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Attempting to bind port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 12:56:01.930491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Attempting to bind port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e on network e37146a7-6b41-4f32-aa57-65c0f60c113a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:56:01.936267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e on network e37146a7-6b41-4f32-aa57-65c0f60c113a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 12:56:01.936670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Attempting to bind port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e on network e37146a7-6b41-4f32-aa57-65c0f60c113a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 12:56:01.941978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 12:56:01.942312 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Checking segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 12:56:01.942705 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Bound using segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 12:56:01.943120 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Bound port: 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 12:56:01.943476 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:02.014496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 12:56:02.017524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 12:56:02.022649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:02.044544 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:02.058115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.058725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:02.060118 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] 10.222.0.43 "PUT /v2.0/ports/12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1094 time: 0.5993023 Dec 06 12:56:02.060559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:56:02.064351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea" -d '{"events": [{"name": "network-changed", "server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:56:02.095604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6d1a6-4f9e-42fd-87db-1fc306df0228 service neutron] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:56:02.138323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d820d815-94ba-4384-b6f5-5b99a5e5298c x-openstack-request-id: req-d820d815-94ba-4384-b6f5-5b99a5e5298c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:56:02.138627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:56:02.138870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d820d815-94ba-4384-b6f5-5b99a5e5298c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:56:02.139913 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'status': 'completed', 'code': 200} Dec 06 12:56:02.181141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-7ab86dda-8580-4bd5-a558-ec852bc13ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.182644 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-7ab86dda-8580-4bd5-a558-ec852bc13ce6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1097 time: 0.0800610 Dec 06 12:56:02.198292 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e59c1-bb18-4725-a5f5-bcf4da25b554 req-01b6dfba-5125-4a05-8718-3a098277dc3d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.200484 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-df3e59c1-bb18-4725-a5f5-bcf4da25b554 req-01b6dfba-5125-4a05-8718-3a098277dc3d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0597563 Dec 06 12:56:02.245619 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-cf27f95f-0dc3-4dfd-a2a4-734ce721f827 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 217 time: 0.0441148 Dec 06 12:56:02.317742 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-df3e59c1-bb18-4725-a5f5-bcf4da25b554 req-92a4dfd3-5ce3-4afd-8f67-8bae4d87d168 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103339 Dec 06 12:56:02.321552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-39b6ea3c-6f73-41d6-98ff-b1470937e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.322953 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-39b6ea3c-6f73-41d6-98ff-b1470937e3b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0690708 Dec 06 12:56:02.374866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-38611e7c-a448-4395-bb5b-8b573caa86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.376424 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-38611e7c-a448-4395-bb5b-8b573caa86b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461175 Dec 06 12:56:02.466565 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-f1d1e42f-662f-4810-a860-41dd46eb530e service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832918 Dec 06 12:56:02.557909 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1378a2b7-5bda-4590-9871-5ecd62de423d req-ccfc220c-b7e9-42e0-9a13-c78b899fa39d service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844095 Dec 06 12:56:02.639534 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-f41030d4-f7af-414a-a0ef-e5139b42b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.640933 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-f41030d4-f7af-414a-a0ef-e5139b42b818 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1097 time: 0.0397484 Dec 06 12:56:02.734801 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-16b9bef9-1014-4c2e-93b8-de00bf25c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.736297 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-16b9bef9-1014-4c2e-93b8-de00bf25c441 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0880985 Dec 06 12:56:02.778396 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-745f191f-d7f0-4cf5-a4de-a76ee5f5e0f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 217 time: 0.0355713 Dec 06 12:56:02.830516 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-24455af0-0dc8-4d4e-a525-a8dcf40002b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.831974 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-24455af0-0dc8-4d4e-a525-a8dcf40002b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0450039 Dec 06 12:56:02.876282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-87f4d303-2c16-42eb-b1cb-d30423dae231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:02.877737 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-87f4d303-2c16-42eb-b1cb-d30423dae231 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389044 Dec 06 12:56:02.972153 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-66546727-81fe-4969-a764-f54bb79ad9ca service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872970 Dec 06 12:56:03.068389 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7afac18c-7b26-4892-b5d1-3a0df8b2eaea req-2c9de821-9313-4660-9654-4cb18a423d2a service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856779 Dec 06 12:56:03.434738 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb1f0d-2608-4ae1-a5a1-53db0ef58eeb req-0c102545-4666-419f-a604-b9c5a97a7e7e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:03.436222 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3eb1f0d-2608-4ae1-a5a1-53db0ef58eeb req-0c102545-4666-419f-a604-b9c5a97a7e7e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0488081 Dec 06 12:56:03.488582 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3eb1f0d-2608-4ae1-a5a1-53db0ef58eeb req-fabb7176-551f-4643-b37a-88defcdbb500 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464227 Dec 06 12:56:04.604815 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23052a1-3b08-445e-96d9-2c924ddf7ede req-af0391c8-6f17-47d3-9f75-33e91897b6e6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:04.606971 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23052a1-3b08-445e-96d9-2c924ddf7ede req-af0391c8-6f17-47d3-9f75-33e91897b6e6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0509198 Dec 06 12:56:04.655394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d23052a1-3b08-445e-96d9-2c924ddf7ede req-2cee7c76-60b3-42e9-b995-011542bc85b6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Dec 06 12:56:05.771651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ac65-978e-4d15-87be-851c685dc46e req-4674cf4d-e07e-4e7a-bed0-1c56b0d94d87 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:05.773125 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7083ac65-978e-4d15-87be-851c685dc46e req-4674cf4d-e07e-4e7a-bed0-1c56b0d94d87 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0519443 Dec 06 12:56:05.825835 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7083ac65-978e-4d15-87be-851c685dc46e req-b4574193-f2ee-4332-b6f8-11c00215d2e5 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466163 Dec 06 12:56:05.859617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:56:05.954086 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:56:05.964849 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'port_id': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'mac_address': 'fa:16:3e:3b:ff:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:56:06.004400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:06.017634 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:56:06.037116 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:56:06.041009 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:06.087738 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:56:06.359384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:56:06.938981 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b852b7-7eb2-4cc6-a090-11439fbb5058 req-f320b9d4-3d38-4832-bfef-ccb9bc05e36b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:06.940519 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-14b852b7-7eb2-4cc6-a090-11439fbb5058 req-f320b9d4-3d38-4832-bfef-ccb9bc05e36b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 945 time: 0.0480466 Dec 06 12:56:06.990925 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-14b852b7-7eb2-4cc6-a090-11439fbb5058 req-282ee779-dc9b-46ed-be61-32803f1a66fe tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445399 Dec 06 12:56:07.859501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:56:07.908612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 12:56:07.912501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:56:07.912867 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:07.990002 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:08.017661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:56:08.019952 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3b7547-4ffd-4c8c-af66-58bc1398b3f7" -d '{"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-plugged", "status": "completed", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:56:08.033751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:56:08.038735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:08.065636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69544b6d-9c1c-4909-b0b8-e0574b30fe2c x-openstack-request-id: req-69544b6d-9c1c-4909-b0b8-e0574b30fe2c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:56:08.065927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-plugged", "status": "completed", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:56:08.066315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69544b6d-9c1c-4909-b0b8-e0574b30fe2c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:56:08.066561 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'code': 200} Dec 06 12:56:08.095257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:56:08.136811 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538a01a-f2b0-431c-9fd3-5e5c802cc146 req-4086cde7-ac6f-46ff-970d-cbe94256ea20 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:08.138610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f538a01a-f2b0-431c-9fd3-5e5c802cc146 req-4086cde7-ac6f-46ff-970d-cbe94256ea20 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0694039 Dec 06 12:56:08.194612 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f538a01a-f2b0-431c-9fd3-5e5c802cc146 req-20124a6d-8a59-4aef-9422-ed9930243dbc tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497241 Dec 06 12:56:08.241058 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3cc1-c836-426c-ae13-c822276382b8 req-e353ad10-09a4-431a-a99a-e99916b6ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:08.242544 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-714f3cc1-c836-426c-ae13-c822276382b8 req-e353ad10-09a4-431a-a99a-e99916b6ccee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1099 time: 0.0399673 Dec 06 12:56:08.292135 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-714f3cc1-c836-426c-ae13-c822276382b8 req-c6064fe3-15b8-4952-bc6f-1296fad215c2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Dec 06 12:56:09.311299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1a97d-8df9-40ef-aebd-3e9ab627b76e req-4f6503b4-3fe6-4245-a009-25373f6627cf tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:09.312830 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9dd1a97d-8df9-40ef-aebd-3e9ab627b76e req-4f6503b4-3fe6-4245-a009-25373f6627cf tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0482855 Dec 06 12:56:09.365334 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9dd1a97d-8df9-40ef-aebd-3e9ab627b76e req-6818ec13-eb88-49d3-b6fd-7ab44cf83cb8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467448 Dec 06 12:56:10.477744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25fa01-c929-4d9c-813c-0d350557f2f2 req-15e8c980-be6e-43b0-8288-6538c53d4645 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:10.479211 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8b25fa01-c929-4d9c-813c-0d350557f2f2 req-15e8c980-be6e-43b0-8288-6538c53d4645 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0487945 Dec 06 12:56:10.528147 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8b25fa01-c929-4d9c-813c-0d350557f2f2 req-e8156ef8-31c2-41e4-b4b9-21e0c3596f30 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429821 Dec 06 12:56:10.640060 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d02fb3-42e6-438d-8bf7-8dbb0208f2f2 req-73d8a5c1-23ae-46c0-9d4d-772d3b2700dd tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:10.641535 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-81d02fb3-42e6-438d-8bf7-8dbb0208f2f2 req-73d8a5c1-23ae-46c0-9d4d-772d3b2700dd tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0485079 Dec 06 12:56:10.690356 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-81d02fb3-42e6-438d-8bf7-8dbb0208f2f2 req-475601f9-a5ac-4235-8ccb-e8954648ad2f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Dec 06 12:56:10.711916 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52088) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:56:10.838291 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d52645-4001-44c4-80bc-7fbe651273d6 tempest-TestShelveInstance-2137976740 tempest-TestShelveInstance-2137976740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:10.839844 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f9d52645-4001-44c4-80bc-7fbe651273d6 tempest-TestShelveInstance-2137976740 tempest-TestShelveInstance-2137976740-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1094 time: 0.1269166 Dec 06 12:56:10.842937 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52092) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 12:56:10.847155 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 12:56:10.868621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:10.966144 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:11.067297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Allocated IP 172.36.1.131 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/471dcaf0-cd14-4835-adde-65e08a88239d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 12:56:11.171685 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:11.204084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:11.243923 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 12:56:11.246860 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 12:56:11.249447 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 12:56:11.276024 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'Port': ['ID=471dcaf0-cd14-4835-adde-65e08a88239d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:56:11.606659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:11.670675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:11.820538 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:11.825567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:11.893976 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'Port': ['ID=471dcaf0-cd14-4835-adde-65e08a88239d,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:56:11.908138 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:12.003211 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Floating IP 340d3ee5-e98e-41c1-b5ab-23b1252fbb8a associated. External IP: 172.36.1.131, port: 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e. Dec 06 12:56:12.210523 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 12:56:12.323057 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 12:56:12.333209 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] Sync routers for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 12:56:12.340522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:12.345316 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:56:12.345942 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:56:12.367966 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-80ea7d91-092f-4193-96b2-3964fcb11bda tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5239642 Dec 06 12:56:12.368575 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:56:12.371459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77d8dd3957319279d54d83fd40f713d6f2ba73d6f6f21a3aaec4463841d587ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:56:12.408915 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50cb77e-a007-48b7-9288-7706cced97b4 x-openstack-request-id: req-e50cb77e-a007-48b7-9288-7706cced97b4 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:56:12.409304 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:56:12.409655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e50cb77e-a007-48b7-9288-7706cced97b4 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:56:12.410127 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'status': 'completed', 'code': 200} Dec 06 12:56:12.453454 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:56:12.475620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-bea0c7c9-1c7d-46fc-bf3a-acff373ce171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:12.477082 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-bea0c7c9-1c7d-46fc-bf3a-acff373ce171 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1099 time: 0.0443282 Dec 06 12:56:12.567750 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-435c2612-4f64-4b00-ad41-634430d2c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:12.569332 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-435c2612-4f64-4b00-ad41-634430d2c6f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0840943 Dec 06 12:56:12.637978 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-b9a8e466-23b2-400a-88d3-6c402ba66033 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1000 time: 0.0618439 Dec 06 12:56:12.675289 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '340d3ee5-e98e-41c1-b5ab-23b1252fbb8a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'floating_ip_address': '172.36.1.131', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'port_id': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'mac_address': 'fa:16:3e:3b:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:56:11Z', 'updated_at': '2021-12-06T12:56:11Z', 'revision_number': 0, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:56:12.686880 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-282f6ac4-ab65-48ad-9cf6-5e083cf54ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:12.688384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-282f6ac4-ab65-48ad-9cf6-5e083cf54ef7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0430224 Dec 06 12:56:12.700520 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] Checking router: 0fd4471a-d7b5-428f-acda-6a81f8e3b41d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 12:56:12.708742 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 12:56:12.709340 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T12:55:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:56:12.733800 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-b0d98d1f-1522-4100-b24f-f575e9843eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:56:12.735276 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-b0d98d1f-1522-4100-b24f-f575e9843eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400479 Dec 06 12:56:12.830827 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-5a20be3e-e1ca-42fa-ae13-bd3988e5e7c1 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883613 Dec 06 12:56:12.900449 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 12:56:12.920540 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1e554991-40e0-4fd9-90a3-75b7bd3dc1a2 req-3836658c-b6ad-4875-bc2d-aeaae5f89108 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818264 Dec 06 12:56:13.123602 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '340d3ee5-e98e-41c1-b5ab-23b1252fbb8a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'floating_ip_address': '172.36.1.131', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'port_id': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'mac_address': 'fa:16:3e:3b:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:56:11Z', 'updated_at': '2021-12-06T12:56:11Z', 'revision_number': 0, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 12:56:13.149496 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46811b49-fe37-406f-aee9-03cb6822ca60 None None] The sync data for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv is: [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '340d3ee5-e98e-41c1-b5ab-23b1252fbb8a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'floating_ip_address': '172.36.1.131', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'port_id': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'mac_address': 'fa:16:3e:3b:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T12:56:11Z', 'updated_at': '2021-12-06T12:56:11Z', 'revision_number': 0, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 12:56:13.345314 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21d8ec-9561-420d-ba86-003b3472d595 None None] New status for floating IP 340d3ee5-e98e-41c1-b5ab-23b1252fbb8a: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 12:56:15.565380 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:25.624362 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:56:26.352616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed499299-b488-4621-9c01-90474627c65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:28.759384 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4af16be4-2395-49a5-a9cf-78d39929a437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:30.017903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:31.082614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:32.036653 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:45.570751 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:56.355149 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62b8ba1f-063d-42c5-9cbd-c9fd26f9b05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:56:58.763480 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a1e0cd-9da2-415c-a31f-c23983754caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:00.021623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:01.085466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:02.039481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:02.622895 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:57:03.979835 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-eed491b0-ad73-406c-8804-2df94c0c4959 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868573 Dec 06 12:57:04.061955 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-1f105cb4-de9c-4920-96c2-b6c8692e476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:04.063417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-1f105cb4-de9c-4920-96c2-b6c8692e476c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1099 time: 0.0393040 Dec 06 12:57:04.163051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-f400c1c2-24e8-4a8f-b726-3220a92ff442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:04.164451 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-f400c1c2-24e8-4a8f-b726-3220a92ff442 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0830753 Dec 06 12:57:04.233908 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-d9e9e8a7-b311-4ab5-bf87-0c4498cdcf68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1002 time: 0.0618453 Dec 06 12:57:04.284554 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-56dffb5b-06a4-45cc-b9a0-15ff83e2532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:04.286555 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-56dffb5b-06a4-45cc-b9a0-15ff83e2532c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0459471 Dec 06 12:57:04.331941 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-d2568a09-519e-4920-855a-0b6d29a2fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:57:04.333410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-d2568a09-519e-4920-855a-0b6d29a2fce6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398805 Dec 06 12:57:04.426067 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-d388f3f9-f813-411f-919b-6f74007d9491 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847120 Dec 06 12:57:04.513638 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0c274edb-af54-4fa5-b072-16a0377a50b1 req-afbe12a6-4cdd-4e0f-a23b-8e2d9c916d81 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810511 Dec 06 12:57:15.586953 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:26.356035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32d22160-b03e-4a3f-ada2-c64c97f26a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:28.765100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b868796e-e6a0-4f3b-904b-2714eb14be70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:30.025788 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:31.087736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:32.040488 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:39.621257 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:57:45.591479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:56.358243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4da1d46a-20d6-4a5c-a093-83376e161e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:57:58.766105 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-660ca3dd-376a-42f2-9ba6-893024fdafc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:00.028705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:01.090729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:02.042084 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:03.940015 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-ceb20788-fc09-4e7d-a78b-a6a008ec9c1a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431230 Dec 06 12:58:04.020197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-ff45c6bf-08ab-4a21-bedf-feee7f52d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:04.021651 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-ff45c6bf-08ab-4a21-bedf-feee7f52d683 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1099 time: 0.0400429 Dec 06 12:58:04.125200 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-bcf5053b-9ba3-4548-813d-14af8ab04f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:04.126642 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-bcf5053b-9ba3-4548-813d-14af8ab04f03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0869110 Dec 06 12:58:04.189755 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-cd218fb7-f2f2-4987-935c-70b2d1a527a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1002 time: 0.0565786 Dec 06 12:58:04.237008 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-35b13e30-3193-4ea7-a65d-9e8e21af97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:04.238380 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-35b13e30-3193-4ea7-a65d-9e8e21af97c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0424323 Dec 06 12:58:04.289330 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-6d06192d-e839-4d94-b8c7-1e08a7c62251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:04.290842 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-6d06192d-e839-4d94-b8c7-1e08a7c62251 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457177 Dec 06 12:58:04.380908 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-c87f13ed-9cec-4ee0-9fc1-bb9c715efd7a service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814142 Dec 06 12:58:04.473061 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3d74e021-e47f-49f3-83eb-ea3f4c910d77 req-c3a88d93-b24e-48da-a5aa-4762a4e0e3d8 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843725 Dec 06 12:58:15.592291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:16.620030 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:58:26.360802 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6889f53d-2c45-458c-8c6a-7a30fc9ee8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:28.768419 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf6a7-c90a-4ab8-83d7-a58b7385f5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:30.029247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:31.092822 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:32.043714 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:39.657131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d8c1b-7ef8-4aca-b99e-625a0baa3068 req-72e60fb2-11ab-4725-bfcc-e124d2c5db1a tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:39.658632 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-152d8c1b-7ef8-4aca-b99e-625a0baa3068 req-72e60fb2-11ab-4725-bfcc-e124d2c5db1a tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0495496 Dec 06 12:58:39.707729 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-152d8c1b-7ef8-4aca-b99e-625a0baa3068 req-7303d8b5-04f1-4003-8f80-6c6a2f6425a2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Dec 06 12:58:40.835791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2cbf7-cbb0-40da-87f4-1498d67b6ab9 req-b11c2316-32e8-42f4-a62f-61eb7f321e04 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:40.837279 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86e2cbf7-cbb0-40da-87f4-1498d67b6ab9 req-b11c2316-32e8-42f4-a62f-61eb7f321e04 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0477896 Dec 06 12:58:40.891462 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-86e2cbf7-cbb0-40da-87f4-1498d67b6ab9 req-5233ad78-319a-43ed-a1e1-adf9b4352542 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477977 Dec 06 12:58:42.020217 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02dff6-03d2-4b73-bfad-f93bc5ae30a0 req-5f8b3f9d-828f-40d8-8005-b8dbd1aece22 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:42.021692 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb02dff6-03d2-4b73-bfad-f93bc5ae30a0 req-5f8b3f9d-828f-40d8-8005-b8dbd1aece22 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0500095 Dec 06 12:58:42.071016 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb02dff6-03d2-4b73-bfad-f93bc5ae30a0 req-a5cf3a06-b465-4759-a0a6-6d2cb4f64c0b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Dec 06 12:58:43.184540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c69297-ec7e-4e3c-b233-5de865d804ed req-30493b01-e500-49de-91fa-ea5d7d2d9194 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:43.186024 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a9c69297-ec7e-4e3c-b233-5de865d804ed req-30493b01-e500-49de-91fa-ea5d7d2d9194 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0483384 Dec 06 12:58:43.237886 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a9c69297-ec7e-4e3c-b233-5de865d804ed req-e0f19537-9350-40b7-9ff1-73e9316417d9 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458233 Dec 06 12:58:44.361695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c0e90-2d92-4394-8319-aba840d056f0 req-e435e3e3-1041-41c9-9215-bcc23ae2debb tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:44.364312 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-877c0e90-2d92-4394-8319-aba840d056f0 req-e435e3e3-1041-41c9-9215-bcc23ae2debb tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0548835 Dec 06 12:58:44.413398 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-877c0e90-2d92-4394-8319-aba840d056f0 req-5c6e66a9-146f-445c-b24e-dd58eb99a852 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Dec 06 12:58:45.528394 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6b0f4-75d7-4133-8336-eca2ce254848 req-efdf8406-44ce-4f65-8c14-6ffec0dd9d56 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:45.529868 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ef6b0f4-75d7-4133-8336-eca2ce254848 req-efdf8406-44ce-4f65-8c14-6ffec0dd9d56 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0479290 Dec 06 12:58:45.579540 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ef6b0f4-75d7-4133-8336-eca2ce254848 req-a92f19fa-471b-4394-8c90-0f185debcb52 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430841 Dec 06 12:58:45.593234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:46.695088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c4ad4-dcc8-4162-a7c8-3ed18eb29b52 req-bdd23ea0-bde0-4119-80c7-22f676fb3623 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:46.696581 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e8c4ad4-dcc8-4162-a7c8-3ed18eb29b52 req-bdd23ea0-bde0-4119-80c7-22f676fb3623 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0475371 Dec 06 12:58:46.748812 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9e8c4ad4-dcc8-4162-a7c8-3ed18eb29b52 req-8cf1c9fd-2f5b-40a2-9e46-6e0fe21ccf9f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461421 Dec 06 12:58:47.861711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2b7a-8a13-431d-8371-f9fc5ceefb7a req-2181ce73-212c-4c32-b2e7-d6000a2374ca tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:47.863335 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-894e2b7a-8a13-431d-8371-f9fc5ceefb7a req-2181ce73-212c-4c32-b2e7-d6000a2374ca tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0485287 Dec 06 12:58:47.910936 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-894e2b7a-8a13-431d-8371-f9fc5ceefb7a req-8b47a033-a3e8-44c5-8ee6-19568bc7ab25 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 Dec 06 12:58:49.023580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f26f9-48bc-46a9-b5ea-1626d00bf9c3 req-7a7e8e66-7e16-4634-b26b-0b49f807b438 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:49.025079 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-328f26f9-48bc-46a9-b5ea-1626d00bf9c3 req-7a7e8e66-7e16-4634-b26b-0b49f807b438 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0474019 Dec 06 12:58:49.073893 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-328f26f9-48bc-46a9-b5ea-1626d00bf9c3 req-8efb4520-749a-41ee-ab12-f80cb9edcf16 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 Dec 06 12:58:50.196501 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7d18e-87a0-4172-833b-efa309ad060f req-7f29f4ab-4e3c-4658-ac7a-55f82acca9c1 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:50.197968 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4bf7d18e-87a0-4172-833b-efa309ad060f req-7f29f4ab-4e3c-4658-ac7a-55f82acca9c1 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0570612 Dec 06 12:58:50.246787 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4bf7d18e-87a0-4172-833b-efa309ad060f req-294af0b7-e4c9-46bc-b1bf-3e3ebdd5309e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Dec 06 12:58:51.365184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f54a6-7e6b-4352-8109-fc328b25f753 req-aca41e53-0dfd-4564-88c1-76bf39ec1b4e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:51.366663 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8a0f54a6-7e6b-4352-8109-fc328b25f753 req-aca41e53-0dfd-4564-88c1-76bf39ec1b4e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0500638 Dec 06 12:58:51.415246 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8a0f54a6-7e6b-4352-8109-fc328b25f753 req-49db24be-5942-4e3c-8129-ea42a9db31eb tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Dec 06 12:58:52.532195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557194e-897a-4276-81ed-05f2e5f0ff6b req-036344af-1abb-4a05-a9a9-a73fb7b1e888 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:52.533642 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4557194e-897a-4276-81ed-05f2e5f0ff6b req-036344af-1abb-4a05-a9a9-a73fb7b1e888 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0508006 Dec 06 12:58:52.582379 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4557194e-897a-4276-81ed-05f2e5f0ff6b req-0a3beb8b-4a97-416b-b395-12751bf0cb46 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Dec 06 12:58:52.587584 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:58:52.684820 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:58:52.695757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'port_id': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'mac_address': 'fa:16:3e:3b:ff:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:58:52.732230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:52.745372 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:58:52.763467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:58:52.767486 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:52.816391 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:58:52.823150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.823500 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.823841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.824205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.824538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.824866 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.825185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.825517 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.825845 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.826170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.826492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.826809 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.827125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 12:58:52.839125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:58:53.619651 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:58:53.698474 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66cfc7-1c0b-4b71-93a5-2648d5390697 req-cd0345dd-89b5-49e5-b87a-fcbd1a14b8d3 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:53.699947 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bb66cfc7-1c0b-4b71-93a5-2648d5390697 req-cd0345dd-89b5-49e5-b87a-fcbd1a14b8d3 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 945 time: 0.0489740 Dec 06 12:58:53.749378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bb66cfc7-1c0b-4b71-93a5-2648d5390697 req-00946c64-6448-4a3d-a0e4-827fd31a1df8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 Dec 06 12:58:54.608332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:58:54.659325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:58:54.659792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:54.733694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:54.755450 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:58:54.757700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d368899d-2fb5-442d-bb83-85de57c41859" -d '{"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-plugged", "status": "completed", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:58:54.769879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:58:54.775012 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:54.802549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bd3308-8206-4f80-aae1-9270abf8d1c5 x-openstack-request-id: req-69bd3308-8206-4f80-aae1-9270abf8d1c5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:58:54.802842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-plugged", "status": "completed", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:58:54.803093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69bd3308-8206-4f80-aae1-9270abf8d1c5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:58:54.803473 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'code': 200} Dec 06 12:58:54.828905 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:58:54.868478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943de501-6b8d-4c23-85ab-8194f69596e7 req-c936dd92-79b9-4539-8b87-e5a13b2d9fff tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:54.869845 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-943de501-6b8d-4c23-85ab-8194f69596e7 req-c936dd92-79b9-4539-8b87-e5a13b2d9fff tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0485852 Dec 06 12:58:54.920590 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-943de501-6b8d-4c23-85ab-8194f69596e7 req-47bc1c5c-0614-4822-a1c2-e234e6212d7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Dec 06 12:58:56.122596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917ab5-5504-4f73-a1ae-c62afaf01ee6 req-ca64329b-9507-4244-b3fc-607516c967d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:56.124142 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-48917ab5-5504-4f73-a1ae-c62afaf01ee6 req-ca64329b-9507-4244-b3fc-607516c967d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.1312373 Dec 06 12:58:56.176990 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-48917ab5-5504-4f73-a1ae-c62afaf01ee6 req-2b8a1cc3-a582-4d41-8e8d-f41284ee3a5c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462248 Dec 06 12:58:56.366313 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8fa9-2d5d-4130-94a0-882265f36011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:57.365478 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ae472-afcb-4541-8557-88d420c13b57 req-a7d68a83-d294-4659-95a0-92725a560ed7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:57.372344 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc9ae472-afcb-4541-8557-88d420c13b57 req-a7d68a83-d294-4659-95a0-92725a560ed7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.1198707 Dec 06 12:58:57.423512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bc9ae472-afcb-4541-8557-88d420c13b57 req-cd596c9b-da40-4715-b6da-298115c2682c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473845 Dec 06 12:58:58.555007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191053b7-ac4a-40a2-9372-a22e4882da49 req-01df5568-5ab2-4e59-b1db-41918483c2e2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:58.556549 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-191053b7-ac4a-40a2-9372-a22e4882da49 req-01df5568-5ab2-4e59-b1db-41918483c2e2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0554247 Dec 06 12:58:58.612258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-191053b7-ac4a-40a2-9372-a22e4882da49 req-c2383810-563f-4636-b694-d1637bc4bbd7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494177 Dec 06 12:58:58.771492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2b67151-a679-4ef8-a244-c676543c1db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:58:59.748238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa413c5-d083-4381-9371-edec83421a2f req-21a5d28a-30a8-48f0-a38f-cde9e265c827 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:58:59.750447 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6aa413c5-d083-4381-9371-edec83421a2f req-21a5d28a-30a8-48f0-a38f-cde9e265c827 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Dec 06 12:58:59.817511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6aa413c5-d083-4381-9371-edec83421a2f req-f5025b09-d6be-49b8-a14f-a710bb9d4b3c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595210 Dec 06 12:59:00.039758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:00.951765 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f031b-407c-4edd-9158-2131d348ceb2 req-19f28ef8-22da-402a-8faf-98d948936a2f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:00.953393 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e07f031b-407c-4edd-9158-2131d348ceb2 req-19f28ef8-22da-402a-8faf-98d948936a2f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0534947 Dec 06 12:59:01.020394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e07f031b-407c-4edd-9158-2131d348ceb2 req-b86d3fd5-f869-44cd-9ff3-d16ee36a9491 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567381 Dec 06 12:59:01.100744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:02.049896 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:02.148278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600c6db-8185-4233-86a6-306598694bf2 req-0fd1810c-6ec9-45be-97e5-f8dc8c8293ba tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:02.150643 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1600c6db-8185-4233-86a6-306598694bf2 req-0fd1810c-6ec9-45be-97e5-f8dc8c8293ba tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0532305 Dec 06 12:59:02.209767 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1600c6db-8185-4233-86a6-306598694bf2 req-e3913532-29a9-48cf-a2cc-8b0cdd014a80 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525982 Dec 06 12:59:03.331735 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e602d-3c3d-40c1-996a-38bbcaa9a19f req-ae188c6d-b772-4ba7-a41f-d6c7fb06171f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:03.333790 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc1e602d-3c3d-40c1-996a-38bbcaa9a19f req-ae188c6d-b772-4ba7-a41f-d6c7fb06171f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0523746 Dec 06 12:59:03.388174 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc1e602d-3c3d-40c1-996a-38bbcaa9a19f req-04fe2a03-c828-4a17-adc7-de0ee519200f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483398 Dec 06 12:59:04.522989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea36385-20f2-4198-96c1-db9d29b402c3 req-9e20743c-3bf0-4322-b2ca-c55ebdb40e6d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:04.524533 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ea36385-20f2-4198-96c1-db9d29b402c3 req-9e20743c-3bf0-4322-b2ca-c55ebdb40e6d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0645013 Dec 06 12:59:04.580202 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0ea36385-20f2-4198-96c1-db9d29b402c3 req-26572456-f566-4562-b4db-745f47382e0d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496082 Dec 06 12:59:05.697809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26144c0-1129-461e-8506-48745e227129 req-fd5369b2-a082-449d-bdc2-71e96752e3b5 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:05.699281 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b26144c0-1129-461e-8506-48745e227129 req-fd5369b2-a082-449d-bdc2-71e96752e3b5 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0500984 Dec 06 12:59:05.748065 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b26144c0-1129-461e-8506-48745e227129 req-5061987e-ee86-400c-9dda-3fda78550f90 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Dec 06 12:59:06.005157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-b1da3c4f-04df-462f-bb95-c4e571355177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:06.006657 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-b1da3c4f-04df-462f-bb95-c4e571355177 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1099 time: 0.0444748 Dec 06 12:59:06.115069 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-e0c65003-dad0-46e9-be7c-4e2b966c1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:06.116571 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-e0c65003-dad0-46e9-be7c-4e2b966c1cb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0869439 Dec 06 12:59:06.528227 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-3a52ce3f-e1d2-430f-9ff9-b9f00c9137ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1002 time: 0.3982718 Dec 06 12:59:06.576865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-67a4b577-65d3-4694-8d7d-4dc83a5251fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:06.578187 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-67a4b577-65d3-4694-8d7d-4dc83a5251fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0426810 Dec 06 12:59:06.621603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-df627763-1ba7-4988-a61e-c481c954ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:06.623038 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-df627763-1ba7-4988-a61e-c481c954ae08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382795 Dec 06 12:59:06.712026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-63ccd24a-e1af-4fc8-90f3-245ab732facf service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813022 Dec 06 12:59:06.800450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dc3a32c4-265e-4525-ae7e-b6265f176b62 req-105eabd1-8be2-49d8-9874-61a3a088d91e service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815322 Dec 06 12:59:06.894146 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542a9d0-e992-4f18-bffa-1e07a616e562 req-3a084f90-c617-40b3-9710-be50b460c750 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:06.895673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8542a9d0-e992-4f18-bffa-1e07a616e562 req-3a084f90-c617-40b3-9710-be50b460c750 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0796893 Dec 06 12:59:06.910115 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-1c4a1da8-805a-473b-aa95-0519816da236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:06.912631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-1c4a1da8-805a-473b-aa95-0519816da236 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1099 time: 0.0626588 Dec 06 12:59:07.000216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8542a9d0-e992-4f18-bffa-1e07a616e562 req-acbf081b-a036-4b1f-80ad-f2b0197078c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978227 Dec 06 12:59:07.029265 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-17fcff3a-bd69-46db-b178-591f4196ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:07.030704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-17fcff3a-bd69-46db-b178-591f4196ff46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.1107817 Dec 06 12:59:07.099874 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-75a55152-5206-4cc7-b685-c32b6da45228 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1002 time: 0.0621440 Dec 06 12:59:07.148464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-7747db23-8601-4205-a0e1-980aaf1c5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:07.149768 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-7747db23-8601-4205-a0e1-980aaf1c5d78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0427351 Dec 06 12:59:07.195812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-14883b78-1289-466a-9f29-c78c19cb324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:07.197297 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-14883b78-1289-466a-9f29-c78c19cb324f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396106 Dec 06 12:59:07.289976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-b548b4a9-4804-4640-807c-0f3087f09102 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857542 Dec 06 12:59:07.389490 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9808f03c-00dc-4e43-b323-94d535c13a4c req-4d0e2844-5d3a-45c5-a390-f29774525512 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917947 Dec 06 12:59:08.115613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fe0a-a67e-4bc6-937a-e618f94f1ec5 req-f32c236a-95ff-49d7-b3cc-8880c266374c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:08.117091 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3e50fe0a-a67e-4bc6-937a-e618f94f1ec5 req-f32c236a-95ff-49d7-b3cc-8880c266374c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 946 time: 0.0487638 Dec 06 12:59:08.165377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3e50fe0a-a67e-4bc6-937a-e618f94f1ec5 req-6d18ba3f-3698-4dee-a1e1-b248ba7aeea6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Dec 06 12:59:08.624731 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:59:08.698484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:08.720667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:59:08.723538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b839ac-7f85-4fea-845b-83fd758b78e0" -d '{"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-unplugged", "status": "completed", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:59:08.735637 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:59:08.739800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:08.762065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee36524-9a8c-40ed-b2c1-63eded91241d x-openstack-request-id: req-2ee36524-9a8c-40ed-b2c1-63eded91241d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:59:08.762359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-unplugged", "status": "completed", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:59:08.762608 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ee36524-9a8c-40ed-b2c1-63eded91241d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:59:08.762995 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'code': 200} Dec 06 12:59:08.791199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:59:09.284440 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef021e3c-bc2a-4545-8d51-180422ed2d08 req-edbbddf2-d8b2-499b-8d95-00b218b2b2ae tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:09.285993 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ef021e3c-bc2a-4545-8d51-180422ed2d08 req-edbbddf2-d8b2-499b-8d95-00b218b2b2ae tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0490789 Dec 06 12:59:09.335199 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ef021e3c-bc2a-4545-8d51-180422ed2d08 req-57c1cc8c-e118-4245-91ae-bee7cbc6c8f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Dec 06 12:59:09.466117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-fe5784f0-b5ca-404d-b75a-ced439ed9f2d req-f1041919-1447-487f-9401-a25003757253 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 12:59:09.467133 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fe5784f0-b5ca-404d-b75a-ced439ed9f2d req-f1041919-1447-487f-9401-a25003757253 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0659289 Dec 06 12:59:09.630566 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8bd1e-0e0a-44ae-a406-25429272126c req-3ab0c649-15ac-4109-988e-d05572712432 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:09.632103 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ba8bd1e-0e0a-44ae-a406-25429272126c req-3ab0c649-15ac-4109-988e-d05572712432 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0534179 Dec 06 12:59:09.685597 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7ba8bd1e-0e0a-44ae-a406-25429272126c req-b653f9be-aa31-47f9-ad35-42ae553fdd26 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474551 Dec 06 12:59:09.937022 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-ed98fb12-81ab-4b51-9093-9b28a9a038ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857530 Dec 06 12:59:10.804711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623d875-f9f1-42de-8a24-425c83bb2072 req-af1e9a3c-f20b-44bb-81eb-47f438f531a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:10.806186 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0623d875-f9f1-42de-8a24-425c83bb2072 req-af1e9a3c-f20b-44bb-81eb-47f438f531a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0503902 Dec 06 12:59:10.875661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-5881691a-f1f3-4d28-b917-d0074e5bb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:10.877240 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-5881691a-f1f3-4d28-b917-d0074e5bb602 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87&tenant_id=fb97eab47f66434ab1fe198b71eaebb7 HTTP/1.1" status: 200 len: 1097 time: 0.0701299 Dec 06 12:59:10.883316 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0623d875-f9f1-42de-8a24-425c83bb2072 req-67530a8f-2c03-417e-86bb-b6487c977b33 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689161 Dec 06 12:59:10.940943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-3aa1cbc6-f5c1-4b32-aacf-6e52774f864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:10.943109 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-3aa1cbc6-f5c1-4b32-aacf-6e52774f864c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1097 time: 0.0444391 Dec 06 12:59:11.030333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-75eb8cff-d101-4f99-9373-7e03ae383fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:11.031764 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-75eb8cff-d101-4f99-9373-7e03ae383fed service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0815911 Dec 06 12:59:11.100648 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-63b11bb6-7b2e-49a8-a569-4a5ffbaf8db5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1000 time: 0.0618541 Dec 06 12:59:11.148249 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-07d3b91e-f60d-426e-9f73-34e300875ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:11.149634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-07d3b91e-f60d-426e-9f73-34e300875ca7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0427721 Dec 06 12:59:11.195926 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-b15393e0-3498-4fab-9cd4-54b4be682dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:11.197391 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-b15393e0-3498-4fab-9cd4-54b4be682dd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407066 Dec 06 12:59:11.289419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-771cfb68-cae8-43bb-b6be-4591b7bcfa51 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842183 Dec 06 12:59:11.382019 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3a26aad2-d2b2-4520-b646-df674a7d48eb req-8b0f87e0-726b-4f05-a682-e409fa4a5676 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859149 Dec 06 12:59:12.025614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe31b40-d7b6-4c2b-a7a5-15d71f4863fd req-e0fd0868-44d4-4776-bb9a-855c7513ac5a tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:12.034611 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ffe31b40-d7b6-4c2b-a7a5-15d71f4863fd req-e0fd0868-44d4-4776-bb9a-855c7513ac5a tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0753663 Dec 06 12:59:12.099193 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ffe31b40-d7b6-4c2b-a7a5-15d71f4863fd req-3f7bc76b-3371-4c3b-888a-b0fa1c1bbdcf tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622752 Dec 06 12:59:12.640059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 12:59:13.223574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65797b07-a136-44aa-ba72-de0fa2ed104d req-1efe2b8d-c0d1-4185-b2af-54279748be11 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:13.225264 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65797b07-a136-44aa-ba72-de0fa2ed104d req-1efe2b8d-c0d1-4185-b2af-54279748be11 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0539248 Dec 06 12:59:13.275093 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-65797b07-a136-44aa-ba72-de0fa2ed104d req-4996d038-68cb-43dc-8600-058885b6d8d3 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439889 Dec 06 12:59:14.399192 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdeb91-92da-4812-be21-a2d2c860dc95 req-0559eff7-04e3-467e-8d0a-91a6e5404e31 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:14.401498 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6bdeb91-92da-4812-be21-a2d2c860dc95 req-0559eff7-04e3-467e-8d0a-91a6e5404e31 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0520072 Dec 06 12:59:14.458422 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e6bdeb91-92da-4812-be21-a2d2c860dc95 req-a03f45c9-395b-4b03-bcf2-0b98aa921fbd tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495632 Dec 06 12:59:15.577804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59799ef4-4c30-4f9b-b5a5-a24238b15d0b req-d5445923-4908-4807-b77c-c802b54d8b69 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:15.579190 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-59799ef4-4c30-4f9b-b5a5-a24238b15d0b req-d5445923-4908-4807-b77c-c802b54d8b69 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0495834 Dec 06 12:59:15.593824 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:15.639470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-59799ef4-4c30-4f9b-b5a5-a24238b15d0b req-3d9d32e8-7729-47c5-9382-42aeca433808 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528624 Dec 06 12:59:16.769557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af9f1d-25ac-46f7-bfb4-e74c6237f7c8 req-16477a06-390f-4bdb-83f9-5892b634a77a tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:16.771706 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8af9f1d-25ac-46f7-bfb4-e74c6237f7c8 req-16477a06-390f-4bdb-83f9-5892b634a77a tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0511534 Dec 06 12:59:16.821291 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f8af9f1d-25ac-46f7-bfb4-e74c6237f7c8 req-acd4a6dc-c280-413e-a9d2-084d8e13a4f7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Dec 06 12:59:17.947617 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7a4a6-baee-4f44-b520-c7ce7e2d0d8e req-7b05b7f2-a7e8-4b1b-bb0d-e7e2ef4f3b74 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:17.949198 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e9e7a4a6-baee-4f44-b520-c7ce7e2d0d8e req-7b05b7f2-a7e8-4b1b-bb0d-e7e2ef4f3b74 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0596564 Dec 06 12:59:18.009984 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e9e7a4a6-baee-4f44-b520-c7ce7e2d0d8e req-cf23f7ee-efa1-461a-b072-56d616754720 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542710 Dec 06 12:59:19.135231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde3913-285c-4792-a629-3313f670d7be req-113fa0a4-bb87-474e-97c6-e80bd83d98ce tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:19.142564 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9bde3913-285c-4792-a629-3313f670d7be req-113fa0a4-bb87-474e-97c6-e80bd83d98ce tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0578444 Dec 06 12:59:19.214135 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9bde3913-285c-4792-a629-3313f670d7be req-b649a9bb-d3fe-4949-a68a-4cba7b44f2b3 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705419 Dec 06 12:59:20.335504 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecd209-6548-4405-ad5c-feba62f29438 req-6cf4b7ef-5366-4d95-9b83-16293bdd5e72 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:20.337001 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-98ecd209-6548-4405-ad5c-feba62f29438 req-6cf4b7ef-5366-4d95-9b83-16293bdd5e72 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0544379 Dec 06 12:59:20.386087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-98ecd209-6548-4405-ad5c-feba62f29438 req-b485d08a-ba0c-4f71-b1f1-7a7c8a1b7253 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Dec 06 12:59:21.510643 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c769de0-a04f-412a-84b0-94f80a156884 req-655cb0f9-824c-4bdb-9530-6159310bce65 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:21.512161 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9c769de0-a04f-412a-84b0-94f80a156884 req-655cb0f9-824c-4bdb-9530-6159310bce65 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0500069 Dec 06 12:59:21.561182 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9c769de0-a04f-412a-84b0-94f80a156884 req-f7bc167a-aabd-43a8-a2ce-87d220c7b76b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Dec 06 12:59:22.683250 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae41126-276a-4246-b378-6d0d89d087f6 req-361e2441-2d35-42f7-ba6a-8fa4fa994e84 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:22.684760 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ae41126-276a-4246-b378-6d0d89d087f6 req-361e2441-2d35-42f7-ba6a-8fa4fa994e84 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0495827 Dec 06 12:59:22.738215 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3ae41126-276a-4246-b378-6d0d89d087f6 req-01037c32-76eb-46c5-a9b9-936e9e020c73 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473077 Dec 06 12:59:23.851361 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75a9ac-83f0-4945-aec6-bee92564dab8 req-b0ce7ce0-ac28-4bb1-bafe-771f1ca6ee68 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:23.852857 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c75a9ac-83f0-4945-aec6-bee92564dab8 req-b0ce7ce0-ac28-4bb1-bafe-771f1ca6ee68 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0480313 Dec 06 12:59:23.901756 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c75a9ac-83f0-4945-aec6-bee92564dab8 req-f0db5913-ec8e-4cde-9485-a7e39be516fc tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431578 Dec 06 12:59:25.019870 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4060381-d803-48ea-83ce-e9e058a6a127 req-f42394c6-a124-4723-8c7d-6ce1828a751f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:25.022394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c4060381-d803-48ea-83ce-e9e058a6a127 req-f42394c6-a124-4723-8c7d-6ce1828a751f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0529275 Dec 06 12:59:25.075065 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c4060381-d803-48ea-83ce-e9e058a6a127 req-3b4bd7cc-cdea-457c-ba0f-d8d1fbd2e416 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452342 Dec 06 12:59:26.193640 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c655457-2a63-4371-8b17-5c9d3c12ac1f req-4346575d-a972-44aa-9002-d8e6367234dd tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:26.195115 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c655457-2a63-4371-8b17-5c9d3c12ac1f req-4346575d-a972-44aa-9002-d8e6367234dd tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0535069 Dec 06 12:59:26.250214 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5c655457-2a63-4371-8b17-5c9d3c12ac1f req-865df40d-0423-40ca-8b24-86157d445809 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 Dec 06 12:59:26.359958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7720-1ce5-4de2-b974-877003d5027d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:27.367574 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d7f35-8b03-4f3b-8912-4c8877137b8a req-1c1ab831-a920-4165-a81c-e3aef3deb097 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:27.369084 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2f0d7f35-8b03-4f3b-8912-4c8877137b8a req-1c1ab831-a920-4165-a81c-e3aef3deb097 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0501719 Dec 06 12:59:27.417353 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2f0d7f35-8b03-4f3b-8912-4c8877137b8a req-5b106b88-3b5e-4d0b-8107-df4d8e7a5362 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 Dec 06 12:59:28.531910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad933f-e1b3-478f-926b-8d27309a7d7f req-fd66ecc8-24ce-4954-96ed-ede6c6baf88c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:28.533374 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-88ad933f-e1b3-478f-926b-8d27309a7d7f req-fd66ecc8-24ce-4954-96ed-ede6c6baf88c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 944 time: 0.0487220 Dec 06 12:59:28.585442 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-88ad933f-e1b3-478f-926b-8d27309a7d7f req-b469d785-654e-47e5-8cf6-eefeb37c0581 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461535 Dec 06 12:59:28.718506 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 12:59:28.806243 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed84af-dc79-4666-90c6-1f39a38bdcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:28.825240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:59:28.836056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'port_id': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'mac_address': 'fa:16:3e:3b:ff:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 12:59:28.872758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:28.886301 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 12:59:28.906307 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:59:28.910308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:28.960197 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=9']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:59:29.312099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 12:59:29.716905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c42b-a745-42c4-8b68-46d2375cdce5 req-cc29deaf-93cf-4a8b-82fa-3bf4bf35e1ab tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:29.718360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a016c42b-a745-42c4-8b68-46d2375cdce5 req-cc29deaf-93cf-4a8b-82fa-3bf4bf35e1ab tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 945 time: 0.0488758 Dec 06 12:59:29.766569 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a016c42b-a745-42c4-8b68-46d2375cdce5 req-188e5049-7ef5-46fa-92dc-be61040c2a90 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422800 Dec 06 12:59:30.036611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:30.619017 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 12:59:30.717538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 12:59:30.765770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 12:59:30.766132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:30.846128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:30.868619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 12:59:30.871130 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea832e6e99891f6b6c925b6ca71cca6edf54fd8ec97fed4606bddd23c14d72f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981ecc24-e9fc-44df-b513-09e04a162ca8" -d '{"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-plugged", "status": "completed", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 12:59:30.884411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 12:59:30.887074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408cb0a-b62e-47fc-ab05-7b30cb2a9239 req-f7539bf9-fbc6-4575-8259-933e0497d558 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:30.889011 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5408cb0a-b62e-47fc-ab05-7b30cb2a9239 req-f7539bf9-fbc6-4575-8259-933e0497d558 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 945 time: 0.0512595 Dec 06 12:59:30.889399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:30.939209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 12:59:30.939388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5408cb0a-b62e-47fc-ab05-7b30cb2a9239 req-38c49add-3796-4d0b-97d1-cb5b9e1723c3 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443177 Dec 06 12:59:30.995660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 12:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fb2fc5-c930-445d-9776-2cebb27983a2 x-openstack-request-id: req-04fb2fc5-c930-445d-9776-2cebb27983a2 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 12:59:30.995987 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-plugged", "status": "completed", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 12:59:30.996270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04fb2fc5-c930-445d-9776-2cebb27983a2 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 12:59:30.996702 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'code': 200} Dec 06 12:59:31.099881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:31.188332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e64d9-aa5c-4334-ad94-d16f9ec543a9 req-bf539991-974e-48e4-98a4-772050a4ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:31.189723 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d3e64d9-aa5c-4334-ad94-d16f9ec543a9 req-bf539991-974e-48e4-98a4-772050a4ce95 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1100 time: 0.0457494 Dec 06 12:59:31.236410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d3e64d9-aa5c-4334-ad94-d16f9ec543a9 req-87e75c1c-5f48-4949-a15f-41f15536aa33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397410 Dec 06 12:59:32.043339 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:32.057713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20b00b-6e19-45b2-a837-22ed0a2057e4 req-b74f9a0d-e145-4bb6-a91d-40c40ac2bab2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:32.059195 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3e20b00b-6e19-45b2-a837-22ed0a2057e4 req-b74f9a0d-e145-4bb6-a91d-40c40ac2bab2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 947 time: 0.0492311 Dec 06 12:59:32.109614 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3e20b00b-6e19-45b2-a837-22ed0a2057e4 req-2e92d835-6046-4eee-b7e1-dd6a89c7aec2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444825 Dec 06 12:59:33.232886 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62dfaa-e493-488f-9945-1ba3f7c3dded req-60d29eaa-6604-481c-a71a-36b406053a50 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 12:59:33.234377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cd62dfaa-e493-488f-9945-1ba3f7c3dded req-60d29eaa-6604-481c-a71a-36b406053a50 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 947 time: 0.0536995 Dec 06 12:59:33.283910 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cd62dfaa-e493-488f-9945-1ba3f7c3dded req-ac26c696-8189-4577-8841-98d74e6bdc5b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Dec 06 12:59:45.615548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:56.361833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fd70543-d6c5-466c-b373-4823a79d1db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 12:59:58.776636 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e814988-8477-4d19-810d-68282c56325c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:00.037721 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:01.100985 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:02.044901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:05.938169 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-9b732a2d-7b77-4ae7-9570-db5e9168fed1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399053 Dec 06 13:00:06.018748 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-3ac1a7b6-45a0-4c15-b25f-d5c27acf95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:06.020235 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-3ac1a7b6-45a0-4c15-b25f-d5c27acf95fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1100 time: 0.0395911 Dec 06 13:00:06.126043 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-8c1bdb7b-d0c5-42b4-b7c2-d4378a948190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:06.127511 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-8c1bdb7b-d0c5-42b4-b7c2-d4378a948190 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0885284 Dec 06 13:00:06.191683 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-76805278-fe79-4bcf-b923-b27f74c2de36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1002 time: 0.0574293 Dec 06 13:00:06.245762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-e48c913e-7cf1-4ddd-898c-dfc47b96c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:06.247596 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-e48c913e-7cf1-4ddd-898c-dfc47b96c503 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0484815 Dec 06 13:00:06.294918 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-52dccbb7-4d2f-4514-a8b0-d377b813d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:00:06.296437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-52dccbb7-4d2f-4514-a8b0-d377b813d533 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408952 Dec 06 13:00:06.387420 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-1b4ccf57-6d7d-4928-b21b-4f838590c5ac service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829816 Dec 06 13:00:06.478845 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-948f6124-d3b8-4975-8fc8-e8cf3ffe231d req-11fb0187-69aa-4d83-a0cc-8ffa71ec95e6 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Dec 06 13:00:07.617478 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:00:15.621403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:26.362526 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-537ac5de-4462-4f2c-8726-d4f82d21572b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:28.778504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d66a3e56-322c-4991-bbec-de96f699ef71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:30.043059 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:31.103775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:32.047117 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:44.616659 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:00:45.636138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:56.363919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-950654b9-e031-417a-af92-f3f721c4087c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:00:58.779332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0994483d-888a-44c9-8050-47e9a48b9dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:00.042666 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:01.106051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:02.051717 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:07.964748 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-ab2a499d-9175-4017-a278-9e14e3d3451c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401292 Dec 06 13:01:08.045236 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-5b120153-03d2-497c-8941-af4ec2b09238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:08.046707 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-5b120153-03d2-497c-8941-af4ec2b09238 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1100 time: 0.0408678 Dec 06 13:01:08.151916 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-e9cb98d8-3057-4aa6-a9c4-b08b5b2e944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:08.153388 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-e9cb98d8-3057-4aa6-a9c4-b08b5b2e944c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0887165 Dec 06 13:01:08.218469 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-4e57cda8-0463-42d6-89e9-db107949fa68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 1002 time: 0.0575824 Dec 06 13:01:08.269466 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-acb69c60-d05c-4082-9ef6-64890dede981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:08.270873 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-acb69c60-d05c-4082-9ef6-64890dede981 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0461919 Dec 06 13:01:08.315416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-e3b3c9f7-e2ba-4646-a9c0-5bc1d05970df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:08.316942 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-e3b3c9f7-e2ba-4646-a9c0-5bc1d05970df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391850 Dec 06 13:01:08.409573 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-084ca89c-bdbf-4cab-a650-59187a7b08cd service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853958 Dec 06 13:01:08.497510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a58f2dea-d6e5-4d33-a67a-4f57d563b364 req-3a5773cd-b212-4bc1-b41e-fe9eba7891a5 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806899 Dec 06 13:01:08.727560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 52462) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:08.919294 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Deleting port 471dcaf0-cd14-4835-adde-65e08a88239d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:08.919627 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:08.993561 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:08.994252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:09.005127 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Calling delete_port for 471dcaf0-cd14-4835-adde-65e08a88239d owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:09.148168 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:09.172609 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event deleted for resources: {'Port': ['ID=471dcaf0-cd14-4835-adde-65e08a88239d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:09.198430 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.198791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.199141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.199485 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.199824 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.200188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.200523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.200856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.201191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.201678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.202018 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.202349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.202679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:09.241110 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:09.241437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Floating IP 340d3ee5-e98e-41c1-b5ab-23b1252fbb8a disassociated (deleted). External IP: 172.36.1.131, port: 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e. Dec 06 13:01:09.454144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:01:09.558327 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:01:09.562821 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:09.572498 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] Sync routers for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:01:09.585816 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:09.586436 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:00:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:09.591796 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-1f96c0b7-25f1-479d-95d8-866c0c17b929 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "DELETE /v2.0/floatingips/340d3ee5-e98e-41c1-b5ab-23b1252fbb8a HTTP/1.1" status: 204 len: 168 time: 0.8625190 Dec 06 13:01:09.592404 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:09.594809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1444fdf0-bdf0-4651-b898-48ebaa7457b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:09.753864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e116ad91-9461-47a9-bbe1-335ac989cb76 x-openstack-request-id: req-e116ad91-9461-47a9-bbe1-335ac989cb76 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:09.754162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:09.754471 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e116ad91-9461-47a9-bbe1-335ac989cb76 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:09.755020 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'status': 'completed', 'code': 200} Dec 06 13:01:09.794724 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:09.849908 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-53dd9e83-1bf5-4452-87d7-92c26094d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:09.851314 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-53dd9e83-1bf5-4452-87d7-92c26094d7a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 1100 time: 0.0730059 Dec 06 13:01:09.888032 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d443-5b7f-4f7e-af02-16015cf90ce4 req-b4cabbb2-e2f0-48a9-ac18-419a4029c592 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:09.889508 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3613d443-5b7f-4f7e-af02-16015cf90ce4 req-b4cabbb2-e2f0-48a9-ac18-419a4029c592 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 947 time: 0.0733621 Dec 06 13:01:09.990560 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-3613d443-5b7f-4f7e-af02-16015cf90ce4 req-a53c4dd3-2c0a-4c35-b773-c118ae7ce14d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947666 Dec 06 13:01:10.000072 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:10.000438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-b8cbb18e-74c8-45cf-8a52-26b8e63128f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:10.001610 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-b8cbb18e-74c8-45cf-8a52-26b8e63128f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.1414404 Dec 06 13:01:10.030687 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] Checking router: 0fd4471a-d7b5-428f-acda-6a81f8e3b41d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:01:10.039574 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:10.040237 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:00:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:10.049249 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-65333842-e6ba-4e5f-912d-f442e65c8f85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 200 len: 217 time: 0.0397804 Dec 06 13:01:10.100416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-59d27d88-0f7d-495e-9729-6c32b220e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:10.101784 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-59d27d88-0f7d-495e-9729-6c32b220e5be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0446308 Dec 06 13:01:10.144939 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:10.146594 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-58f1537e-011f-4d2e-88f0-fe69b1ff95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:10.148301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-58f1537e-011f-4d2e-88f0-fe69b1ff95d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398021 Dec 06 13:01:10.249296 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-ab984278-6323-477c-969c-f9baf939cec7 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927413 Dec 06 13:01:10.345212 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1444fdf0-bdf0-4651-b898-48ebaa7457b5 req-86382e48-ccd5-481b-9d8b-406abf799e5b service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879548 Dec 06 13:01:10.347593 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:10.375792 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a093d-58e4-492d-9cc3-661b05d2faba None None] The sync data for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv is: [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:01:10.577968 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a16a8-8510-4840-af89-21ca205e98b1 None None] New status for floating IP 340d3ee5-e98e-41c1-b5ab-23b1252fbb8a: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:01:11.204174 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61123b39-fc05-4f68-8d78-590f7cff7205 req-29e5f0be-75a3-4a77-8f49-f4ba1c69df43 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:11.205651 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-61123b39-fc05-4f68-8d78-590f7cff7205 req-29e5f0be-75a3-4a77-8f49-f4ba1c69df43 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 947 time: 0.0919387 Dec 06 13:01:11.298660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-79442c0c-75ff-4820-a416-66176974cce8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:11.300057 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-79442c0c-75ff-4820-a416-66176974cce8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "GET /v2.0/ports?device_id=f609c20f-824c-4884-bbd8-85df8c8bed87 HTTP/1.1" status: 200 len: 947 time: 0.0796766 Dec 06 13:01:11.303731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-61123b39-fc05-4f68-8d78-590f7cff7205 req-cd85ea07-34f2-49c9-9350-f334056794ee tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=22929e9d-aa5e-4281-b620-20df6bbe8128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917351 Dec 06 13:01:11.393483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Deleting port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:01:11.393819 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:11.483912 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] For port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:11.484267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:11.498850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Calling delete_port for 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:01:11.623641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:11.652538 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event deleted for resources: {'Port': ['ID=12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:11.696509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] No DVR routers for this DVR port 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:01:11.699042 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:11.702318 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-afd62c14-7fc9-400a-b7d7-12f51537d5ce req-c29f7313-877b-44f3-8840-c725d2c06a7b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "DELETE /v2.0/ports/12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e HTTP/1.1" status: 204 len: 173 time: 0.3957407 Dec 06 13:01:11.756196 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-deleted', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:11.758558 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9851824070bf59c21cb7bf78adb0f0d24a49ed14ed061f2018c7f1e177c31e34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f2d9e0-a80e-4e31-8a90-9de738bd4c8f" -d '{"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-deleted", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:11.799910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0052da-be9b-4001-aad5-0ed1cdffea19 x-openstack-request-id: req-7b0052da-be9b-4001-aad5-0ed1cdffea19 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:11.800234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f609c20f-824c-4884-bbd8-85df8c8bed87", "name": "network-vif-deleted", "tag": "12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:11.800484 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b0052da-be9b-4001-aad5-0ed1cdffea19 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:11.800899 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f609c20f-824c-4884-bbd8-85df8c8bed87', 'name': 'network-vif-deleted', 'tag': '12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e', 'status': 'completed', 'code': 200} Dec 06 13:01:12.359336 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52496) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:12.417305 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:12.442729 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:12.504709 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:12.507247 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:12.508417 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "DELETE /v2.0/security-groups/22929e9d-aa5e-4281-b620-20df6bbe8128 HTTP/1.1" status: 204 len: 168 time: 0.1480749 Dec 06 13:01:12.517359 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22929e9d-aa5e-4281-b620-20df6bbe8128,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:12.524284 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.524661 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.525116 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.525452 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.525785 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.526113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.526437 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.526761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.527084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.527405 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.527725 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.528063 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:12.528382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd61be-97e2-4c85-a05e-2fb1f21737f2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:14.825795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52508) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:14.830436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5f00210d-79ed-4c1c-8e34-10a69106f5a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105132048', 'description': 'tempest-secgroup-smoke-2105132048 description', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:14.853879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f00210d-79ed-4c1c-8e34-10a69106f5a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.917241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f00210d-79ed-4c1c-8e34-10a69106f5a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.920827 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f00210d-79ed-4c1c-8e34-10a69106f5a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.950882 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f00210d-79ed-4c1c-8e34-10a69106f5a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:14.952118 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-5f00210d-79ed-4c1c-8e34-10a69106f5a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252947 Dec 06 13:01:14.953021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00210d-79ed-4c1c-8e34-10a69106f5a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:14.954931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52510) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:14.959280 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4eb4d5ea-c4ee-44d8-b652-79678a1d97df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': 'e4d3a94b-5cd0-41a1-b28a-ec1e233b1790', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:14.986917 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d5ea-c4ee-44d8-b652-79678a1d97df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.043365 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d5ea-c4ee-44d8-b652-79678a1d97df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.046821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d5ea-c4ee-44d8-b652-79678a1d97df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.063422 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4d5ea-c4ee-44d8-b652-79678a1d97df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7858a6-74e9-4f71-9fe3-d90d84ab63e7,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:15.073187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d5ea-c4ee-44d8-b652-79678a1d97df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.074335 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4eb4d5ea-c4ee-44d8-b652-79678a1d97df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184988 Dec 06 13:01:15.077036 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52512) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:15.081589 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fcd3ab23-9ba4-4dd0-aab6-b290595bdc55 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': 'e4d3a94b-5cd0-41a1-b28a-ec1e233b1790', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:15.108341 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ab23-9ba4-4dd0-aab6-b290595bdc55 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.163686 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ab23-9ba4-4dd0-aab6-b290595bdc55 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.167662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ab23-9ba4-4dd0-aab6-b290595bdc55 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.169291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:01:15.185601 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3ab23-9ba4-4dd0-aab6-b290595bdc55 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57739e8-9083-4393-a24d-394d6e969973,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:15.190664 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:01:15.191007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 12e5e9a3-bff4-486b-b3ff-0c57d3dbdb8e not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:01:15.194945 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ab23-9ba4-4dd0-aab6-b290595bdc55 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.196170 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fcd3ab23-9ba4-4dd0-aab6-b290595bdc55 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181200 Dec 06 13:01:15.199782 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52514) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:15.204113 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-725c77a1-2624-49c4-b89f-9c45caecd4f4 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': 'e4d3a94b-5cd0-41a1-b28a-ec1e233b1790', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:15.230269 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-725c77a1-2624-49c4-b89f-9c45caecd4f4 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.286728 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-725c77a1-2624-49c4-b89f-9c45caecd4f4 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.290504 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-725c77a1-2624-49c4-b89f-9c45caecd4f4 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.308582 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c77a1-2624-49c4-b89f-9c45caecd4f4 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdec8df-a70b-4df2-b9f7-b137a6c61ccc,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:15.316779 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-725c77a1-2624-49c4-b89f-9c45caecd4f4 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.317984 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-725c77a1-2624-49c4-b89f-9c45caecd4f4 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172392 Dec 06 13:01:15.320676 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52516) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:15.325629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0bc517d1-242b-4254-a0a1-570b9eb0f700 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': 'e4d3a94b-5cd0-41a1-b28a-ec1e233b1790', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:15.350983 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bc517d1-242b-4254-a0a1-570b9eb0f700 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.411136 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bc517d1-242b-4254-a0a1-570b9eb0f700 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.414706 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bc517d1-242b-4254-a0a1-570b9eb0f700 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.432409 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc517d1-242b-4254-a0a1-570b9eb0f700 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e784a6-55fe-4d26-8eba-c06398f2419a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:15.439206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bc517d1-242b-4254-a0a1-570b9eb0f700 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.440448 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0bc517d1-242b-4254-a0a1-570b9eb0f700 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188388 Dec 06 13:01:15.443150 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52518) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:15.447985 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-407a49f5-31a6-4c06-b998-27f7c60d63d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': 'e4d3a94b-5cd0-41a1-b28a-ec1e233b1790', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:15.468646 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-407a49f5-31a6-4c06-b998-27f7c60d63d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Project fb97eab47f66434ab1fe198b71eaebb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:01:15.473427 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-407a49f5-31a6-4c06-b998-27f7c60d63d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.531402 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-407a49f5-31a6-4c06-b998-27f7c60d63d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.535662 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-407a49f5-31a6-4c06-b998-27f7c60d63d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.553220 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a49f5-31a6-4c06-b998-27f7c60d63d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e779e5-8a52-4245-9ea6-58b179c87245,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:15.560534 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-407a49f5-31a6-4c06-b998-27f7c60d63d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.561717 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-407a49f5-31a6-4c06-b998-27f7c60d63d0 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176574 Dec 06 13:01:15.564532 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52520) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:15.569007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-56b4589c-0aaf-4af7-bbc1-c377bf8620df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'security_group_rule': {'security_group_id': 'e4d3a94b-5cd0-41a1-b28a-ec1e233b1790', 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:15.590945 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-56b4589c-0aaf-4af7-bbc1-c377bf8620df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Project fb97eab47f66434ab1fe198b71eaebb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:01:15.595606 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56b4589c-0aaf-4af7-bbc1-c377bf8620df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.635817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.654789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56b4589c-0aaf-4af7-bbc1-c377bf8620df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.658208 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56b4589c-0aaf-4af7-bbc1-c377bf8620df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.676473 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4589c-0aaf-4af7-bbc1-c377bf8620df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c045830f-4eef-4f8c-9764-c61214e754cb,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:15.684016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-56b4589c-0aaf-4af7-bbc1-c377bf8620df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:15.685222 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-56b4589c-0aaf-4af7-bbc1-c377bf8620df tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197455 Dec 06 13:01:21.615681 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:01:26.366407 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa882f58-9c62-4083-b5c2-19867edfef8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:28.780864 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ac233c8-243d-48df-97ef-3acd24226b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:30.058811 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.105002 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-d9e1b485-b7bf-4d82-9daf-2083107c4835 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105132048&fields=id&tenant_id=fb97eab47f66434ab1fe198b71eaebb7 HTTP/1.1" status: 200 len: 267 time: 0.0457716 Dec 06 13:01:31.108502 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:31.209614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e0f56804-ffcb-49a5-81fa-c36b93e6ef2e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:31.211077 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e0f56804-ffcb-49a5-81fa-c36b93e6ef2e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 809 time: 0.0990968 Dec 06 13:01:31.226461 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-ee691638-4531-4892-b205-8a79e2a1c4b3 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/quotas/fb97eab47f66434ab1fe198b71eaebb7 HTTP/1.1" status: 200 len: 375 time: 0.0087910 Dec 06 13:01:31.281608 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-7b1db65b-85e0-46b0-b5a6-ed4154954efa tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492001 Dec 06 13:01:31.386029 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-334d762b-67e0-4e4d-82d6-2ccfae4cf2f9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:01:31.387034 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-334d762b-67e0-4e4d-82d6-2ccfae4cf2f9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0426354 Dec 06 13:01:31.473966 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-32aa1486-b271-4711-8f44-dfd8ed9a595c service neutron] 10.222.0.24 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807257 Dec 06 13:01:31.564066 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-ded12ea0-8e67-471b-b74a-81d7cfefceb9 service neutron] 10.222.0.24 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834994 Dec 06 13:01:31.848285 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bf9e318b-141b-43b4-82cf-d5c8eae95a46 req-571728b8-5534-49ae-90ce-ee29e78461d9 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0262716 Dec 06 13:01:32.053410 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:32.924153 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fb4125a7-3f4a-48d2-81f6-0e4f7067898d req-65ce955f-4b54-4122-8bbd-4cc8182b6e6c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0259724 Dec 06 13:01:34.004782 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-10327b06-aa93-431e-9c2c-b9aa9d243dd5 req-eb08e307-763d-46f6-9ba6-658f5e68d226 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0255463 Dec 06 13:01:35.086037 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82ee2e2d-8795-430f-9531-762ae5ed82f4 req-85518b00-9090-4a72-aea3-60b368966663 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0250525 Dec 06 13:01:36.182185 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-05162a91-e251-474c-88fe-f8e63fbdaba2 req-463fddb4-7284-401f-a65c-d20402d5f324 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0286989 Dec 06 13:01:36.860753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-26120897-6254-44bb-bc74-9f23df3d7e47 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:36.862178 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-26120897-6254-44bb-bc74-9f23df3d7e47 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 809 time: 0.1024456 Dec 06 13:01:36.924878 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-de826ecf-5528-4dcf-b262-74e3d7d894ac tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb97eab47f66434ab1fe198b71eaebb7 HTTP/1.1" status: 200 len: 380 time: 0.0533240 Dec 06 13:01:36.934493 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'port': {'device_id': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'admin_state_up': True, 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'security_groups': ['e4d3a94b-5cd0-41a1-b28a-ec1e233b1790']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:37.357462 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b464a191-3baa-4a43-aff3-8bb88be88f3f req-8d023b15-4197-432f-be87-9c56192b63cc tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0334363 Dec 06 13:01:37.402686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Made reservation on behalf of fb97eab47f66434ab1fe198b71eaebb7 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:01:37.406455 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.530934 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Allocated IP 172.20.0.7 (e37146a7-6b41-4f32-aa57-65c0f60c113a/97780b1e-62aa-4198-81fa-5021d9cca094/42e0ca93-692c-4bad-827e-cfe41bee7936) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:37.681672 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.716128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.759210 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Network e37146a7-6b41-4f32-aa57-65c0f60c113a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:37.762864 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:37.766533 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:37.796161 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:37.825151 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:37.825924 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:37.846572 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-62a34de1-7a7e-4423-9ec7-69d3620b0368 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9156706 Dec 06 13:01:37.941993 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Request body: {'port': {'device_id': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:38.005792 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-3312cb76-d7ab-4761-9de0-d1378c712cf0 None None] Provisioning complete for port 42e0ca93-692c-4bad-827e-cfe41bee7936 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:38.006385 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3312cb76-d7ab-4761-9de0-d1378c712cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.006509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.042796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3312cb76-d7ab-4761-9de0-d1378c712cf0 None None] Port 42e0ca93-692c-4bad-827e-cfe41bee7936 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:01:38.273051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e0ca93-692c-4bad-827e-cfe41bee7936 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:01:38.281387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.294656 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Transition to ACTIVE for port object 42e0ca93-692c-4bad-827e-cfe41bee7936 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:01:38.298812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.364359 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Pushing event updated for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:38.452977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Attempting to bind port 42e0ca93-692c-4bad-827e-cfe41bee7936 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:01:38.453320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Attempting to bind port 42e0ca93-692c-4bad-827e-cfe41bee7936 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:01:38.453702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Attempting to bind port 42e0ca93-692c-4bad-827e-cfe41bee7936 on network e37146a7-6b41-4f32-aa57-65c0f60c113a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:38.466654 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Port 42e0ca93-692c-4bad-827e-cfe41bee7936 on network e37146a7-6b41-4f32-aa57-65c0f60c113a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:01:38.467007 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Attempting to bind port 42e0ca93-692c-4bad-827e-cfe41bee7936 on network e37146a7-6b41-4f32-aa57-65c0f60c113a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:01:38.487390 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:01:38.487722 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Checking segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:01:38.488131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Bound using segment: {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:01:38.488588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Bound port: 42e0ca93-692c-4bad-827e-cfe41bee7936, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d91489-ed2e-4b97-b936-a5a2d837a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:01:38.488947 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.562994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b1b16-9e11-4672-a1ce-a89d2059a26f req-73b04eae-23c2-4d5c-81e1-6199b8845938 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:38.564443 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-953b1b16-9e11-4672-a1ce-a89d2059a26f req-73b04eae-23c2-4d5c-81e1-6199b8845938 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.1160870 Dec 06 13:01:38.590242 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:01:38.612866 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:01:38.624155 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.662232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-953b1b16-9e11-4672-a1ce-a89d2059a26f req-2adfd6f4-febe-413e-b5bd-4a8082d1f219 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890017 Dec 06 13:01:38.675733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:38.676373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:38.677741 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] 10.222.0.43 "PUT /v2.0/ports/42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 1093 time: 0.7833285 Dec 06 13:01:38.678257 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:38.702958 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f40e-f8f0-44be-a228-f0228507a997 service neutron] Pushing event updated for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:38.760999 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0e4efd48b61d4c794ff954bbefa4c5d8b50f2b1c9c34d616500850f2a6883f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482689d-31e8-42e5-b1dd-e8b57233d6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:38.792131 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-52a503cb-37f5-409f-91b0-149702397d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:38.793686 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-52a503cb-37f5-409f-91b0-149702397d06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1096 time: 0.0620818 Dec 06 13:01:38.844571 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-9ccc3b0a-1bba-438d-b127-da4c9740d62e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 217 time: 0.0393963 Dec 06 13:01:38.886944 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ef531e-c92b-473f-be42-6ba89f5b9806 x-openstack-request-id: req-c5ef531e-c92b-473f-be42-6ba89f5b9806 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:38.887238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:38.887496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5ef531e-c92b-473f-be42-6ba89f5b9806 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:38.887919 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'status': 'completed', 'code': 200} Dec 06 13:01:38.907039 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e3bded06-b14b-44f8-858b-fb87b2823f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:38.908560 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-e3bded06-b14b-44f8-858b-fb87b2823f6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0565512 Dec 06 13:01:38.956839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-3ff13b9c-08fb-407c-9a6c-a04afa320380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:38.958504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-3ff13b9c-08fb-407c-9a6c-a04afa320380 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422659 Dec 06 13:01:39.053384 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-10ba92ca-b0f5-4761-bb00-d682120cacf9 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854378 Dec 06 13:01:39.147301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-fc3dcc87-af3a-4fce-b930-2f16f15749af req-b6b5f2bc-174f-43ec-a328-8d754eb0b692 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869696 Dec 06 13:01:39.233239 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-239cac1a-f422-461c-aa2f-049d57af3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:39.234733 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-239cac1a-f422-461c-aa2f-049d57af3c42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1096 time: 0.0437822 Dec 06 13:01:39.332197 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-b804eadd-2c4d-4fcb-8548-3244543710a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:39.333673 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-b804eadd-2c4d-4fcb-8548-3244543710a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0917177 Dec 06 13:01:39.425581 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-b13909af-c4d5-44c2-bf50-e71b06de5b38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 217 time: 0.0357504 Dec 06 13:01:39.474195 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-ddca87c4-b030-4e59-add5-9808ecd9e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:39.475644 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-ddca87c4-b030-4e59-add5-9808ecd9e455 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0432036 Dec 06 13:01:39.525514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-d7088505-f6c0-4f30-8fc1-2205b212a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:39.526922 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-d7088505-f6c0-4f30-8fc1-2205b212a419 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445750 Dec 06 13:01:39.617731 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-63c57880-58c1-4dab-9782-45abbc61f073 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838926 Dec 06 13:01:39.713570 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e482689d-31e8-42e5-b1dd-e8b57233d6f3 req-41e293d9-0179-41b6-93f8-80848abd106d service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890281 Dec 06 13:01:39.789223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709d4c7-e7bc-41b2-ac19-a416731a583d req-63a9829c-6411-4c38-a86d-b4b71121a150 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:39.791422 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4709d4c7-e7bc-41b2-ac19-a416731a583d req-63a9829c-6411-4c38-a86d-b4b71121a150 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0495682 Dec 06 13:01:39.840982 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-4709d4c7-e7bc-41b2-ac19-a416731a583d req-7f4591c4-242b-4b0f-ba0f-08ff2bd42203 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434477 Dec 06 13:01:40.959350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d369-2d74-4096-807a-e3b4b8bd86b8 req-771d0ed5-7f0f-4814-9081-4ad958891115 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:40.960877 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0f79d369-2d74-4096-807a-e3b4b8bd86b8 req-771d0ed5-7f0f-4814-9081-4ad958891115 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0516379 Dec 06 13:01:41.016701 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0f79d369-2d74-4096-807a-e3b4b8bd86b8 req-42bcb914-e708-44b4-8b3e-97005c9778b8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489495 Dec 06 13:01:42.129923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aabf1-a287-4781-8b2c-26fd509dcbff req-c69f66d8-b7c9-491f-ae3c-5d450e6c6d14 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:42.131371 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c35aabf1-a287-4781-8b2c-26fd509dcbff req-c69f66d8-b7c9-491f-ae3c-5d450e6c6d14 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0481758 Dec 06 13:01:42.180636 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c35aabf1-a287-4781-8b2c-26fd509dcbff req-f9eb090c-3801-43b3-9858-0054005eaaee tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Dec 06 13:01:43.296381 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33bb5f-780a-4572-965c-fd966dfbecaa req-08f9c27e-855c-4179-8251-3821c9fd29ba tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:43.297890 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e33bb5f-780a-4572-965c-fd966dfbecaa req-08f9c27e-855c-4179-8251-3821c9fd29ba tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0484834 Dec 06 13:01:43.347378 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5e33bb5f-780a-4572-965c-fd966dfbecaa req-e7cf60ad-eb8c-4f55-aa32-278050b52b7a tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436215 Dec 06 13:01:44.468272 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fce1e2-bcc7-4189-8393-21a255c24ba4 req-988f4dda-08e0-41d3-9838-1effc53d12b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:44.469765 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3fce1e2-bcc7-4189-8393-21a255c24ba4 req-988f4dda-08e0-41d3-9838-1effc53d12b7 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0559380 Dec 06 13:01:44.518479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3fce1e2-bcc7-4189-8393-21a255c24ba4 req-6de194c7-f4dd-45e8-8f3b-c7bfb9409d97 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Dec 06 13:01:45.630231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a120a-4db3-45d3-8c6e-868e00dd138e req-761f847d-448d-44b3-8220-b0daae3de70d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:45.632071 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d80a120a-4db3-45d3-8c6e-868e00dd138e req-761f847d-448d-44b3-8220-b0daae3de70d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0487134 Dec 06 13:01:45.634283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:45.684153 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d80a120a-4db3-45d3-8c6e-868e00dd138e req-a3726b61-c84e-47fb-9a9d-ddd2fffc267e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 Dec 06 13:01:46.797338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b3c78-863c-470e-837e-f5bf8217ff53 req-37f90720-97b5-47d3-ae87-5dd5adccc874 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:46.798786 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b42b3c78-863c-470e-837e-f5bf8217ff53 req-37f90720-97b5-47d3-ae87-5dd5adccc874 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0474646 Dec 06 13:01:46.852886 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b42b3c78-863c-470e-837e-f5bf8217ff53 req-da9cef0e-584e-4bec-aa26-981b704a9c92 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480859 Dec 06 13:01:47.964838 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f890b4-c9f1-4282-8bb3-27c3093db1eb req-b4874f68-83ab-4693-962a-28b44c1c10a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:47.966298 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9f890b4-c9f1-4282-8bb3-27c3093db1eb req-b4874f68-83ab-4693-962a-28b44c1c10a8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0480063 Dec 06 13:01:48.015065 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b9f890b4-c9f1-4282-8bb3-27c3093db1eb req-d5324a07-e358-42d1-a912-c0e3f34f217c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Dec 06 13:01:49.127766 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410182b4-ba97-4244-a299-7b2992995c41 req-3cf4b78c-48b6-48cc-bc71-628a348773c3 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:49.129258 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-410182b4-ba97-4244-a299-7b2992995c41 req-3cf4b78c-48b6-48cc-bc71-628a348773c3 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0477626 Dec 06 13:01:49.176930 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-410182b4-ba97-4244-a299-7b2992995c41 req-3ec1c6f5-cb8a-4b90-b59a-fa07c11a2e61 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Dec 06 13:01:49.309462 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 42e0ca93-692c-4bad-827e-cfe41bee7936 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:01:49.411512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:49.422825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'port_id': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'mac_address': 'fa:16:3e:3e:4d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:01:49.462801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.475292 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e0ca93-692c-4bad-827e-cfe41bee7936 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:01:49.495094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:49.499674 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:49.546341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:49.553272 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.553655 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.554007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.554354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.554695 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.555034 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.555417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.555755 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.556118 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.556448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.556796 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.557106 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.557433 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:01:49.807050 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['42e0ca93-692c-4bad-827e-cfe41bee7936'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:01:50.296278 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d30c-d46a-4743-96ce-153c847d7a05 req-c091caa2-06f6-49cb-90e4-8c71faeeff91 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:50.297783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b65d30c-d46a-4743-96ce-153c847d7a05 req-c091caa2-06f6-49cb-90e4-8c71faeeff91 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 944 time: 0.0516717 Dec 06 13:01:50.347160 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b65d30c-d46a-4743-96ce-153c847d7a05 req-d236aa6d-7193-494e-9e9d-86b92f00c6a6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Dec 06 13:01:51.309350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 42e0ca93-692c-4bad-827e-cfe41bee7936 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:01:51.358476 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 42e0ca93-692c-4bad-827e-cfe41bee7936 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:01:51.362340 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 42e0ca93-692c-4bad-827e-cfe41bee7936 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:01:51.362769 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.443757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.461839 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6a690-1e00-40e5-a239-066918b7c3ec req-4b8d5e2a-0518-44a2-83c1-623ebc732114 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:51.463615 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5ef6a690-1e00-40e5-a239-066918b7c3ec req-4b8d5e2a-0518-44a2-83c1-623ebc732114 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 944 time: 0.0487607 Dec 06 13:01:51.469478 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:51.485829 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:01:51.490223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:51.516571 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e27b1a55fc4c27f5c9daae4448963f25079f0efc84dc8d65da291b9270b0697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d9c6e2-c34d-451b-a774-6a9cb6df2944" -d '{"events": [{"server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "name": "network-vif-plugged", "status": "completed", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:51.516935 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5ef6a690-1e00-40e5-a239-066918b7c3ec req-afb99761-c19a-477b-91ad-639077871d35 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464315 Dec 06 13:01:51.546910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:51.599954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b297b0-1233-45fb-bb48-f08524b59eb7 x-openstack-request-id: req-14b297b0-1233-45fb-bb48-f08524b59eb7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:51.600283 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "name": "network-vif-plugged", "status": "completed", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:51.600600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14b297b0-1233-45fb-bb48-f08524b59eb7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:51.601063 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'code': 200} Dec 06 13:01:51.775560 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5baa0f-e82d-4005-8c59-2ef72cefbf65 req-4bdd84af-9ea7-46f4-b94c-e7f346ab1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:51.777058 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7b5baa0f-e82d-4005-8c59-2ef72cefbf65 req-4bdd84af-9ea7-46f4-b94c-e7f346ab1e59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1098 time: 0.0427170 Dec 06 13:01:51.823261 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7b5baa0f-e82d-4005-8c59-2ef72cefbf65 req-368a6285-2915-4d61-861d-5b4b84f64cd3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385535 Dec 06 13:01:52.635569 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558ee3c-0981-4537-ae54-1231b0c19f97 req-7386174e-7141-4c02-ac7b-37af85ffa050 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:52.637092 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6558ee3c-0981-4537-ae54-1231b0c19f97 req-7386174e-7141-4c02-ac7b-37af85ffa050 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0531411 Dec 06 13:01:52.685450 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6558ee3c-0981-4537-ae54-1231b0c19f97 req-d9ae892b-3384-4960-b76c-82c752dccd06 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Dec 06 13:01:53.799820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114633be-5a0d-41c1-b37f-5d4f02d4d8e0 req-841454ce-17f0-49bc-b212-d28bad5e1d2c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:53.801304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-114633be-5a0d-41c1-b37f-5d4f02d4d8e0 req-841454ce-17f0-49bc-b212-d28bad5e1d2c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0482786 Dec 06 13:01:53.853406 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-114633be-5a0d-41c1-b37f-5d4f02d4d8e0 req-f8727270-0752-4382-b6b7-b6495496aa53 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462329 Dec 06 13:01:53.966299 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d97c49-6bdb-4869-90f9-51625a4e90ad req-ab007292-8cf9-4c69-9489-ef477976638f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:53.967716 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78d97c49-6bdb-4869-90f9-51625a4e90ad req-ab007292-8cf9-4c69-9489-ef477976638f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0486755 Dec 06 13:01:54.015841 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-78d97c49-6bdb-4869-90f9-51625a4e90ad req-cb285dcd-855a-49ac-aba8-690dde0b582b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Dec 06 13:01:54.037415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52762) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:54.116863 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3698db57-6f00-47d6-9844-d7217e2f9cba tempest-TestShelveInstance-2137976740 tempest-TestShelveInstance-2137976740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:54.118998 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-3698db57-6f00-47d6-9844-d7217e2f9cba tempest-TestShelveInstance-2137976740 tempest-TestShelveInstance-2137976740-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1093 time: 0.0806005 Dec 06 13:01:54.121797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52766) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:01:54.125958 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:01:54.147355 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for floatingip, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.240322 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.345338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Allocated IP 172.36.1.197 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/a4f433a6-69a2-48b4-a73a-579599f635d4) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:01:54.442723 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.480623 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.519273 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:01:54.522012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:01:54.525244 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:01:54.548263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'Port': ['ID=a4f433a6-69a2-48b4-a73a-579599f635d4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:54.885986 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:54.948833 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.094154 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.098524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.162713 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event updated for resources: {'Port': ['ID=a4f433a6-69a2-48b4-a73a-579599f635d4,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:01:55.174202 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.271574 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Floating IP a9cac187-44ec-4ee5-b51c-a0285738b97d associated. External IP: 172.36.1.197, port: 42e0ca93-692c-4bad-827e-cfe41bee7936. Dec 06 13:01:55.782681 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:01:55.889630 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:01:55.899893 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] Sync routers for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:01:55.908813 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:55.910453 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:55.911169 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:01:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:55.936791 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-edc0a758-b354-4bdb-be84-8677fac3007d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8139827 Dec 06 13:01:55.937495 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:01:55.979084 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2740f300689d704d8d60500b73d781ad99b5369c088b7b8bf5b525b5ce05ac69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a" -d '{"events": [{"name": "network-changed", "server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:01:56.017912 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:56.062659 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fde1bf3-4224-4abd-b23a-75e5348edf2e x-openstack-request-id: req-6fde1bf3-4224-4abd-b23a-75e5348edf2e {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:01:56.062955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:01:56.063213 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fde1bf3-4224-4abd-b23a-75e5348edf2e {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:01:56.063616 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'status': 'completed', 'code': 200} Dec 06 13:01:56.128400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-31cb5fdc-b695-4956-b9ce-e038aac49a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:56.129921 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-31cb5fdc-b695-4956-b9ce-e038aac49a5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1098 time: 0.0420830 Dec 06 13:01:56.223349 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-18fe72ef-3c5b-4706-b7d9-3187eca50523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:56.224901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-18fe72ef-3c5b-4706-b7d9-3187eca50523 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0882738 Dec 06 13:01:56.248852 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a9cac187-44ec-4ee5-b51c-a0285738b97d', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'floating_ip_address': '172.36.1.197', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'port_id': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'mac_address': 'fa:16:3e:3e:4d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:54Z', 'revision_number': 0, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:56.276674 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] Checking router: 0fd4471a-d7b5-428f-acda-6a81f8e3b41d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:01:56.285399 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:01:56.285984 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:01:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:56.293721 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-f06c6707-9654-4b9b-9f7e-875fa7359975 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 999 time: 0.0609291 Dec 06 13:01:56.348605 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-e887bd91-ee23-49fd-a6b1-7d04525b3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:56.350109 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-e887bd91-ee23-49fd-a6b1-7d04525b3945 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0484409 Dec 06 13:01:56.370446 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36418d43-83eb-4d5c-9541-f92e079b3560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:01:56.396605 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:01:56.399117 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-aa2589eb-669a-42c1-b66c-66a3a9f9b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:01:56.400670 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-aa2589eb-669a-42c1-b66c-66a3a9f9b892 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434070 Dec 06 13:01:56.490843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-93017730-1467-4c06-89e1-c08537112cca service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820804 Dec 06 13:01:56.583466 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c2bd3449-11ac-4e66-a53d-bfe8d78bef1a req-5c6fc667-7ea8-4153-aa76-ecf6d21436d8 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Dec 06 13:01:56.621290 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a9cac187-44ec-4ee5-b51c-a0285738b97d', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'floating_ip_address': '172.36.1.197', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'port_id': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'mac_address': 'fa:16:3e:3e:4d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:54Z', 'revision_number': 0, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:01:56.729911 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c051e73-a33b-4407-8c2d-fca33a494118 None None] The sync data for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv is: [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a9cac187-44ec-4ee5-b51c-a0285738b97d', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'floating_ip_address': '172.36.1.197', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'port_id': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'mac_address': 'fa:16:3e:3e:4d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:01:54Z', 'updated_at': '2021-12-06T13:01:54Z', 'revision_number': 0, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:01:56.914727 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023756b-0541-4ae8-8c0e-28be155e62c0 None None] New status for floating IP a9cac187-44ec-4ee5-b51c-a0285738b97d: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:01:58.613974 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:01:58.781412 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb13b7ff-1561-4256-9538-798efd9d574a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:00.049931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:01.111717 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:02.055913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:08.950087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-412eaa50-4927-457e-85c1-eea3322948cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411904 Dec 06 13:02:09.028952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-4b591f83-4716-4911-bc30-ed95ac406221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:09.030401 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-4b591f83-4716-4911-bc30-ed95ac406221 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1098 time: 0.0390050 Dec 06 13:02:09.139328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-06ec5660-5366-4531-a883-4d426a87c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:09.140889 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-06ec5660-5366-4531-a883-4d426a87c566 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0891063 Dec 06 13:02:09.213640 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-2f92895a-0db5-437e-aad0-84d8b38c7e66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 1001 time: 0.0652618 Dec 06 13:02:09.264775 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-c68c9d43-c229-4ff2-84c7-89110f3f2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:09.266192 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-c68c9d43-c229-4ff2-84c7-89110f3f2db9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0459006 Dec 06 13:02:09.313524 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-469a9da7-5bd4-48c7-b336-190a0aff7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:02:09.315035 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-469a9da7-5bd4-48c7-b336-190a0aff7ac2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407791 Dec 06 13:02:09.411445 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-2c9094c1-d5ec-4fe9-9aac-2240fa648ed4 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Dec 06 13:02:09.505190 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-721fb151-676c-4d8b-9f8d-94a25f1d005f req-c7be4f97-3cae-4864-8aa6-f7f00dd94cf6 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867023 Dec 06 13:02:15.637437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:26.374212 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d07e0e8c-dbf4-4f76-8248-0188c8347f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:28.781668 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6713cf9-1c5f-420e-9ab6-e808bc463d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:30.052840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:31.114467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:32.057270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:35.613791 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:02:45.634969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:56.376183 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11f9b783-fa6a-478e-a54f-eb667b9358b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:02:58.783227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732029a2-0afb-45ae-8d53-6a3765efff4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:00.058072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:01.117906 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:02.060798 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:09.950489 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1649661a-6542-4910-93af-7a0094424cbc req-a5fab89d-6108-4b15-b688-c2e4bf32a1db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438349 Dec 06 13:03:10.047804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649661a-6542-4910-93af-7a0094424cbc req-c4dff856-b83e-4621-ba5a-14d3d114bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:10.049373 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1649661a-6542-4910-93af-7a0094424cbc req-c4dff856-b83e-4621-ba5a-14d3d114bf0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1098 time: 0.0557256 Dec 06 13:03:10.149530 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649661a-6542-4910-93af-7a0094424cbc req-98dbd80f-c5fd-4968-849c-4a331baf1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:10.150964 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1649661a-6542-4910-93af-7a0094424cbc req-98dbd80f-c5fd-4968-849c-4a331baf1e87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0831668 Dec 06 13:03:10.218479 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1649661a-6542-4910-93af-7a0094424cbc req-4db8ddf4-9eb8-434e-91d9-7cfb319b9be1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 1001 time: 0.0603967 Dec 06 13:03:10.266399 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649661a-6542-4910-93af-7a0094424cbc req-fec3e36c-e2d6-4a45-a42c-607300f0344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:10.267795 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1649661a-6542-4910-93af-7a0094424cbc req-fec3e36c-e2d6-4a45-a42c-607300f0344a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0423443 Dec 06 13:03:10.312990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649661a-6542-4910-93af-7a0094424cbc req-44c72ebf-fbb3-4c3c-9e3f-962f56d055c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:10.314482 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1649661a-6542-4910-93af-7a0094424cbc req-44c72ebf-fbb3-4c3c-9e3f-962f56d055c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398703 Dec 06 13:03:10.405523 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1649661a-6542-4910-93af-7a0094424cbc req-9f99f861-2c91-4176-bffa-342ec8853b3e service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838602 Dec 06 13:03:10.492880 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1649661a-6542-4910-93af-7a0094424cbc req-432eef30-6167-4def-ba62-dc0ab7b805bf service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801330 Dec 06 13:03:12.613012 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:03:15.649828 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:26.379661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b13adac9-cece-4a2e-bed9-a87ee7cfbd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:28.786726 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37320d83-d371-4bb5-b05b-cdf7483334eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:30.063146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:31.121061 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:32.064482 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:45.665332 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:49.612794 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:03:51.318308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25887-40be-4e20-b721-163cee4a8462 req-183967c9-bb98-41cb-aaf2-c0b5a54df125 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:51.319803 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1db25887-40be-4e20-b721-163cee4a8462 req-183967c9-bb98-41cb-aaf2-c0b5a54df125 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0573070 Dec 06 13:03:51.371239 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-1db25887-40be-4e20-b721-163cee4a8462 req-7249d448-090b-4ce2-81c9-4611a8f9df88 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Dec 06 13:03:52.508855 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc3901-19bc-41a7-9dd0-b0ea53e24cc3 req-fffe7971-2cce-4235-a96a-21e264dcf072 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:52.510410 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46cc3901-19bc-41a7-9dd0-b0ea53e24cc3 req-fffe7971-2cce-4235-a96a-21e264dcf072 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0486798 Dec 06 13:03:52.559163 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-46cc3901-19bc-41a7-9dd0-b0ea53e24cc3 req-c1f79fe7-7412-49bc-a500-fa26518de310 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 Dec 06 13:03:53.684913 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f96fe-737d-406d-af4a-b51bca66b049 req-484646b6-5cac-4270-9d38-7f099883ab24 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:53.686360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e03f96fe-737d-406d-af4a-b51bca66b049 req-484646b6-5cac-4270-9d38-7f099883ab24 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0466871 Dec 06 13:03:53.737901 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e03f96fe-737d-406d-af4a-b51bca66b049 req-c8c66f51-4652-4235-8797-c0a3e69a2d9f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451572 Dec 06 13:03:54.850789 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d706ba-349d-49a0-aecf-5b6fc3d94bf3 req-10e67a6d-0ef0-41dd-8e0c-416f1129c6ef tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:54.852294 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40d706ba-349d-49a0-aecf-5b6fc3d94bf3 req-10e67a6d-0ef0-41dd-8e0c-416f1129c6ef tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0478189 Dec 06 13:03:54.900229 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-40d706ba-349d-49a0-aecf-5b6fc3d94bf3 req-3eaedd12-075e-487b-92ff-ef4972905a41 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Dec 06 13:03:56.012464 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c011f15-3c5c-4b7f-8574-c276b62603cc req-8c27e61f-a3ad-48b4-a905-8d9bd8830ae1 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:56.013916 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7c011f15-3c5c-4b7f-8574-c276b62603cc req-8c27e61f-a3ad-48b4-a905-8d9bd8830ae1 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0475340 Dec 06 13:03:56.062441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7c011f15-3c5c-4b7f-8574-c276b62603cc req-2a029086-7206-47e2-9bae-1d2a6771365e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Dec 06 13:03:56.380702 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ca9eb7-bc5f-465a-a054-40c282ab8e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:57.179540 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6b133-0629-4a6d-8abd-e46331f38c66 req-86a85de9-1744-4827-86d1-8fdaab2c3cd6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:57.181029 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e3f6b133-0629-4a6d-8abd-e46331f38c66 req-86a85de9-1744-4827-86d1-8fdaab2c3cd6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0515397 Dec 06 13:03:57.230073 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e3f6b133-0629-4a6d-8abd-e46331f38c66 req-c45c0fd1-ee08-4b6d-b3eb-e999597ab802 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Dec 06 13:03:58.350514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc76f7c-939b-45fe-b2d7-4c6e9472629d req-683d0c0b-9084-4ca8-ba56-1978191f6df5 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:58.352299 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bdc76f7c-939b-45fe-b2d7-4c6e9472629d req-683d0c0b-9084-4ca8-ba56-1978191f6df5 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0510883 Dec 06 13:03:58.403594 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bdc76f7c-939b-45fe-b2d7-4c6e9472629d req-ebceaf80-d266-41c6-83ee-4bae1a939098 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 Dec 06 13:03:58.787917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a94d5f13-aeaa-4fdc-aa63-22cd3255ad24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:03:59.519670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289e823-b692-4995-bbd9-2ddba32b0890 req-20d4c111-a3e9-433d-a0b7-c5a9968d9b27 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:03:59.521173 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7289e823-b692-4995-bbd9-2ddba32b0890 req-20d4c111-a3e9-433d-a0b7-c5a9968d9b27 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0474596 Dec 06 13:03:59.572634 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7289e823-b692-4995-bbd9-2ddba32b0890 req-5add8c8c-f0b3-45d4-aa88-56136b16b47f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455670 Dec 06 13:04:00.061958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:00.685787 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6d690-22d2-4073-a6b4-fda3aa4117c7 req-9c129b95-4aad-41df-a3e2-48575fb4b227 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:00.687268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-52c6d690-22d2-4073-a6b4-fda3aa4117c7 req-9c129b95-4aad-41df-a3e2-48575fb4b227 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0484302 Dec 06 13:04:00.736529 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-52c6d690-22d2-4073-a6b4-fda3aa4117c7 req-dd0bf09f-fcd8-4e2d-b74a-cb34df1edb4b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Dec 06 13:04:01.122897 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:01.445670 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-23594968-9007-4499-9704-56e77f4c591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:01.447098 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-23594968-9007-4499-9704-56e77f4c591e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1098 time: 0.0399423 Dec 06 13:04:01.538794 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-d63f683f-bb7f-46b6-8387-75e199caa2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:01.540283 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-d63f683f-bb7f-46b6-8387-75e199caa2aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0865293 Dec 06 13:04:01.604885 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-eca70b48-30db-42d4-80aa-03b586a0cc05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 1001 time: 0.0573738 Dec 06 13:04:01.654847 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-cb9f9f6a-d021-4d8d-aca7-3042881c76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:01.656280 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-cb9f9f6a-d021-4d8d-aca7-3042881c76a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0445223 Dec 06 13:04:01.700261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-ff72a5f2-0f4b-4e75-ad19-a562f9a42be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:01.701635 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-ff72a5f2-0f4b-4e75-ad19-a562f9a42be7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384007 Dec 06 13:04:01.791232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-8751839f-cee5-4ab3-b005-7b18418683e8 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817418 Dec 06 13:04:01.907689 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679ca48-63bb-44b5-9dd2-8764e570e4db req-530c933c-6552-420e-b2b5-599b1d924294 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:01.909202 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a679ca48-63bb-44b5-9dd2-8764e570e4db req-530c933c-6552-420e-b2b5-599b1d924294 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.1030898 Dec 06 13:04:01.939504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5cb97f36-14bc-4fe6-8a7b-f174e334135f req-28768ec0-28fb-4ad3-a96d-bac2f003d670 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392870 Dec 06 13:04:01.975108 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a679ca48-63bb-44b5-9dd2-8764e570e4db req-46426e9f-df05-4b07-89f2-c4132dcf87aa tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580502 Dec 06 13:04:02.066611 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:03.089354 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e412b2-d704-430d-a5d5-e8dcc446c954 req-c53d329e-862e-42e9-a47e-0f5078edfe66 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:03.090824 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-44e412b2-d704-430d-a5d5-e8dcc446c954 req-c53d329e-862e-42e9-a47e-0f5078edfe66 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0493147 Dec 06 13:04:03.138441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-44e412b2-d704-430d-a5d5-e8dcc446c954 req-88cf2402-ba94-4bd4-bf5b-0bcf27230754 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Dec 06 13:04:04.253513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae88c-82e6-4218-bfc1-7211845b5134 req-ccb0cd76-e5c6-46ec-a5b1-89f5e567a56c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:04.254987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-706ae88c-82e6-4218-bfc1-7211845b5134 req-ccb0cd76-e5c6-46ec-a5b1-89f5e567a56c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0484483 Dec 06 13:04:04.306058 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-706ae88c-82e6-4218-bfc1-7211845b5134 req-cd91c95c-3105-45af-bdf6-199abf70b015 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430362 Dec 06 13:04:05.430882 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc66d6-854d-43bc-b45d-b8fc43655b6b req-de9a95c5-aa76-4e0e-8305-c90073e7d691 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:05.432390 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1cc66d6-854d-43bc-b45d-b8fc43655b6b req-de9a95c5-aa76-4e0e-8305-c90073e7d691 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0581589 Dec 06 13:04:05.481228 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c1cc66d6-854d-43bc-b45d-b8fc43655b6b req-a3ce43ef-6170-4d5d-a6e5-ce7a8a8dd814 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Dec 06 13:04:05.688767 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-033617a0-b6dd-4179-ae4f-8b050d285992 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606170 Dec 06 13:04:05.698795 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-dd615532-4fde-4926-aa03-97b16ca6c85b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:04:05.700109 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-dd615532-4fde-4926-aa03-97b16ca6c85b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055795 Dec 06 13:04:05.709596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc171b-f73a-49c5-bf4f-c6dbf1af4cc0 req-18d08667-d6fc-491b-b2bc-ee99d7233799 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:05.710987 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-00dc171b-f73a-49c5-bf4f-c6dbf1af4cc0 req-18d08667-d6fc-491b-b2bc-ee99d7233799 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0638008 Dec 06 13:04:05.768347 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-00dc171b-f73a-49c5-bf4f-c6dbf1af4cc0 req-034541c3-03ea-40a8-8b44-07831a93b525 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467796 Dec 06 13:04:05.993740 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 42e0ca93-692c-4bad-827e-cfe41bee7936 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:04:06.076200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:06.101000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:04:06.103238 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e27b1a55fc4c27f5c9daae4448963f25079f0efc84dc8d65da291b9270b0697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb20c1ae-ceda-431e-bb4b-b1eed7308e3f" -d '{"events": [{"server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "name": "network-vif-unplugged", "status": "completed", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:04:06.116631 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:04:06.121556 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:06.146053 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52659c6-14e8-4313-b295-448da8749866 x-openstack-request-id: req-e52659c6-14e8-4313-b295-448da8749866 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:04:06.146358 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "name": "network-vif-unplugged", "status": "failed", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936", "code": 422}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:04:06.146613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e52659c6-14e8-4313-b295-448da8749866 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:04:06.147042 dv-neutron-master-2-hyperv neutron-server[103288]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'code': 422} returned with failed status Dec 06 13:04:06.175986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:06.183327 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.183685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.184058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.184405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.184741 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.185074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.185408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.185736 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.186065 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.186395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.186723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.187047 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.187371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:04:06.883357 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d64e4-e26c-4d63-a96c-1d0cd2fddab1 req-cc0ce13c-c4f6-4fc5-966f-3ec8a38df9c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:06.884843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf5d64e4-e26c-4d63-a96c-1d0cd2fddab1 req-cc0ce13c-c4f6-4fc5-966f-3ec8a38df9c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0484107 Dec 06 13:04:06.938899 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cf5d64e4-e26c-4d63-a96c-1d0cd2fddab1 req-0cfffebf-a825-479b-a81c-d53dd329d247 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474684 Dec 06 13:04:08.065116 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db964ce-acf3-430d-8aa1-e07944cae2b6 req-7ec6b872-c84e-4b1f-a410-7223e4d6814c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:08.066746 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8db964ce-acf3-430d-8aa1-e07944cae2b6 req-7ec6b872-c84e-4b1f-a410-7223e4d6814c tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0585825 Dec 06 13:04:08.119913 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8db964ce-acf3-430d-8aa1-e07944cae2b6 req-4d5aade0-9dd5-4f14-a2c9-2cc766afb81d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462511 Dec 06 13:04:09.239552 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093580f3-ec6e-45e5-9546-f74b86ed6e8c req-98be6204-7114-4dd3-b04b-12a5db5c28eb tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:09.241541 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-093580f3-ec6e-45e5-9546-f74b86ed6e8c req-98be6204-7114-4dd3-b04b-12a5db5c28eb tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0523155 Dec 06 13:04:09.292135 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-093580f3-ec6e-45e5-9546-f74b86ed6e8c req-1b71fabb-4be2-4bdd-a481-4bfa0b60ed38 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Dec 06 13:04:10.409829 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5682e-a13b-4157-8881-2bb57ae16fbd req-0e31a56a-9a50-4887-ab05-40e769fd8012 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:10.411306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83f5682e-a13b-4157-8881-2bb57ae16fbd req-0e31a56a-9a50-4887-ab05-40e769fd8012 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0530388 Dec 06 13:04:10.460492 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-83f5682e-a13b-4157-8881-2bb57ae16fbd req-333b0356-9ebc-4951-aa19-b1a13739afa8 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431488 Dec 06 13:04:11.388762 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-23bb6cbe-b498-490f-8188-8397c7575286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:11.390220 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-23bb6cbe-b498-490f-8188-8397c7575286 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea&tenant_id=fb97eab47f66434ab1fe198b71eaebb7 HTTP/1.1" status: 200 len: 1096 time: 0.0393641 Dec 06 13:04:11.453382 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-bc8a1b0d-4c6d-4690-8705-0820dbf117b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:11.455927 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-bc8a1b0d-4c6d-4690-8705-0820dbf117b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1096 time: 0.0444953 Dec 06 13:04:11.581732 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-076e02c2-df63-493f-b9ff-9c5872188c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:11.583115 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-076e02c2-df63-493f-b9ff-9c5872188c09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.1200666 Dec 06 13:04:11.595943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5783b1-6d73-4d84-aaf6-38fee4b28783 req-ec7cbf2e-7856-4859-be06-0c5f03414aff tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:11.597340 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae5783b1-6d73-4d84-aaf6-38fee4b28783 req-ec7cbf2e-7856-4859-be06-0c5f03414aff tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0687776 Dec 06 13:04:11.690087 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-7c8e8129-914d-41dd-b774-178b43c48398 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 999 time: 0.0917897 Dec 06 13:04:11.694982 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ae5783b1-6d73-4d84-aaf6-38fee4b28783 req-e7004f59-01fe-4f0d-a0f6-a4dfc533a29b tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911167 Dec 06 13:04:11.739015 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-198e3f90-959e-4294-a041-c4959e5530fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:11.740493 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-198e3f90-959e-4294-a041-c4959e5530fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0438418 Dec 06 13:04:11.786900 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-a9f50ec4-599a-4491-95b2-d185d4e2d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:11.788427 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-a9f50ec4-599a-4491-95b2-d185d4e2d590 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410032 Dec 06 13:04:11.880916 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-38d14b8e-52f9-4ddd-a6fa-4dd7fc24cd35 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853879 Dec 06 13:04:11.968976 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b13474dc-fa10-43a4-b60c-a3178dbacdf3 req-83584d3b-6771-481d-846c-e13ce2989cb2 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815156 Dec 06 13:04:12.816772 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129694a-c07d-48bb-b4e0-427c03f433b6 req-7ae843e2-a213-42d8-8228-dd90b8020140 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:12.818255 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8129694a-c07d-48bb-b4e0-427c03f433b6 req-7ae843e2-a213-42d8-8228-dd90b8020140 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0541339 Dec 06 13:04:12.867464 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8129694a-c07d-48bb-b4e0-427c03f433b6 req-c52af9d3-d52d-4925-a943-8f9cceb6a1a5 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Dec 06 13:04:13.981365 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0495-f40b-49c5-aee6-eb82b21c808f req-49790d29-2293-46bc-9021-42fef6b3faa6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:13.982851 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c17e0495-f40b-49c5-aee6-eb82b21c808f req-49790d29-2293-46bc-9021-42fef6b3faa6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0477405 Dec 06 13:04:14.031046 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c17e0495-f40b-49c5-aee6-eb82b21c808f req-110a42b0-9222-48f4-9158-081f7098ee67 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Dec 06 13:04:15.149227 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990363ce-e7e2-4553-a1fa-9af30276cc58 req-395d38a4-8f49-4c5a-a551-dd8ffa33ae1d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:15.150679 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-990363ce-e7e2-4553-a1fa-9af30276cc58 req-395d38a4-8f49-4c5a-a551-dd8ffa33ae1d tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0510979 Dec 06 13:04:15.197942 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-990363ce-e7e2-4553-a1fa-9af30276cc58 req-544bbfae-3f46-4371-854e-4fe28ac1b702 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Dec 06 13:04:15.677965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:16.312812 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67508-7aca-4d70-a360-ab1f90b1e09e req-3a023ef9-4580-4bf9-bb7e-7c831b6edd06 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:16.314432 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73c67508-7aca-4d70-a360-ab1f90b1e09e req-3a023ef9-4580-4bf9-bb7e-7c831b6edd06 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0489254 Dec 06 13:04:16.364965 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-73c67508-7aca-4d70-a360-ab1f90b1e09e req-9a540fda-4645-4aa8-aa44-5fb6274e9408 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445273 Dec 06 13:04:17.482911 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246eb7-e8d5-4fd6-b32c-e70d3911d199 req-b17485d8-d4c7-49e3-bbfc-03d1d0578ff9 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:17.484394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3246eb7-e8d5-4fd6-b32c-e70d3911d199 req-b17485d8-d4c7-49e3-bbfc-03d1d0578ff9 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0492675 Dec 06 13:04:17.537070 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b3246eb7-e8d5-4fd6-b32c-e70d3911d199 req-e2b7484c-6e41-4690-a7ca-cb58b6509a94 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464835 Dec 06 13:04:18.649859 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f6a3-b432-45e2-ae66-e5c02400999c req-8b2a8920-b4e7-4dd8-8fff-c7e1b61e8675 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:18.651304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a9a8f6a3-b432-45e2-ae66-e5c02400999c req-8b2a8920-b4e7-4dd8-8fff-c7e1b61e8675 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0479493 Dec 06 13:04:18.698793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a9a8f6a3-b432-45e2-ae66-e5c02400999c req-5ed4de0e-554b-41b4-90dd-a48d001e90ac tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Dec 06 13:04:19.811758 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031064b-fd0e-4268-b906-34b10197213d req-8090cc15-5874-4baa-a681-e202edf26073 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:19.813872 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6031064b-fd0e-4268-b906-34b10197213d req-8090cc15-5874-4baa-a681-e202edf26073 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 943 time: 0.0483131 Dec 06 13:04:19.861600 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6031064b-fd0e-4268-b906-34b10197213d req-fc40bd90-d2e0-463e-a105-e55da0d052ed tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Dec 06 13:04:20.071369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 42e0ca93-692c-4bad-827e-cfe41bee7936 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:04:20.166514 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:04:20.177560 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'port_id': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'mac_address': 'fa:16:3e:3e:4d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:04:20.214454 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:20.226904 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e0ca93-692c-4bad-827e-cfe41bee7936 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:04:20.246760 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:04:20.251246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:20.301399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:20.582661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['42e0ca93-692c-4bad-827e-cfe41bee7936'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:04:20.977599 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bace1f-6b6f-4fed-af2f-59a4ccc8034b req-afe51fef-ec43-400a-ba52-bfee96178062 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:20.979083 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19bace1f-6b6f-4fed-af2f-59a4ccc8034b req-afe51fef-ec43-400a-ba52-bfee96178062 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 944 time: 0.0508187 Dec 06 13:04:21.026381 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19bace1f-6b6f-4fed-af2f-59a4ccc8034b req-aecf5021-c351-4ec5-b5b0-65c5777c8198 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Dec 06 13:04:22.087596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 42e0ca93-692c-4bad-827e-cfe41bee7936 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:04:22.141751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872706d-57ca-40c1-977f-d6e56e6bd448 req-e9458cee-ded5-4ea0-82fb-2720a78c5989 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:22.143120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 42e0ca93-692c-4bad-827e-cfe41bee7936 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:04:22.143334 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2872706d-57ca-40c1-977f-d6e56e6bd448 req-e9458cee-ded5-4ea0-82fb-2720a78c5989 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 944 time: 0.0494936 Dec 06 13:04:22.143511 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:22.192509 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2872706d-57ca-40c1-977f-d6e56e6bd448 req-63f2529c-6195-440a-95de-e7e6abf04f98 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432813 Dec 06 13:04:22.221860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:22.243908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:04:22.246099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e27b1a55fc4c27f5c9daae4448963f25079f0efc84dc8d65da291b9270b0697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88309fe0-7d74-4a03-93c4-0272f039ac49" -d '{"events": [{"server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "name": "network-vif-plugged", "status": "completed", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:04:22.258606 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:04:22.262644 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:22.286281 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7bc94c-9cd0-4292-a5c2-7d2b22f747c9 x-openstack-request-id: req-2b7bc94c-9cd0-4292-a5c2-7d2b22f747c9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:04:22.286573 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "name": "network-vif-plugged", "status": "completed", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:04:22.286825 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b7bc94c-9cd0-4292-a5c2-7d2b22f747c9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:04:22.287209 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'code': 200} Dec 06 13:04:22.313290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:04:22.537328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc1b5a-139a-4dfb-8cd9-b1dc7ab00960 req-fb1a638f-7369-4104-851a-e02d2549780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:22.538774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5ebc1b5a-139a-4dfb-8cd9-b1dc7ab00960 req-fb1a638f-7369-4104-851a-e02d2549780c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1098 time: 0.0389731 Dec 06 13:04:22.588120 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5ebc1b5a-139a-4dfb-8cd9-b1dc7ab00960 req-d5162b62-0909-4981-81be-299115c2ad63 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Dec 06 13:04:23.305531 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd26ad9-e19b-4f51-8468-cd811cd2c1e5 req-a291f7ed-db32-4078-89b4-2e395253a21f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:23.307044 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dcd26ad9-e19b-4f51-8468-cd811cd2c1e5 req-a291f7ed-db32-4078-89b4-2e395253a21f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0491393 Dec 06 13:04:23.356062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dcd26ad9-e19b-4f51-8468-cd811cd2c1e5 req-192a1b9f-572d-4bb7-bc2b-4678785e45c1 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Dec 06 13:04:24.470010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd30b-5827-4cd1-a87c-a88e6a13eea8 req-acc08ae5-3d0b-4c35-9d61-7e0d8e0878ce tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:04:24.471517 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c30bd30b-5827-4cd1-a87c-a88e6a13eea8 req-acc08ae5-3d0b-4c35-9d61-7e0d8e0878ce tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0479045 Dec 06 13:04:24.520168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c30bd30b-5827-4cd1-a87c-a88e6a13eea8 req-31f4d18b-bbbf-4b9f-99f6-a69c16e0cd51 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Dec 06 13:04:26.381671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4549be1-ddaf-4b1c-a29a-415cff001bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:26.611900 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:04:28.789159 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aed55c0b-937b-4f90-9248-f495d89328af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:30.069102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:31.124804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:32.067325 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:45.678458 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:56.387165 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a06d1198-c356-4be5-be1e-219a0c488752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:04:58.789605 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4a0-12d0-4978-ac0b-53df6ba5844d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:00.068424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:01.127808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:02.068284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:03.610951 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:05:11.257824 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-0667e580-8257-42db-94a0-f66b5503e035 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3695867 Dec 06 13:05:11.337799 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-5b1f0d3f-a60e-4c65-a4f9-983d9063ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:11.340168 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-5b1f0d3f-a60e-4c65-a4f9-983d9063ca03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1098 time: 0.0406611 Dec 06 13:05:11.444460 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-e7d6bc31-bb74-4da3-93df-d75c5777f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:11.445922 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-e7d6bc31-bb74-4da3-93df-d75c5777f547 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.0871582 Dec 06 13:05:11.509303 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-f75eeb07-6f32-439c-9827-e20d512ddd70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 1001 time: 0.0563502 Dec 06 13:05:11.556625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-3471ee63-bcac-46c8-b83b-b38fe56a9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:11.558062 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-3471ee63-bcac-46c8-b83b-b38fe56a9d00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0423076 Dec 06 13:05:11.609749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-61efe598-97a4-422f-8b58-9dc92dec710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:11.611234 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-61efe598-97a4-422f-8b58-9dc92dec710d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465522 Dec 06 13:05:11.622932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-90dfd2b3-92fd-42c8-9c1a-a04d49511fcc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 13:05:11.624012 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-90dfd2b3-92fd-42c8-9c1a-a04d49511fcc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052803 Dec 06 13:05:11.712842 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-b12329c4-2a68-4aa9-a801-d63ddaf6e6f2 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813506 Dec 06 13:05:11.803806 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-5dcab4e2-801b-448b-a59b-5e7379b48db4 req-16e85411-3686-406f-beb7-17d77c7e2d52 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842490 Dec 06 13:05:15.693624 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:26.378955 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b0c0c4-1060-422c-9a1d-6734bd0c4a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:28.789728 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b41048a-ef16-49a7-9cc5-41d234fda337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:30.071602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:31.132217 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:32.069461 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.075021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52962) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:40.233033 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Deleting port a4f433a6-69a2-48b4-a73a-579599f635d4 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:40.233382 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.315618 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.315978 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.329013 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Calling delete_port for a4f433a6-69a2-48b4-a73a-579599f635d4 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:40.475021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.498372 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event deleted for resources: {'Port': ['ID=a4f433a6-69a2-48b4-a73a-579599f635d4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:40.507844 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.508221 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.508573 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.508919 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.509259 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.510125 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.510462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.511265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.511265 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.511476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.511770 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.512101 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.512425 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:40.571621 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.571985 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Floating IP a9cac187-44ec-4ee5-b51c-a0285738b97d disassociated (deleted). External IP: 172.36.1.197, port: 42e0ca93-692c-4bad-827e-cfe41bee7936. Dec 06 13:05:40.610429 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:05:40.784836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:05:40.893819 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:40.898574 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:40.903489 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] Sync routers for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:40.912811 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:40.913416 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:40.925862 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-cae6dd83-bb17-48d8-968e-4aa0b39f6d6f tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "DELETE /v2.0/floatingips/a9cac187-44ec-4ee5-b51c-a0285738b97d HTTP/1.1" status: 204 len: 168 time: 0.8497343 Dec 06 13:05:40.926461 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:05:40.928821 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2740f300689d704d8d60500b73d781ad99b5369c088b7b8bf5b525b5ce05ac69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2763e51e-29a8-4838-a2a2-13dc936b0ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:05:40.977976 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0c287c-75ce-40b7-b828-b40d692e73f4 x-openstack-request-id: req-3f0c287c-75ce-40b7-b828-b40d692e73f4 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:05:40.978705 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:05:40.978992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f0c287c-75ce-40b7-b828-b40d692e73f4 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:05:40.979459 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'status': 'completed', 'code': 200} Dec 06 13:05:41.043309 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:41.043580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-46a4cfb8-65ab-409d-b1e2-fd973c207855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:41.045759 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-46a4cfb8-65ab-409d-b1e2-fd973c207855 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 1098 time: 0.0450559 Dec 06 13:05:41.193233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38bc72-964f-4f93-91f1-be3429533017 req-006638e7-4e11-452b-956b-99c242278ab1 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:41.194617 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7c38bc72-964f-4f93-91f1-be3429533017 req-006638e7-4e11-452b-956b-99c242278ab1 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0746510 Dec 06 13:05:41.195596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-46c28e8c-59f2-4d10-8d21-d5da24e7a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:41.196958 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-46c28e8c-59f2-4d10-8d21-d5da24e7a86e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 200 len: 910 time: 0.1420252 Dec 06 13:05:41.242609 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:41.248952 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-024ca8eb-56e4-4d19-abe3-39d31184c5b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 200 len: 217 time: 0.0418191 Dec 06 13:05:41.271683 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] Checking router: 0fd4471a-d7b5-428f-acda-6a81f8e3b41d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:41.281497 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:41.282120 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:41.318949 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7c38bc72-964f-4f93-91f1-be3429533017 req-90791d8b-1a60-4f12-8053-3f7440c61bc4 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176474 Dec 06 13:05:41.332052 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-c3d02517-7c33-4287-ad3f-acdd21a183ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:41.333593 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-c3d02517-7c33-4287-ad3f-acdd21a183ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 200 len: 848 time: 0.0749760 Dec 06 13:05:41.379641 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-324ece27-dbca-4cde-bf59-8a5acc097215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:41.381224 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-324ece27-dbca-4cde-bf59-8a5acc097215 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e37146a7-6b41-4f32-aa57-65c0f60c113a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405166 Dec 06 13:05:41.402718 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:41.473810 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-c6f0b5b5-73c4-470b-a3e7-e114b63ae925 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Dec 06 13:05:41.563026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2763e51e-29a8-4838-a2a2-13dc936b0ff9 req-c7aff5ba-52c1-4482-ba78-9ed9dd17c905 service neutron] 10.222.0.43 "GET /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820396 Dec 06 13:05:41.684424 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:41.708802 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb730e55-638e-4f5d-92ea-ba36ed3d4276 None None] The sync data for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv is: [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4a21b2d7-ea80-4106-b794-53cb27ae5099', 'name': '', 'network_id': 'e37146a7-6b41-4f32-aa57-65c0f60c113a', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'mac_address': 'fa:16:3e:26:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:46Z', 'updated_at': '2021-12-06T12:55:51Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'subnets': [{'id': '97780b1e-62aa-4198-81fa-5021d9cca094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:41.919190 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bd8e17-20cf-470d-8a60-b9ed276fab70 None None] New status for floating IP a9cac187-44ec-4ee5-b51c-a0285738b97d: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:05:42.441071 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f93fc9-ec95-4d40-9941-d55cbaa8e340 req-f11dad36-c736-43aa-877a-047372abbf75 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:42.442541 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1f93fc9-ec95-4d40-9941-d55cbaa8e340 req-f11dad36-c736-43aa-877a-047372abbf75 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0487850 Dec 06 13:05:42.496554 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e1f93fc9-ec95-4d40-9941-d55cbaa8e340 req-eea1c190-a1be-46b7-b57a-916aa9e5f098 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472255 Dec 06 13:05:42.736176 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf471569-4865-4f51-aaac-30a7683e7489 req-890809c5-cc20-48be-ad38-8c0b0c0dafee tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:42.737609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bf471569-4865-4f51-aaac-30a7683e7489 req-890809c5-cc20-48be-ad38-8c0b0c0dafee tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 945 time: 0.0474401 Dec 06 13:05:42.823731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Deleting port 42e0ca93-692c-4bad-827e-cfe41bee7936 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:42.824085 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.913140 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] For port 42e0ca93-692c-4bad-827e-cfe41bee7936, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42e0ca93-692c-4bad-827e-cfe41bee7936,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:42.913494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:42.925923 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Calling delete_port for 42e0ca93-692c-4bad-827e-cfe41bee7936 owned by compute:nova {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:43.052946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:43.082009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event deleted for resources: {'Port': ['ID=42e0ca93-692c-4bad-827e-cfe41bee7936,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:43.107992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.108346 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.108695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.109035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.109374 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.109706 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.110035 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.110363 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.110691 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.111013 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.111336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.111658 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.112004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:43.134139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] No DVR routers for this DVR port 42e0ca93-692c-4bad-827e-cfe41bee7936 on host hv-neutron-mast {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:05:43.137443 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:43.140794 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-bf471569-4865-4f51-aaac-30a7683e7489 req-99455d1a-1dae-40dc-9352-2fdc4c8968db tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.43 "DELETE /v2.0/ports/42e0ca93-692c-4bad-827e-cfe41bee7936 HTTP/1.1" status: 204 len: 173 time: 0.3967991 Dec 06 13:05:43.141229 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'name': 'network-vif-deleted', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:05:43.143523 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0e4efd48b61d4c794ff954bbefa4c5d8b50f2b1c9c34d616500850f2a6883f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe027c5-86a7-4672-ad42-95515e291f27" -d '{"events": [{"server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "name": "network-vif-deleted", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:05:43.184026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8fa73a-d196-44d5-bd57-c5c5cac65387 x-openstack-request-id: req-3e8fa73a-d196-44d5-bd57-c5c5cac65387 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:05:43.184328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41770dca-2cdc-479f-8125-6c0ef48beaea", "name": "network-vif-deleted", "tag": "42e0ca93-692c-4bad-827e-cfe41bee7936", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:05:43.184587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e8fa73a-d196-44d5-bd57-c5c5cac65387 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:05:43.184992 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41770dca-2cdc-479f-8125-6c0ef48beaea', 'name': 'network-vif-deleted', 'tag': '42e0ca93-692c-4bad-827e-cfe41bee7936', 'status': 'completed', 'code': 200} Dec 06 13:05:43.595531 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a6302a1c-8dcb-4f4f-842c-b1d2f62c2028 req-794c0cc3-b1f4-4282-b30c-df668415067e tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0261345 Dec 06 13:05:44.696292 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cb782076-f34d-4ac1-ad8c-05dc11ae1183 req-f41ee88b-4596-4561-aa26-b8f2f0aeadea tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0299094 Dec 06 13:05:45.708818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:45.793437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-21ec9a07-afad-4590-a26d-6d4b54105819 req-3fea0151-d2ba-45c1-8dda-ba2e508a5cf2 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0265169 Dec 06 13:05:46.585504 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 42e0ca93-692c-4bad-827e-cfe41bee7936 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:46.606503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 42e0ca93-692c-4bad-827e-cfe41bee7936 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:46.606854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 42e0ca93-692c-4bad-827e-cfe41bee7936 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:46.887458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-faa6cf57-0a42-4a56-aba2-39242a3eb584 req-fa9001b6-abcc-48eb-ad74-9ed312f0de33 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "GET /v2.0/ports?device_id=41770dca-2cdc-479f-8125-6c0ef48beaea HTTP/1.1" status: 200 len: 210 time: 0.0264199 Dec 06 13:05:47.942331 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 52998) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:48.006918 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f332-251d-4942-8f37-5ad267eaf0c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:48.033127 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f332-251d-4942-8f37-5ad267eaf0c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:48.094270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f332-251d-4942-8f37-5ad267eaf0c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:48.097371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f332-251d-4942-8f37-5ad267eaf0c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:48.098564 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0ad5f332-251d-4942-8f37-5ad267eaf0c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4d3a94b-5cd0-41a1-b28a-ec1e233b1790 HTTP/1.1" status: 204 len: 168 time: 0.1551867 Dec 06 13:05:48.108767 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5f332-251d-4942-8f37-5ad267eaf0c6 tempest-TestShelveInstance-220545766 tempest-TestShelveInstance-220545766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d3a94b-5cd0-41a1-b28a-ec1e233b1790,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:49.165640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:49.701108 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:49.990034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Deleting port 4a21b2d7-ea80-4106-b794-53cb27ae5099 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:49.990368 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:50.084316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] For port 4a21b2d7-ea80-4106-b794-53cb27ae5099, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a21b2d7-ea80-4106-b794-53cb27ae5099,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:50.084679 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:50.098151 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Calling delete_port for 4a21b2d7-ea80-4106-b794-53cb27ae5099 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:50.296568 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:50.327822 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a21b2d7-ea80-4106-b794-53cb27ae5099,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:50.500535 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:50.715692 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:05:50.824519 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:50.829771 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-e2a3da35-7634-4adb-b640-8b2c20a26cf9 admin admin] 10.222.0.24 "PUT /v2.0/routers/0fd4471a-d7b5-428f-acda-6a81f8e3b41d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624613 Dec 06 13:05:50.832514 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53008) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:50.838492 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] Sync routers for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:50.850985 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:50.852473 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:50.942854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:50.958834 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:51.054791 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.113895 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Deleting port 69137c0b-232d-42ac-960a-c04c199bf2e4 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:51.114320 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.152705 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100'}], 'enable_snat': True}, 'gw_port_id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T13:05:50Z', 'revision_number': 5, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port': {'id': '69137c0b-232d-42ac-960a-c04c199bf2e4', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:45Z', 'updated_at': '2021-12-06T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:51.179268 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] Checking router: 0fd4471a-d7b5-428f-acda-6a81f8e3b41d for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:51.188834 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] Routers {'0fd4471a-d7b5-428f-acda-6a81f8e3b41d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:51.189449 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:51.198097 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] For port 69137c0b-232d-42ac-960a-c04c199bf2e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69137c0b-232d-42ac-960a-c04c199bf2e4,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:51.198454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.211596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Calling delete_port for 69137c0b-232d-42ac-960a-c04c199bf2e4 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:51.276368 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] Set router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:51.336738 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T13:05:51Z', 'revision_number': 6, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:51.365032 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428477f3-6e26-47ae-b432-ae1f01afdc0d None None] The sync data for ids ['0fd4471a-d7b5-428f-acda-6a81f8e3b41d'] in dv-neutron-master-2-hyperv is: [{'id': '0fd4471a-d7b5-428f-acda-6a81f8e3b41d', 'name': 'tempest-TestShelveInstance-1587885036-router', 'tenant_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:44Z', 'updated_at': '2021-12-06T13:05:51Z', 'revision_number': 6, 'project_id': 'fb97eab47f66434ab1fe198b71eaebb7', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:51.391995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.416704 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Pushing event deleted for resources: {'Port': ['ID=69137c0b-232d-42ac-960a-c04c199bf2e4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:51.433875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025d176-e2da-4bbb-a69b-85586508a50d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:51.485177 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.582845 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.584957 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.629231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.629849 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd4471a-d7b5-428f-acda-6a81f8e3b41d {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:05:51.634995 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.636304 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-05b275f5-16a2-437b-8579-4d687c80289b admin admin] 10.222.0.24 "DELETE /v2.0/routers/0fd4471a-d7b5-428f-acda-6a81f8e3b41d HTTP/1.1" status: 204 len: 168 time: 0.8027871 Dec 06 13:05:51.638759 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53012) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:51.681797 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a27d15-2f3b-4ea8-ba8f-4b3305bd4956 admin admin] Deleting subnet 97780b1e-62aa-4198-81fa-5021d9cca094 {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:05:51.684807 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a27d15-2f3b-4ea8-ba8f-4b3305bd4956 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.720328 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a27d15-2f3b-4ea8-ba8f-4b3305bd4956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.809445 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a27d15-2f3b-4ea8-ba8f-4b3305bd4956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.861502 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a27d15-2f3b-4ea8-ba8f-4b3305bd4956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.887496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a27d15-2f3b-4ea8-ba8f-4b3305bd4956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97780b1e-62aa-4198-81fa-5021d9cca094,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:51.889472 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7a27d15-2f3b-4ea8-ba8f-4b3305bd4956 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:51.892638 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-d7a27d15-2f3b-4ea8-ba8f-4b3305bd4956 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/97780b1e-62aa-4198-81fa-5021d9cca094 HTTP/1.1" status: 204 len: 168 time: 0.2529716 Dec 06 13:05:51.894945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c4e63-f29a-41ae-bf91-c69f01626748 None None] Network e37146a7-6b41-4f32-aa57-65c0f60c113a requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:05:51.895102 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53014) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:51.965798 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.017741 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Deleting port 250f0ac2-d91e-4517-a823-12133f3e2891 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:52.018077 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.080836 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] For port 250f0ac2-d91e-4517-a823-12133f3e2891, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=250f0ac2-d91e-4517-a823-12133f3e2891,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:52.081132 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.097862 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Calling delete_port for 250f0ac2-d91e-4517-a823-12133f3e2891 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:52.112028 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] DHCP port deletion for e37146a7-6b41-4f32-aa57-65c0f60c113a request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:52.166538 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Deleting port 250f0ac2-d91e-4517-a823-12133f3e2891 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:52.166914 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.181814 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.207160 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Pushing event deleted for resources: {'Port': ['ID=250f0ac2-d91e-4517-a823-12133f3e2891,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:52.213477 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] No DVR routers for this DVR port 250f0ac2-d91e-4517-a823-12133f3e2891 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:05:52.243360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] For port 250f0ac2-d91e-4517-a823-12133f3e2891, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=250f0ac2-d91e-4517-a823-12133f3e2891,segment=NetworkSegment(75d91489-ed2e-4b97-b936-a5a2d837a596),segment_id=75d91489-ed2e-4b97-b936-a5a2d837a596)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:52.244424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.257063 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Calling delete_port for 250f0ac2-d91e-4517-a823-12133f3e2891 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:52.296462 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.327226 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37146a7-6b41-4f32-aa57-65c0f60c113a']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:52.337577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.340016 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d91489-ed2e-4b97-b936-a5a2d837a596') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:52.340326 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d91489-ed2e-4b97-b936-a5a2d837a596') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:52.352076 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.361536 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Pushing event deleted for resources: {'Port': ['ID=250f0ac2-d91e-4517-a823-12133f3e2891,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:52.367141 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.372134 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] No DVR routers for this DVR port 250f0ac2-d91e-4517-a823-12133f3e2891 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:05:52.374146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.374513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.374844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.375176 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.375715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.376081 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.376415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.376748 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.377251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.377393 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.377734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.377905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:05:52.378051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.378240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.378734 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca347e6-f367-4608-ac04-2feaf20f47ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:05:52.380614 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:05:52.439544 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.444679 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.448499 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e37146a7-6b41-4f32-aa57-65c0f60c113a HTTP/1.1" status: 204 len: 168 time: 0.5524926 Dec 06 13:05:52.451444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53016) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:52.458752 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f533d-6e1b-46ea-bb4e-859032ddc825 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37146a7-6b41-4f32-aa57-65c0f60c113a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:52.783253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 69137c0b-232d-42ac-960a-c04c199bf2e4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:52.799691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:52.804349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 69137c0b-232d-42ac-960a-c04c199bf2e4 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:52.804791 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 69137c0b-232d-42ac-960a-c04c199bf2e4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:52.805284 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4a21b2d7-ea80-4106-b794-53cb27ae5099 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:52.824338 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 4a21b2d7-ea80-4106-b794-53cb27ae5099 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:52.824684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 4a21b2d7-ea80-4106-b794-53cb27ae5099 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:52.825093 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 250f0ac2-d91e-4517-a823-12133f3e2891 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:52.844053 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 250f0ac2-d91e-4517-a823-12133f3e2891 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:52.844403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 250f0ac2-d91e-4517-a823-12133f3e2891 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:53.042055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Deleting port f40a86e0-abea-4cbe-8bb4-0f332e4e6329 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:53.042397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:53.123579 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] For port f40a86e0-abea-4cbe-8bb4-0f332e4e6329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,segment=NetworkSegment(8a8b84c7-fc97-4a81-b879-a0917627bdf8),segment_id=8a8b84c7-fc97-4a81-b879-a0917627bdf8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:53.123973 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:53.136111 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Calling delete_port for f40a86e0-abea-4cbe-8bb4-0f332e4e6329 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:53.311733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:53.341697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Pushing event deleted for resources: {'Port': ['ID=f40a86e0-abea-4cbe-8bb4-0f332e4e6329,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:53.511109 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.017524 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Router cf0346c2-ace3-448c-94f4-9c2baf301fe6 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:05:54.124025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:54.129458 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f4f3ba81-a8fa-44ac-8464-e033899b3ead admin admin] 10.222.0.24 "PUT /v2.0/routers/cf0346c2-ace3-448c-94f4-9c2baf301fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769464 Dec 06 13:05:54.132107 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53018) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:54.132639 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] Sync routers for ids ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:54.142139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] Routers {'cf0346c2-ace3-448c-94f4-9c2baf301fe6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:54.142753 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:54.234187 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.248875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] Set router cf0346c2-ace3-448c-94f4-9c2baf301fe6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:54.339962 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.392212 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Deleting port 6de3ad61-bf9d-4022-b76a-87522087747f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:54.392556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.426096 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173'}], 'enable_snat': True}, 'gw_port_id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T13:05:53Z', 'revision_number': 5, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port': {'id': '6de3ad61-bf9d-4022-b76a-87522087747f', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:54.452187 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] Checking router: cf0346c2-ace3-448c-94f4-9c2baf301fe6 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:05:54.460467 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] Routers {'cf0346c2-ace3-448c-94f4-9c2baf301fe6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:54.461319 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:54.472717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] For port 6de3ad61-bf9d-4022-b76a-87522087747f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6de3ad61-bf9d-4022-b76a-87522087747f,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:54.473081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.490474 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Calling delete_port for 6de3ad61-bf9d-4022-b76a-87522087747f owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:54.547580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] Set router cf0346c2-ace3-448c-94f4-9c2baf301fe6 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:54.602125 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T13:05:54Z', 'revision_number': 6, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:54.629408 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9524127-2cc1-42f0-b40c-eff79adf0767 None None] The sync data for ids ['cf0346c2-ace3-448c-94f4-9c2baf301fe6'] in dv-neutron-master-2-hyperv is: [{'id': 'cf0346c2-ace3-448c-94f4-9c2baf301fe6', 'name': 'tempest-TestShelveInstance-566303541-router', 'tenant_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T12:55:49Z', 'updated_at': '2021-12-06T13:05:54Z', 'revision_number': 6, 'project_id': 'dedd03eeacad49dc94e2b1d41ad6b9fa', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:05:54.659476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.686670 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Pushing event deleted for resources: {'Port': ['ID=6de3ad61-bf9d-4022-b76a-87522087747f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:54.697435 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c602cee2-af1b-449f-a12c-875e62ad46af None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:54.747270 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.835739 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.838702 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.883045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.883518 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf0346c2-ace3-448c-94f4-9c2baf301fe6 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:05:54.888348 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.889565 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-550cd136-0110-4b61-894f-9e431ff9877b admin admin] 10.222.0.24 "DELETE /v2.0/routers/cf0346c2-ace3-448c-94f4-9c2baf301fe6 HTTP/1.1" status: 204 len: 168 time: 0.7565508 Dec 06 13:05:54.892152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53020) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:54.936054 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-40372de0-60ba-4eef-9f8b-4dae7f5fefca admin admin] Deleting subnet 759486cf-1c4b-4642-a49b-71a807791092 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:05:54.939021 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40372de0-60ba-4eef-9f8b-4dae7f5fefca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:54.975257 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40372de0-60ba-4eef-9f8b-4dae7f5fefca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.061346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40372de0-60ba-4eef-9f8b-4dae7f5fefca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.091208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f40a86e0-abea-4cbe-8bb4-0f332e4e6329 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:55.111534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: f40a86e0-abea-4cbe-8bb4-0f332e4e6329 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:55.112046 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device f40a86e0-abea-4cbe-8bb4-0f332e4e6329 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:55.116139 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40372de0-60ba-4eef-9f8b-4dae7f5fefca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.142931 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40372de0-60ba-4eef-9f8b-4dae7f5fefca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759486cf-1c4b-4642-a49b-71a807791092,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:55.146303 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40372de0-60ba-4eef-9f8b-4dae7f5fefca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.152078 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-40372de0-60ba-4eef-9f8b-4dae7f5fefca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/759486cf-1c4b-4642-a49b-71a807791092 HTTP/1.1" status: 204 len: 168 time: 0.2564831 Dec 06 13:05:55.152272 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53022) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:55.152382 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d22c77-90e8-4495-8c66-477275381847 None None] Network 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:05:55.223215 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.276895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Deleting port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:55.277224 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.341400 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] For port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2308d35c-cc4c-4631-8569-9b7f8fa7d39e,segment=NetworkSegment(8a8b84c7-fc97-4a81-b879-a0917627bdf8),segment_id=8a8b84c7-fc97-4a81-b879-a0917627bdf8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:55.341697 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.358228 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Calling delete_port for 2308d35c-cc4c-4631-8569-9b7f8fa7d39e owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:55.413164 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] DHCP port deletion for 1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:55.444993 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.472389 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Pushing event deleted for resources: {'Port': ['ID=2308d35c-cc4c-4631-8569-9b7f8fa7d39e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:55.481580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] No DVR routers for this DVR port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:05:55.484870 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] Deleting port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:05:55.485251 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.558800 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.559998 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] For port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:55.560395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.572258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] Calling delete_port for 2308d35c-cc4c-4631-8569-9b7f8fa7d39e owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:05:55.574988 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] Port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 13:05:55.576270 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.578981 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4974ac-a13c-46dd-8ea7-791d0eafc9f0']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:55.589615 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8b84c7-fc97-4a81-b879-a0917627bdf8') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:55.589912 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8b84c7-fc97-4a81-b879-a0917627bdf8') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:55.599569 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.600014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] Pushing event deleted for resources: {'Port': ['ID=2308d35c-cc4c-4631-8569-9b7f8fa7d39e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:55.607444 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08fc10-240c-4b8d-b7df-65d056cd6469 None None] No DVR routers for this DVR port 2308d35c-cc4c-4631-8569-9b7f8fa7d39e on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:05:55.614434 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.627055 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:05:55.627470 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:05:55.629277 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:05:55.686556 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.691347 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.697661 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] 10.222.0.24 "DELETE /v2.0/networks/1c4974ac-a13c-46dd-8ea7-791d0eafc9f0 HTTP/1.1" status: 204 len: 168 time: 0.5414612 Dec 06 13:05:55.713453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a61417-8e7d-44ef-9e9f-cefac8ec603a admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4974ac-a13c-46dd-8ea7-791d0eafc9f0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:55.826587 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53026) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:55.874235 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-34c6ab4d-5772-4e28-9407-2cd76ac87c01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb97eab47f66434ab1fe198b71eaebb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463800 Dec 06 13:05:55.876814 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53028) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:55.923385 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40842509-87f7-4f57-8b04-3b64e4bbb20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.943580 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40842509-87f7-4f57-8b04-3b64e4bbb20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.989731 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40842509-87f7-4f57-8b04-3b64e4bbb20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.992425 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40842509-87f7-4f57-8b04-3b64e4bbb20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:55.995998 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-40842509-87f7-4f57-8b04-3b64e4bbb20b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cd3b3ba-cb16-45d9-96ab-fe91db1773d7 HTTP/1.1" status: 204 len: 168 time: 0.1158836 Dec 06 13:05:56.001708 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40842509-87f7-4f57-8b04-3b64e4bbb20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd3b3ba-cb16-45d9-96ab-fe91db1773d7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:56.326017 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53034) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:56.369615 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-7e2b7c72-7ae8-4f7e-a3d7-e72a7f82ca99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dedd03eeacad49dc94e2b1d41ad6b9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398433 Dec 06 13:05:56.370083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53036) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:56.382108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97012273-ca40-4385-8331-61de512eca27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:56.423675 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6b64fca-b71a-413b-9d5a-fb38fe592626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:56.444664 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6b64fca-b71a-413b-9d5a-fb38fe592626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:56.495421 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6b64fca-b71a-413b-9d5a-fb38fe592626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:56.498072 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6b64fca-b71a-413b-9d5a-fb38fe592626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:56.499230 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c6b64fca-b71a-413b-9d5a-fb38fe592626 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/916ea7a2-7a4a-465f-8599-e81a3a74d22e HTTP/1.1" status: 204 len: 168 time: 0.1280804 Dec 06 13:05:56.506856 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b64fca-b71a-413b-9d5a-fb38fe592626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916ea7a2-7a4a-465f-8599-e81a3a74d22e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:56.786673 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6de3ad61-bf9d-4022-b76a-87522087747f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:56.809460 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 6de3ad61-bf9d-4022-b76a-87522087747f {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:56.809812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 6de3ad61-bf9d-4022-b76a-87522087747f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:56.810240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2308d35c-cc4c-4631-8569-9b7f8fa7d39e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:05:56.830862 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 2308d35c-cc4c-4631-8569-9b7f8fa7d39e {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:05:56.831208 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 2308d35c-cc4c-4631-8569-9b7f8fa7d39e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:05:57.262367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53058) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:57.357509 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1173938614-network', 'tenant_id': '5192bef982594b18a62833040c2c50e4'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:57.378281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Made reservation on behalf of 5192bef982594b18a62833040c2c50e4 for: {'network': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:05:57.380744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.390234 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.465380 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.469188 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.490387 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:05:57.504596 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6483d5-7f2d-4a75-b225-aa180747937b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:57.510587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.510866 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.segments_db [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Added segment f8e2a17c-191e-432a-b830-37070d32160b of type vlan for network 267a6ff0-b96c-4f08-9744-76998f25f178 Dec 06 13:05:57.549905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.574970 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.576004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:57.576582 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.635663 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3721411 Dec 06 13:05:57.638765 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53062) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:57.640737 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16540452-3674-46a9-961d-eb37dc0f3e96 admin admin] Pushing event updated for resources: {'Network': ['ID=267a6ff0-b96c-4f08-9744-76998f25f178,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:57.643717 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Request body: {'subnet': {'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1173938614-subnet', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:57.652437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network 267a6ff0-b96c-4f08-9744-76998f25f178 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:05:57.664397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Made reservation on behalf of 5192bef982594b18a62833040c2c50e4 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:05:57.667118 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26784962'] for subnet, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.832687 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26784816'] for subnet, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.898185 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=037363db-d013-4de4-bd6e-2219f11d83dc,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:57.900939 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Checking segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:05:57.901299 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Network hostable DHCP agents. Network: 267a6ff0-b96c-4f08-9744-76998f25f178, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:05:57.917760 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Network 267a6ff0-b96c-4f08-9744-76998f25f178 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:05:57.926134 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 267a6ff0-b96c-4f08-9744-76998f25f178) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:57.930004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:05:57.930593 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.935826 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269754c-db28-4071-98e5-3348f963a166 None None] Network 267a6ff0-b96c-4f08-9744-76998f25f178 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:05:57.948111 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-2dcdacde-b83c-48cc-807a-b91910fd7d9d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3081064 Dec 06 13:05:57.951030 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53064) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:57.955350 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:05:57.977169 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:57.978252 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.028120 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.085055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-267a6ff0-b96c-4f08-9744-76998f25f178', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:05:58.086146 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.166704 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.217399 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Allocated IP 172.20.0.2 (267a6ff0-b96c-4f08-9744-76998f25f178/037363db-d013-4de4-bd6e-2219f11d83dc/cbb2d22f-d45b-40c6-9a32-df1f69f15857) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:05:58.376357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.381676 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.387612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.414206 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.431515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Network 267a6ff0-b96c-4f08-9744-76998f25f178 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:05:58.435612 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Pushing event updated for resources: {'Port': ['ID=cbb2d22f-d45b-40c6-9a32-df1f69f15857,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:58.438026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:58.440199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:05:58.520507 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Allocated IP 172.36.1.205 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/a7abd3a5-232b-4b1a-939a-f297a7addaea) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:05:58.630728 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.638341 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Attempting to bind port cbb2d22f-d45b-40c6-9a32-df1f69f15857 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:05:58.638712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Attempting to bind port cbb2d22f-d45b-40c6-9a32-df1f69f15857 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:05:58.639075 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Attempting to bind port cbb2d22f-d45b-40c6-9a32-df1f69f15857 on network 267a6ff0-b96c-4f08-9744-76998f25f178 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:05:58.644055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:05:58.644429 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Checking segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:05:58.644831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.645455 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Bound using segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:05:58.645681 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Bound port: cbb2d22f-d45b-40c6-9a32-df1f69f15857, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:05:58.646056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.665085 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.704693 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:05:58.707124 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] For port cbb2d22f-d45b-40c6-9a32-df1f69f15857, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:05:58.709227 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:05:58.710466 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] For port cbb2d22f-d45b-40c6-9a32-df1f69f15857, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbb2d22f-d45b-40c6-9a32-df1f69f15857,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:05:58.714238 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:05:58.716359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.717420 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Pushing event updated for resources: {'Port': ['ID=a7abd3a5-232b-4b1a-939a-f297a7addaea,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:58.728871 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0dd5f7-2758-40ae-897e-cfcddec4d130 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:05:58.808970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40df8e3-3ef7-4107-adcd-d76aaf2ae2f3 None None] Pushing event updated for resources: {'Port': ['ID=cbb2d22f-d45b-40c6-9a32-df1f69f15857,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:05:58.816875 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-551116db-d831-426f-aa2b-4c686d096dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.819192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-dbc773c4-40bd-4149-80b4-2ce1de7ca4a5 None None] Provisioning complete for port a7abd3a5-232b-4b1a-939a-f297a7addaea triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:58.819551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbc773c4-40bd-4149-80b4-2ce1de7ca4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:58.859353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dbc773c4-40bd-4149-80b4-2ce1de7ca4a5 None None] Port a7abd3a5-232b-4b1a-939a-f297a7addaea cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:05:59.008455 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:59.204115 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:59.637762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:05:59.714913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cce163-efcb-4a7a-9c06-7fd10819beab None None] Network 267a6ff0-b96c-4f08-9744-76998f25f178 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:05:59.746691 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:05:59.755368 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Sync routers for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:05:59.766266 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:05:59.766886 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:05:59.771004 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:59.772351 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-f2dc73b9-7755-4e2d-ba93-d30b4091ec49 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8203282 Dec 06 13:05:59.775597 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53066) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:05:59.803100 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c4de11f4-75c2-4347-bc20-81e6fd9be727 None None] Provisioning complete for port cbb2d22f-d45b-40c6-9a32-df1f69f15857 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:05:59.803535 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4de11f4-75c2-4347-bc20-81e6fd9be727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:59.880134 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:05:59.948480 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4de11f4-75c2-4347-bc20-81e6fd9be727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:05:59.989132 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c4de11f4-75c2-4347-bc20-81e6fd9be727 None None] For port cbb2d22f-d45b-40c6-9a32-df1f69f15857, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbb2d22f-d45b-40c6-9a32-df1f69f15857,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:05:59.996101 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4de11f4-75c2-4347-bc20-81e6fd9be727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.075671 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de11f4-75c2-4347-bc20-81e6fd9be727 None None] Pushing event updated for resources: {'Port': ['ID=cbb2d22f-d45b-40c6-9a32-df1f69f15857,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:00.076836 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:05:58Z', 'revision_number': 3, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:00.098334 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.106584 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Checking router: ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:00.106945 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Updating router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 port a7abd3a5-232b-4b1a-939a-f297a7addaea binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:06:00.135604 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.217346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-6ecb6075-c05c-4b66-a4a6-b9961b990051 None None] Provisioning complete for port cbb2d22f-d45b-40c6-9a32-df1f69f15857 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:00.217689 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6075-c05c-4b66-a4a6-b9961b990051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.265182 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.403362 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.409254 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.424332 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Allocated IP 172.20.0.1 (267a6ff0-b96c-4f08-9744-76998f25f178/037363db-d013-4de4-bd6e-2219f11d83dc/b00c3cec-c9f9-4bc0-82b5-67cada8a0060) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:00.450640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8429bb78-f5f3-42e5-9415-612c7a96533b None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:00.459964 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Attempting to bind port a7abd3a5-232b-4b1a-939a-f297a7addaea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:00.460363 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Attempting to bind port a7abd3a5-232b-4b1a-939a-f297a7addaea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:00.460703 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Attempting to bind port a7abd3a5-232b-4b1a-939a-f297a7addaea on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:00.469351 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Pushing event updated for resources: {'Port': ['ID=a7abd3a5-232b-4b1a-939a-f297a7addaea,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:00.471562 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:00.471957 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:00.472360 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.472752 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:00.473214 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Bound port: a7abd3a5-232b-4b1a-939a-f297a7addaea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:00.473596 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.498353 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.498710 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.499130 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.499700 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.500247 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.500636 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.500984 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.501319 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.501659 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.501995 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.502433 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.502867 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.503191 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:06:00.525379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-286192eb-4c26-4219-908c-85598a0d940b None None] Provisioning complete for port a7abd3a5-232b-4b1a-939a-f297a7addaea triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:00.525994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-286192eb-4c26-4219-908c-85598a0d940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.541236 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.544189 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] For port a7abd3a5-232b-4b1a-939a-f297a7addaea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:00.547427 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] For port a7abd3a5-232b-4b1a-939a-f297a7addaea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7abd3a5-232b-4b1a-939a-f297a7addaea,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:00.552245 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.564453 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-286192eb-4c26-4219-908c-85598a0d940b None None] Port a7abd3a5-232b-4b1a-939a-f297a7addaea cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:00.581110 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.596889 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d25bee-fb19-4ee2-8e56-78a65fa08812 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:00.608959 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cecf04-c119-4056-8f4b-e6e3b6131f16 None None] Pushing event updated for resources: {'Port': ['ID=a7abd3a5-232b-4b1a-939a-f297a7addaea,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:00.618292 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:00.619704 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:00.627436 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Network 267a6ff0-b96c-4f08-9744-76998f25f178 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:00.630363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:00.634658 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:00.659771 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:00.677788 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.693242 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-696bd9eb-3fe8-470c-9ea2-cb1446682f0a None None] Provisioning complete for port a7abd3a5-232b-4b1a-939a-f297a7addaea triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:00.693707 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696bd9eb-3fe8-470c-9ea2-cb1446682f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.725363 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:00.805619 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696bd9eb-3fe8-470c-9ea2-cb1446682f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.843659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-696bd9eb-3fe8-470c-9ea2-cb1446682f0a None None] For port a7abd3a5-232b-4b1a-939a-f297a7addaea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7abd3a5-232b-4b1a-939a-f297a7addaea,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:00.851335 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-696bd9eb-3fe8-470c-9ea2-cb1446682f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.877595 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.896140 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cbb2d22f-d45b-40c6-9a32-df1f69f15857 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:00.962773 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bd9eb-3fe8-470c-9ea2-cb1446682f0a None None] Pushing event updated for resources: {'Port': ['ID=a7abd3a5-232b-4b1a-939a-f297a7addaea,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:00.986291 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ab5d3491-f636-4900-bcc6-ef0ac7aad66b None None] Provisioning complete for port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:00.986663 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3491-f636-4900-bcc6-ef0ac7aad66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:00.992678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port cbb2d22f-d45b-40c6-9a32-df1f69f15857 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:00.993052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:01.052151 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:05:58Z', 'revision_number': 3, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:01.057396 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d3491-f636-4900-bcc6-ef0ac7aad66b None None] Port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:01.074858 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:01.078077 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e42e3-dde0-451c-8de4-204bb18327a7 None None] The sync data for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv is: [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:05:58Z', 'revision_number': 3, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:01.080629 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:01.137723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:01.153675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:01.158737 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:01.255379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Network 267a6ff0-b96c-4f08-9744-76998f25f178 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:01.256872 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:01.402249 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:06:01.531668 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:01.537022 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6eb96e19-de4a-45cd-baba-f6464f048cb2 admin admin] 10.222.0.24 "PUT /v2.0/routers/ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7603416 Dec 06 13:06:01.586041 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b8436652-71b4-429e-ab98-e1af59692d61 None None] Provisioning complete for port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:01.586515 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8436652-71b4-429e-ab98-e1af59692d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:01.625492 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b8436652-71b4-429e-ab98-e1af59692d61 None None] Port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:02.031577 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53082) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:02.036500 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1258840507-network', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:02.059374 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Made reservation on behalf of 6f587b95f5c2439d815e50dba23091f0 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:06:02.061972 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for network, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.071025 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.072739 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.148955 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.153104 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.181214 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 13:06:02.186878 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4000cc43-adb0-40ac-ad54-4acb098a5026,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:02.195371 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.195694 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.segments_db [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Added segment 36d43344-31ee-4391-a7e2-0676b82faf72 of type vlan for network c974e092-dbc3-4c94-aed8-89b1787eb4b8 Dec 06 13:06:02.236551 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760313929575'] for network, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.260949 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144'] for network, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.261934 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:02.262514 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.319722 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2870178 Dec 06 13:06:02.323324 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53084) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:02.328580 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Request body: {'subnet': {'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1258840507-subnet', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'ip_version': 4}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:02.334095 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd2c06-6a48-4676-8d32-db8572e78294 admin admin] Pushing event updated for resources: {'Network': ['ID=c974e092-dbc3-4c94-aed8-89b1787eb4b8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:02.345575 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Network c974e092-dbc3-4c94-aed8-89b1787eb4b8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 13:06:02.357804 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Made reservation on behalf of 6f587b95f5c2439d815e50dba23091f0 for: {'subnet': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:06:02.360337 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27222936'] for subnet, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.531123 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26240204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27222890'] for subnet, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.584587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f77a483-f702-499b-a78b-eb271d628b8c,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:02.597946 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Checking segment: {'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:02.598379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Network hostable DHCP agents. Network: c974e092-dbc3-4c94-aed8-89b1787eb4b8, hostable agents: ['ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e'], hosted agents: [] {{(pid=103286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 13:06:02.614494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Network c974e092-dbc3-4c94-aed8-89b1787eb4b8 is scheduled to be hosted by DHCP agent ad7ae121-4f73-4c7e-b5c8-e2d355a7c78e with binding_index 1 {{(pid=103286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 13:06:02.625021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c974e092-dbc3-4c94-aed8-89b1787eb4b8) {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:02.629108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:02.629695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.636404 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed848dd7-84ac-40e4-9333-5b3b9849b1bd None None] Network c974e092-dbc3-4c94-aed8-89b1787eb4b8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:06:02.646216 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4b436e4b-108f-464b-ba9c-5d69fe24b21a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3217607 Dec 06 13:06:02.648898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53086) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:02.654535 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:02.677820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8126'] for router, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.677820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-775982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.710351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Sync routers for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:02.739828 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.755806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:02.756529 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:02.824758 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a7abd3a5-232b-4b1a-939a-f297a7addaea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:02.882768 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.906527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c974e092-dbc3-4c94-aed8-89b1787eb4b8', 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'fixed_ips': [{'subnet_id': '4f77a483-f702-499b-a78b-eb271d628b8c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 13:06:02.907551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:02.959253 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:03.057480 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port a7abd3a5-232b-4b1a-939a-f297a7addaea triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:03.057851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.081191 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.099647 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.203564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Allocated IP 172.36.1.76 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/185f9d5c-0066-4bd0-8c56-9a5518f49a53) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:03.216659 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Allocated IP 172.20.0.2 (c974e092-dbc3-4c94-aed8-89b1787eb4b8/4f77a483-f702-499b-a78b-eb271d628b8c/00d4d925-ffa5-4b96-8320-2655cbb2f705) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:03.308020 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.345652 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.387364 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:03.390182 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:03.393628 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:03.407594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55cff0d-a2ef-4734-b3d8-63e48745bc0f None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:03.419179 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Pushing event updated for resources: {'Port': ['ID=185f9d5c-0066-4bd0-8c56-9a5518f49a53,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:03.487574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.495248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 2, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:03.497437 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-c3f0d773-2ec8-47bc-aa45-eae34a1bc93a None None] Provisioning complete for port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:03.497806 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3f0d773-2ec8-47bc-aa45-eae34a1bc93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.519153 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.709892 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Checking router: ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:03.710248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Updating router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:06:03.770783 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0d773-2ec8-47bc-aa45-eae34a1bc93a None None] Port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:03.782960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Network c974e092-dbc3-4c94-aed8-89b1787eb4b8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:03.784053 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.786193 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Pushing event updated for resources: {'Port': ['ID=00d4d925-ffa5-4b96-8320-2655cbb2f705,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:03.791120 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:03.793290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:03.892640 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Attempting to bind port 00d4d925-ffa5-4b96-8320-2655cbb2f705 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:03.893014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Attempting to bind port 00d4d925-ffa5-4b96-8320-2655cbb2f705 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:03.893379 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Attempting to bind port 00d4d925-ffa5-4b96-8320-2655cbb2f705 on network c974e092-dbc3-4c94-aed8-89b1787eb4b8 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:03.939280 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:03.939660 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Checking segment: {'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:03.940099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.940494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Bound using segment: {'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:03.940969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Bound port: 00d4d925-ffa5-4b96-8320-2655cbb2f705, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:03.941353 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:03.984702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.071797 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-51424f75-89db-450f-8de9-d069257d3953 None None] For port 00d4d925-ffa5-4b96-8320-2655cbb2f705, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:04.076704 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-51424f75-89db-450f-8de9-d069257d3953 None None] For port 00d4d925-ffa5-4b96-8320-2655cbb2f705, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00d4d925-ffa5-4b96-8320-2655cbb2f705,segment=NetworkSegment(36d43344-31ee-4391-a7e2-0676b82faf72),segment_id=36d43344-31ee-4391-a7e2-0676b82faf72)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:04.084448 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.175844 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51424f75-89db-450f-8de9-d069257d3953 None None] Pushing event updated for resources: {'Port': ['ID=00d4d925-ffa5-4b96-8320-2655cbb2f705,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:04.184700 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775939'] for router, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.229723 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.236567 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.289527 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffbd0b-92b8-4647-9f9b-7fe6252a1c9d None None] Pushing event updated for resources: {'Port': ['ID=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:04.332261 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Router aa6cfff7-6c21-445d-bfed-98c377493c15 is scheduled to L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 with binding_index 1 {{(pid=103286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 13:06:04.363715 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Attempting to bind port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:04.364367 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Attempting to bind port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:04.364936 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Attempting to bind port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 on network 267a6ff0-b96c-4f08-9744-76998f25f178 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:04.376705 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:04.377389 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Checking segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:04.378103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.378559 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Bound using segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:04.379052 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Bound port: b00c3cec-c9f9-4bc0-82b5-67cada8a0060, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:04.381941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.468719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] For port b00c3cec-c9f9-4bc0-82b5-67cada8a0060, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:04.474119 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] For port b00c3cec-c9f9-4bc0-82b5-67cada8a0060, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:04.475282 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:04.481962 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.489082 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Sync routers for ids ['aa6cfff7-6c21-445d-bfed-98c377493c15'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:04.503175 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Routers {'aa6cfff7-6c21-445d-bfed-98c377493c15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:04.503962 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aa6cfff7-6c21-445d-bfed-98c377493c15'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:04.510038 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.514003 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-9d447300-5e58-4c96-9bcb-21ebb56b9161 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8607872 Dec 06 13:06:04.514297 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53088) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:04.553199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffbd0b-92b8-4647-9f9b-7fe6252a1c9d None None] Pushing event updated for resources: {'Port': ['ID=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:04.568424 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:04.569074 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:04.673167 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Set router aa6cfff7-6c21-445d-bfed-98c377493c15 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:04.711600 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:04.751347 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-b7a87d79-cf94-4e32-8a08-289eb8ba6d73 None None] Provisioning complete for port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:04.751720 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7a87d79-cf94-4e32-8a08-289eb8ba6d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:04.898818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 00d4d925-ffa5-4b96-8320-2655cbb2f705 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:04.960310 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:06:03Z', 'revision_number': 3, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port': {'id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:03Z', 'updated_at': '2021-12-06T13:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:04.995642 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Checking router: aa6cfff7-6c21-445d-bfed-98c377493c15 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:04.996022 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Updating router aa6cfff7-6c21-445d-bfed-98c377493c15 port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 binding host dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:06:05.015102 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7a87d79-cf94-4e32-8a08-289eb8ba6d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.021393 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.073939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 00d4d925-ffa5-4b96-8320-2655cbb2f705 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:05.074574 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.082959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.107921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b7a87d79-cf94-4e32-8a08-289eb8ba6d73 None None] For port b00c3cec-c9f9-4bc0-82b5-67cada8a0060, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:05.121609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7a87d79-cf94-4e32-8a08-289eb8ba6d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.199818 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:04Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:05.249420 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a87d79-cf94-4e32-8a08-289eb8ba6d73 None None] Pushing event updated for resources: {'Port': ['ID=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:05.256411 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe273a5f-24fb-4bdd-a58f-d22ec2963f6b None None] The sync data for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv is: [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:04Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:05.285534 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.289056 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-ac72746a-7881-4891-9f68-1feb8e97813c None None] Provisioning complete for port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:05.289245 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac72746a-7881-4891-9f68-1feb8e97813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.299328 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Allocated IP 172.20.0.1 (c974e092-dbc3-4c94-aed8-89b1787eb4b8/4f77a483-f702-499b-a78b-eb271d628b8c/d454381c-5f81-4a3f-b840-dd2201685f78) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:05.380817 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] For port 00d4d925-ffa5-4b96-8320-2655cbb2f705, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00d4d925-ffa5-4b96-8320-2655cbb2f705,segment=NetworkSegment(36d43344-31ee-4391-a7e2-0676b82faf72),segment_id=36d43344-31ee-4391-a7e2-0676b82faf72)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:05.390686 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.441184 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.451366 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.486968 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.492613 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Pushing event updated for resources: {'Port': ['ID=00d4d925-ffa5-4b96-8320-2655cbb2f705,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:05.524494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9ea05-a73a-4c70-9f7e-31f37ff21cef None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:05.528276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.538073 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9d87-b97f-4df5-9d34-02ee0771058d None None] Pushing event updated for resources: {'Port': ['ID=185f9d5c-0066-4bd0-8c56-9a5518f49a53,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:05.547983 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Attempting to bind port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:05.548435 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Attempting to bind port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:05.548880 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Attempting to bind port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 on network c355b24e-c41e-41ef-b5bb-f4107a1898b2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:05.555410 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:05.556007 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Checking segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:05.557018 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.557525 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Bound using segment: {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:05.558122 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Bound port: 185f9d5c-0066-4bd0-8c56-9a5518f49a53, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbd943f-ef77-4a8d-8672-cb2560199c39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:05.558572 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.578502 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Network c974e092-dbc3-4c94-aed8-89b1787eb4b8 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:05.589605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:05.595235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:05.625354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294bd708-6145-471e-b07e-31850125d6ba None None] Network c974e092-dbc3-4c94-aed8-89b1787eb4b8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:06:05.627408 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] For port 185f9d5c-0066-4bd0-8c56-9a5518f49a53, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:05.631376 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] For port 185f9d5c-0066-4bd0-8c56-9a5518f49a53, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185f9d5c-0066-4bd0-8c56-9a5518f49a53,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:05.634710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Pushing event updated for resources: {'Port': ['ID=d454381c-5f81-4a3f-b840-dd2201685f78,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:05.640189 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.656743 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765998'] for router_interface, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.720488 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Routers {'aa6cfff7-6c21-445d-bfed-98c377493c15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:05.721114 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aa6cfff7-6c21-445d-bfed-98c377493c15'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:05.726585 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9d87-b97f-4df5-9d34-02ee0771058d None None] Pushing event updated for resources: {'Port': ['ID=185f9d5c-0066-4bd0-8c56-9a5518f49a53,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:05.737033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0417d390-157b-4ad5-a8ba-d0af51d7706d None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:06:05.761915 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-076cbe30-a4fc-4f3d-9d79-06b20c05f234 None None] Provisioning complete for port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:05.762593 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-076cbe30-a4fc-4f3d-9d79-06b20c05f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.827493 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.861557 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] Set router aa6cfff7-6c21-445d-bfed-98c377493c15 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:05.913143 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-076cbe30-a4fc-4f3d-9d79-06b20c05f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:05.942777 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-076cbe30-a4fc-4f3d-9d79-06b20c05f234 None None] For port 185f9d5c-0066-4bd0-8c56-9a5518f49a53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185f9d5c-0066-4bd0-8c56-9a5518f49a53,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:05.949642 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-076cbe30-a4fc-4f3d-9d79-06b20c05f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:06.040841 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cbe30-a4fc-4f3d-9d79-06b20c05f234 None None] Pushing event updated for resources: {'Port': ['ID=185f9d5c-0066-4bd0-8c56-9a5518f49a53,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:06.046719 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-076cbe30-a4fc-4f3d-9d79-06b20c05f234 None None] Provisioning complete for port 00d4d925-ffa5-4b96-8320-2655cbb2f705 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:06.047352 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-076cbe30-a4fc-4f3d-9d79-06b20c05f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:06.068177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:06.076816 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3116640'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:06.106980 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:06:03Z', 'revision_number': 3, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port': {'id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:03Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:06.141880 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109fa4d-284f-478f-9c23-6cf249531f1f None None] The sync data for ids ['aa6cfff7-6c21-445d-bfed-98c377493c15'] in dv-neutron-master-2-hyperv is: [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:06:03Z', 'revision_number': 3, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port': {'id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:03Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:06.169235 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766018'] for router_interface, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:06.181015 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Pushing event updated for resources: {'Port': ['ID=d454381c-5f81-4a3f-b840-dd2201685f78,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:06.277655 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Network c974e092-dbc3-4c94-aed8-89b1787eb4b8 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:06.279152 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:06.296370 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-623aba44-fe84-457b-8733-6352fd160702 None None] Provisioning complete for port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:06.296856 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-623aba44-fe84-457b-8733-6352fd160702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:06.426048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Router aa6cfff7-6c21-445d-bfed-98c377493c15 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:06:06.452931 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-623aba44-fe84-457b-8733-6352fd160702 None None] Provisioning complete for port 00d4d925-ffa5-4b96-8320-2655cbb2f705 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:06.453317 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-623aba44-fe84-457b-8733-6352fd160702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:06.607963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-623aba44-fe84-457b-8733-6352fd160702 None None] Provisioning complete for port d454381c-5f81-4a3f-b840-dd2201685f78 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:06.608623 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-623aba44-fe84-457b-8733-6352fd160702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:06.633114 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:06.661825 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-6dc57761-5ceb-4647-8acb-cd09205f1c63 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa6cfff7-6c21-445d-bfed-98c377493c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1368971 Dec 06 13:06:06.866255 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-623aba44-fe84-457b-8733-6352fd160702 None None] Port d454381c-5f81-4a3f-b840-dd2201685f78 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:06.963182 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 00d4d925-ffa5-4b96-8320-2655cbb2f705 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:07.027919 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-02e28314-3dbf-4e25-bef8-14890c0cfa53 None None] Provisioning complete for port d454381c-5f81-4a3f-b840-dd2201685f78 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:07.028303 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02e28314-3dbf-4e25-bef8-14890c0cfa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:07.062765 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 00d4d925-ffa5-4b96-8320-2655cbb2f705 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:07.063144 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:07.097138 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-02e28314-3dbf-4e25-bef8-14890c0cfa53 None None] Port d454381c-5f81-4a3f-b840-dd2201685f78 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:07.155912 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b00c3cec-c9f9-4bc0-82b5-67cada8a0060 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:07.203189 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:07.203616 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:07.288647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 185f9d5c-0066-4bd0-8c56-9a5518f49a53 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:07.339248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:07.339842 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.591207 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53100) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:08.595903 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c13accac-f35e-4f10-8795-780bbd286c7c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974918713', 'description': 'tempest-secgroup-smoke-974918713 description', 'project_id': '5192bef982594b18a62833040c2c50e4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:08.618541 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c13accac-f35e-4f10-8795-780bbd286c7c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group, before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.686808 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c13accac-f35e-4f10-8795-780bbd286c7c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group, precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.690746 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c13accac-f35e-4f10-8795-780bbd286c7c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.716043 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c13accac-f35e-4f10-8795-780bbd286c7c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.716326 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-c13accac-f35e-4f10-8795-780bbd286c7c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1239812 Dec 06 13:06:08.719413 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53102) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:08.724345 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13accac-f35e-4f10-8795-780bbd286c7c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5392aa97-544a-4369-96b1-7780cc94b7dc,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:08.724898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e009b144-40e9-4633-839e-b0baad0d1120 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'security_group_rule': {'security_group_id': '5392aa97-544a-4369-96b1-7780cc94b7dc', 'project_id': '5192bef982594b18a62833040c2c50e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:08.746951 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Sync routers for ids ['aa6cfff7-6c21-445d-bfed-98c377493c15'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:08.754920 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e009b144-40e9-4633-839e-b0baad0d1120 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.757678 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Routers {'aa6cfff7-6c21-445d-bfed-98c377493c15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:08.758293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aa6cfff7-6c21-445d-bfed-98c377493c15'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:08.816111 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e009b144-40e9-4633-839e-b0baad0d1120 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.820345 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e009b144-40e9-4633-839e-b0baad0d1120 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.842578 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009b144-40e9-4633-839e-b0baad0d1120 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2846b5a1-c255-4290-9515-6a824deef873,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:08.848907 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e009b144-40e9-4633-839e-b0baad0d1120 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.850125 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e009b144-40e9-4633-839e-b0baad0d1120 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291573 Dec 06 13:06:08.853037 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53104) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:08.857396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fcc5d4e6-0fb3-4f81-99e3-58d769c6e84b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'security_group_rule': {'security_group_id': '5392aa97-544a-4369-96b1-7780cc94b7dc', 'project_id': '5192bef982594b18a62833040c2c50e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:08.875946 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Set router aa6cfff7-6c21-445d-bfed-98c377493c15 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:08.885744 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d4e6-0fb3-4f81-99e3-58d769c6e84b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.941648 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d4e6-0fb3-4f81-99e3-58d769c6e84b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.945733 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d4e6-0fb3-4f81-99e3-58d769c6e84b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.964595 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5d4e6-0fb3-4f81-99e3-58d769c6e84b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15208a87-9b4c-4968-bfc8-3635841442e1,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:08.973353 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d4e6-0fb3-4f81-99e3-58d769c6e84b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:08.974704 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fcc5d4e6-0fb3-4f81-99e3-58d769c6e84b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207261 Dec 06 13:06:08.978184 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53106) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:08.982614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-b752d946-50c8-46ca-80e5-afffa5e7e9be tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'security_group_rule': {'security_group_id': '5392aa97-544a-4369-96b1-7780cc94b7dc', 'project_id': '5192bef982594b18a62833040c2c50e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:09.009209 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b752d946-50c8-46ca-80e5-afffa5e7e9be tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.066496 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b752d946-50c8-46ca-80e5-afffa5e7e9be tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.070088 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b752d946-50c8-46ca-80e5-afffa5e7e9be tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.081369 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 4, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port': {'id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:03Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd454381c-5f81-4a3f-b840-dd2201685f78', 'name': '', 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'mac_address': 'fa:16:3e:c9:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '4f77a483-f702-499b-a78b-eb271d628b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:05Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 2, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'subnets': [{'id': '4f77a483-f702-499b-a78b-eb271d628b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:09.085302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752d946-50c8-46ca-80e5-afffa5e7e9be tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c1fce5-7663-44a3-9127-ab4b3902aaa5,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:09.096625 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b752d946-50c8-46ca-80e5-afffa5e7e9be tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.097821 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-b752d946-50c8-46ca-80e5-afffa5e7e9be tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186993 Dec 06 13:06:09.100602 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53108) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:09.105976 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-cf050e93-def0-4fd3-8ae9-ad195f4c17bc tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'security_group_rule': {'security_group_id': '5392aa97-544a-4369-96b1-7780cc94b7dc', 'project_id': '5192bef982594b18a62833040c2c50e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:09.108233 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Checking router: aa6cfff7-6c21-445d-bfed-98c377493c15 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:09.108594 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Updating router aa6cfff7-6c21-445d-bfed-98c377493c15 port d454381c-5f81-4a3f-b840-dd2201685f78 binding host dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 13:06:09.133491 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.134731 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf050e93-def0-4fd3-8ae9-ad195f4c17bc tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.194080 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf050e93-def0-4fd3-8ae9-ad195f4c17bc tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.198238 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf050e93-def0-4fd3-8ae9-ad195f4c17bc tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.219212 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf050e93-def0-4fd3-8ae9-ad195f4c17bc tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3724990e-5066-41ca-85cd-2190a8a8be40,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:09.226400 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf050e93-def0-4fd3-8ae9-ad195f4c17bc tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.230803 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-cf050e93-def0-4fd3-8ae9-ad195f4c17bc tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259356 Dec 06 13:06:09.231644 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53110) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:09.236074 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-8d5eb062-f0be-43fc-aa06-8991be4d9cae tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'security_group_rule': {'security_group_id': '5392aa97-544a-4369-96b1-7780cc94b7dc', 'project_id': '5192bef982594b18a62833040c2c50e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:09.257664 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-8d5eb062-f0be-43fc-aa06-8991be4d9cae tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Project 5192bef982594b18a62833040c2c50e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:06:09.263243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb062-f0be-43fc-aa06-8991be4d9cae tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.324213 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb062-f0be-43fc-aa06-8991be4d9cae tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.328245 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb062-f0be-43fc-aa06-8991be4d9cae tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.346393 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eb062-f0be-43fc-aa06-8991be4d9cae tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c463c5c-6902-4abd-9967-231413da7117,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:09.355169 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb062-f0be-43fc-aa06-8991be4d9cae tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.356412 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8d5eb062-f0be-43fc-aa06-8991be4d9cae tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237707 Dec 06 13:06:09.359220 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53112) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:09.363822 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-e9f4ef8e-6f92-49e4-bb1f-6ae91cbd4f10 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'security_group_rule': {'security_group_id': '5392aa97-544a-4369-96b1-7780cc94b7dc', 'project_id': '5192bef982594b18a62833040c2c50e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:09.386904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.securitygroups_db [None req-e9f4ef8e-6f92-49e4-bb1f-6ae91cbd4f10 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Project 5192bef982594b18a62833040c2c50e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 13:06:09.392994 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ef8e-6f92-49e4-bb1f-6ae91cbd4f10 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.403698 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.409474 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.457308 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ef8e-6f92-49e4-bb1f-6ae91cbd4f10 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.458531 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62df2c-2147-4900-877e-97af0871e56d None None] Pushing event updated for resources: {'Port': ['ID=d454381c-5f81-4a3f-b840-dd2201685f78,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:09.464482 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ef8e-6f92-49e4-bb1f-6ae91cbd4f10 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700582'] for security_group_rule, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.483778 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4ef8e-6f92-49e4-bb1f-6ae91cbd4f10 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e34448-5311-45c2-b97c-76335f96bb87,revision_number=0']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:09.495467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ef8e-6f92-49e4-bb1f-6ae91cbd4f10 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.496902 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-e9f4ef8e-6f92-49e4-bb1f-6ae91cbd4f10 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365631 Dec 06 13:06:09.528068 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Attempting to bind port d454381c-5f81-4a3f-b840-dd2201685f78 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:09.528519 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Attempting to bind port d454381c-5f81-4a3f-b840-dd2201685f78 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:09.528958 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Attempting to bind port d454381c-5f81-4a3f-b840-dd2201685f78 on network c974e092-dbc3-4c94-aed8-89b1787eb4b8 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:09.534316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Checking agent: {'id': '7c3b3af5-d041-43be-a57a-7f2c36cdd075', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 11, 55, 32), 'started_at': datetime.datetime(2021, 12, 6, 11, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:09.534775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Checking segment: {'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:09.535246 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.535831 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Bound using segment: {'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:09.536398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Bound port: d454381c-5f81-4a3f-b840-dd2201685f78, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d43344-31ee-4391-a7e2-0676b82faf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:09.537001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.610583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] For port d454381c-5f81-4a3f-b840-dd2201685f78, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:09.614209 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] For port d454381c-5f81-4a3f-b840-dd2201685f78, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d454381c-5f81-4a3f-b840-dd2201685f78,segment=NetworkSegment(36d43344-31ee-4391-a7e2-0676b82faf72),segment_id=36d43344-31ee-4391-a7e2-0676b82faf72)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:09.619941 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.666735 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-19bc96aa-a2e6-4dd6-834a-49a0d46691ed tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974918713&fields=id&tenant_id=5192bef982594b18a62833040c2c50e4 HTTP/1.1" status: 200 len: 267 time: 0.0559983 Dec 06 13:06:09.675651 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Routers {'aa6cfff7-6c21-445d-bfed-98c377493c15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:09.676290 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aa6cfff7-6c21-445d-bfed-98c377493c15'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:09.728107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62df2c-2147-4900-877e-97af0871e56d None None] Pushing event updated for resources: {'Port': ['ID=d454381c-5f81-4a3f-b840-dd2201685f78,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:09.782343 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-38682991-e7f5-4e6e-bb65-e33955310b08 None None] Provisioning complete for port d454381c-5f81-4a3f-b840-dd2201685f78 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:09.782913 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38682991-e7f5-4e6e-bb65-e33955310b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:09.792288 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b5e76d1e-2c34-40df-be24-7cc2dbdd5d94 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:09.793871 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b5e76d1e-2c34-40df-be24-7cc2dbdd5d94 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 810 time: 0.1197278 Dec 06 13:06:09.809884 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-86b295b1-5e8b-4bdb-9671-b4739876e397 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/quotas/5192bef982594b18a62833040c2c50e4 HTTP/1.1" status: 200 len: 375 time: 0.0099463 Dec 06 13:06:09.832457 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] Set router aa6cfff7-6c21-445d-bfed-98c377493c15 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:09.877504 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-6b003483-d7f0-427c-af31-a4bb327d320e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590513 Dec 06 13:06:09.984553 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-54d811db-692a-4e5f-9b39-6e3f72adf231 service neutron] 10.222.0.24 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958743 Dec 06 13:06:09.991662 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38682991-e7f5-4e6e-bb65-e33955310b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:10.045038 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-38682991-e7f5-4e6e-bb65-e33955310b08 None None] For port d454381c-5f81-4a3f-b840-dd2201685f78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d454381c-5f81-4a3f-b840-dd2201685f78,segment=NetworkSegment(36d43344-31ee-4391-a7e2-0676b82faf72),segment_id=36d43344-31ee-4391-a7e2-0676b82faf72)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:10.069570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38682991-e7f5-4e6e-bb65-e33955310b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:10.076360 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-fa3e08ef-1bc2-487e-8922-bd0473906410 service neutron] 10.222.0.24 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895956 Dec 06 13:06:10.134744 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38682991-e7f5-4e6e-bb65-e33955310b08 None None] Pushing event updated for resources: {'Port': ['ID=d454381c-5f81-4a3f-b840-dd2201685f78,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:10.144355 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 4, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port': {'id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:03Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd454381c-5f81-4a3f-b840-dd2201685f78', 'name': '', 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'mac_address': 'fa:16:3e:c9:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '4f77a483-f702-499b-a78b-eb271d628b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:05Z', 'updated_at': '2021-12-06T13:06:09Z', 'revision_number': 4, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'subnets': [{'id': '4f77a483-f702-499b-a78b-eb271d628b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:10.173342 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5e6db-478f-4c56-be71-e0209353fff5 None None] The sync data for ids ['aa6cfff7-6c21-445d-bfed-98c377493c15'] in dv-neutron-master-2-hyperv is: [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 4, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port': {'id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:03Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd454381c-5f81-4a3f-b840-dd2201685f78', 'name': '', 'network_id': 'c974e092-dbc3-4c94-aed8-89b1787eb4b8', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'mac_address': 'fa:16:3e:c9:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '4f77a483-f702-499b-a78b-eb271d628b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:05Z', 'updated_at': '2021-12-06T13:06:09Z', 'revision_number': 4, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'subnets': [{'id': '4f77a483-f702-499b-a78b-eb271d628b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:10.189151 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-35312f62-83b4-4eb1-bf0a-0654b3e1410d None None] Provisioning complete for port d454381c-5f81-4a3f-b840-dd2201685f78 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:10.189520 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35312f62-83b4-4eb1-bf0a-0654b3e1410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:10.823484 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d454381c-5f81-4a3f-b840-dd2201685f78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:10.879836 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Provisioning complete for port d454381c-5f81-4a3f-b840-dd2201685f78 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:10.880235 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:11.368026 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f1ffb638-8d13-406f-893a-31bf1aeabc44 req-fae9f62f-ef7d-4d4a-a83d-3750a10519e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 210 time: 0.1365559 Dec 06 13:06:12.443483 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9fe6ec1d-6408-465c-97b9-611419ac129f req-c68c23d8-190f-40b8-a3a5-c70e4f7a619e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 210 time: 0.0258093 Dec 06 13:06:13.519456 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2de38433-2c6a-459a-be7d-3ee314abbed5 req-a2234e61-a1bb-4392-95fe-082444697572 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 210 time: 0.0262215 Dec 06 13:06:14.596787 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-53322536-3df6-42a8-839f-f0d062e475bf req-511e70b9-d55f-46ac-9738-2b79f576b226 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 210 time: 0.0285919 Dec 06 13:06:15.694595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-ff25a4a7-c2f6-4e02-88e5-333af326d77a req-60768744-6e55-478a-a007-f2728af77f09 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 210 time: 0.0256824 Dec 06 13:06:15.732112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:16.337623 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-56b197bd-33cf-46bc-83b1-b847d934e882 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:16.339206 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-56b197bd-33cf-46bc-83b1-b847d934e882 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 810 time: 0.1094093 Dec 06 13:06:16.407315 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-2b13ded9-4216-45bc-9516-d1cb24f39db3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5192bef982594b18a62833040c2c50e4 HTTP/1.1" status: 200 len: 379 time: 0.0572584 Dec 06 13:06:16.417101 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'port': {'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'admin_state_up': True, 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'security_groups': ['5392aa97-544a-4369-96b1-7780cc94b7dc']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:16.526279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Made reservation on behalf of 5192bef982594b18a62833040c2c50e4 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:06:16.529832 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:16.648687 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Allocated IP 172.20.0.6 (267a6ff0-b96c-4f08-9744-76998f25f178/037363db-d013-4de4-bd6e-2219f11d83dc/5fab1717-f52f-4ba4-8763-38afc48eb7aa) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:16.799051 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:16.816262 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-26f3c239-71e5-485e-b7c0-26ad415cc45d req-4d09a711-8227-4d51-8d30-e2a846e016f4 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 210 time: 0.0377414 Dec 06 13:06:16.847162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:16.892138 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Network 267a6ff0-b96c-4f08-9744-76998f25f178 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:16.895318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:16.897702 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:16.940756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:16.968977 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:16.969631 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:16.985441 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-b4ec87e6-c549-48dd-980a-f92ca22b1070 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726442 Dec 06 13:06:16.999041 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Request body: {'port': {'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:17.056589 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:17.154966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-74e3c8c2-382a-4e41-95a7-d87f55122545 None None] Provisioning complete for port 5fab1717-f52f-4ba4-8763-38afc48eb7aa triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:17.156582 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74e3c8c2-382a-4e41-95a7-d87f55122545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:17.194602 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-74e3c8c2-382a-4e41-95a7-d87f55122545 None None] Port 5fab1717-f52f-4ba4-8763-38afc48eb7aa cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:06:17.333059 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fab1717-f52f-4ba4-8763-38afc48eb7aa {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:06:17.341254 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:17.353286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Transition to ACTIVE for port object 5fab1717-f52f-4ba4-8763-38afc48eb7aa will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:06:17.356901 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:17.412865 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Pushing event updated for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:17.478572 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Attempting to bind port 5fab1717-f52f-4ba4-8763-38afc48eb7aa on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:06:17.478905 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Attempting to bind port 5fab1717-f52f-4ba4-8763-38afc48eb7aa by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:06:17.479231 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Attempting to bind port 5fab1717-f52f-4ba4-8763-38afc48eb7aa on network 267a6ff0-b96c-4f08-9744-76998f25f178 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:17.483751 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Port 5fab1717-f52f-4ba4-8763-38afc48eb7aa on network 267a6ff0-b96c-4f08-9744-76998f25f178 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:06:17.484098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Attempting to bind port 5fab1717-f52f-4ba4-8763-38afc48eb7aa on network 267a6ff0-b96c-4f08-9744-76998f25f178 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:06:17.489350 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:06:17.489680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Checking segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:06:17.490061 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Bound using segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:06:17.490483 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Bound port: 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:06:17.490835 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:17.556441 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:06:17.559618 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:06:17.565087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:17.605756 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:17.606383 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:17.607793 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] 10.222.0.43 "PUT /v2.0/ports/5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 1093 time: 0.6130447 Dec 06 13:06:17.608256 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:06:17.610556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0e4efd48b61d4c794ff954bbefa4c5d8b50f2b1c9c34d616500850f2a6883f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:06:17.628815 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:06:17.635898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ba397-53f1-498d-9fa0-b5c23d2ce080 service neutron] Pushing event updated for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:17.668148 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3957355-5474-4403-ad4b-a7d4316e445b x-openstack-request-id: req-b3957355-5474-4403-ad4b-a7d4316e445b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:06:17.668446 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:06:17.668697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3957355-5474-4403-ad4b-a7d4316e445b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:06:17.669089 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'status': 'completed', 'code': 200} Dec 06 13:06:17.703258 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-14cfb2ae-1c01-49a4-9136-ad62f07ce001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:17.704927 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-14cfb2ae-1c01-49a4-9136-ad62f07ce001 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1096 time: 0.0492156 Dec 06 13:06:17.748334 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-f469f42f-5546-4e04-827f-19d6aa70d1f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 217 time: 0.0347338 Dec 06 13:06:17.801734 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-48144a16-4afc-4d6e-9fe9-2345d28ef84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:17.803180 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-48144a16-4afc-4d6e-9fe9-2345d28ef84f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0475135 Dec 06 13:06:17.848003 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-1bcf9a04-5660-45bf-975b-b58709d5bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:17.849512 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-1bcf9a04-5660-45bf-975b-b58709d5bbb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396495 Dec 06 13:06:17.977908 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-98892b24-a797-4b08-b806-842d7fe11990 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208172 Dec 06 13:06:17.986302 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ee83-da59-47ca-a338-e35e1d33b1f6 req-337df492-acef-4abd-803a-774062ce8f89 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:17.987670 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eca5ee83-da59-47ca-a338-e35e1d33b1f6 req-337df492-acef-4abd-803a-774062ce8f89 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 943 time: 0.0754132 Dec 06 13:06:18.091881 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-eca5ee83-da59-47ca-a338-e35e1d33b1f6 req-a2dabd07-2195-4543-bcb0-1e7d86315939 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958018 Dec 06 13:06:18.107774 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e34b2c30-bc8e-47ce-aaa9-7d86702e0baf req-ed32306a-e72a-42ea-89aa-5822924440f6 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191664 Dec 06 13:06:18.195240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-38bc7164-4f2a-4124-acc5-4253c4ae02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:18.196865 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-38bc7164-4f2a-4124-acc5-4253c4ae02e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1096 time: 0.0415881 Dec 06 13:06:18.288635 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-1104b19a-e28e-4780-a59f-af4b529dfc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:18.290622 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-1104b19a-e28e-4780-a59f-af4b529dfc05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0872264 Dec 06 13:06:18.335066 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-57d87338-556e-40c9-8397-0e2323c6a75f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 217 time: 0.0376284 Dec 06 13:06:18.382511 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-7b8509c3-918a-415a-bfb1-5bf767490175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:18.384040 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-7b8509c3-918a-415a-bfb1-5bf767490175 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0422976 Dec 06 13:06:18.428681 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-5cb7c50d-4821-4c3a-9f17-b601a276744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:18.430143 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-5cb7c50d-4821-4c3a-9f17-b601a276744b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395365 Dec 06 13:06:18.522144 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-f7cfeda8-2d22-4700-aa0b-c85959c68c8a service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Dec 06 13:06:18.609624 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8cc15f93-e1d6-4211-bccf-9bc5e110cc43 req-53bfbc31-c3f5-4818-9889-9fee131a7f8f service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807457 Dec 06 13:06:19.211518 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483092-9a1a-4a7c-a103-bc1306afd5a0 req-78df431f-a8a0-47e6-b005-581d839dd768 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:19.213137 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d483092-9a1a-4a7c-a103-bc1306afd5a0 req-78df431f-a8a0-47e6-b005-581d839dd768 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 943 time: 0.0524261 Dec 06 13:06:19.262094 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-7d483092-9a1a-4a7c-a103-bc1306afd5a0 req-c0456cec-c2ed-4c6a-9e59-34e41ab20685 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431120 Dec 06 13:06:20.375784 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75c569-27fc-4410-88ff-3659576e4848 req-348856c0-be2a-4eb5-a537-b7bf7d5f3379 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:20.377282 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd75c569-27fc-4410-88ff-3659576e4848 req-348856c0-be2a-4eb5-a537-b7bf7d5f3379 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 943 time: 0.0483596 Dec 06 13:06:20.427355 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-dd75c569-27fc-4410-88ff-3659576e4848 req-dbfafd57-8ca4-478b-b8ab-124e682f1a97 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442839 Dec 06 13:06:20.724922 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5fab1717-f52f-4ba4-8763-38afc48eb7aa details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:06:20.819510 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:20.831099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:06:20.872581 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:20.886047 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fab1717-f52f-4ba4-8763-38afc48eb7aa {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:06:20.905005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:20.908554 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:20.955305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:21.213512 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['5fab1717-f52f-4ba4-8763-38afc48eb7aa'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:06:21.543090 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6df79-9b26-4a20-a1fd-2c83ccc97604 req-bf254f5c-d76d-4ad0-962d-b7b480599e31 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:21.544595 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f7e6df79-9b26-4a20-a1fd-2c83ccc97604 req-bf254f5c-d76d-4ad0-962d-b7b480599e31 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 944 time: 0.0480263 Dec 06 13:06:21.596637 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-f7e6df79-9b26-4a20-a1fd-2c83ccc97604 req-8b2f41a0-5697-478a-99b0-dabd0283ad80 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462890 Dec 06 13:06:22.709527 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8a5a-96c4-49d9-b9e3-511502b6982f req-1c077983-368a-483b-8f58-31bb0f45ee76 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:22.711265 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8c6c8a5a-96c4-49d9-b9e3-511502b6982f req-1c077983-368a-483b-8f58-31bb0f45ee76 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 944 time: 0.0479348 Dec 06 13:06:22.740685 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5fab1717-f52f-4ba4-8763-38afc48eb7aa up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:06:22.760330 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8c6c8a5a-96c4-49d9-b9e3-511502b6982f req-789808ed-adfd-403f-bfa0-50de62a130f3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416284 Dec 06 13:06:22.789878 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port 5fab1717-f52f-4ba4-8763-38afc48eb7aa completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:06:22.793800 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 5fab1717-f52f-4ba4-8763-38afc48eb7aa triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:06:22.794167 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:22.872308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:22.894688 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:06:22.896869 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e27b1a55fc4c27f5c9daae4448963f25079f0efc84dc8d65da291b9270b0697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a9252a-6d11-47ce-a611-646af1f25059" -d '{"events": [{"server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "name": "network-vif-plugged", "status": "completed", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:06:22.908978 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:06:22.912903 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:22.938293 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c893ebed-5af9-46b8-a47b-6964385941c4 x-openstack-request-id: req-c893ebed-5af9-46b8-a47b-6964385941c4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:06:22.938583 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "name": "network-vif-plugged", "status": "completed", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:06:22.938876 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c893ebed-5af9-46b8-a47b-6964385941c4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:06:22.939262 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'code': 200} Dec 06 13:06:22.963737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:23.101841 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2ab99-511a-4d58-8aa2-f91c9e3253ee req-71a15008-3eb6-409e-93d2-9a8a57fa2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:23.103297 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e9a2ab99-511a-4d58-8aa2-f91c9e3253ee req-71a15008-3eb6-409e-93d2-9a8a57fa2dd3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1098 time: 0.0399103 Dec 06 13:06:23.149056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e9a2ab99-511a-4d58-8aa2-f91c9e3253ee req-1ba38694-77fc-4a59-accd-470e03f882ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386684 Dec 06 13:06:23.880619 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035a00f-6cc0-4692-9554-32094339a828 req-6d19aec5-e26c-4bcf-b81b-9c2f9171fa89 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:23.882104 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9035a00f-6cc0-4692-9554-32094339a828 req-6d19aec5-e26c-4bcf-b81b-9c2f9171fa89 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 945 time: 0.0554531 Dec 06 13:06:23.936389 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9035a00f-6cc0-4692-9554-32094339a828 req-909a7da3-400b-4edd-a9d5-b64ea17bfa82 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475972 Dec 06 13:06:25.053467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f08fc6-5312-480c-bb6d-1b669050e5d6 req-f0e3e281-153c-4bf9-8f6f-49d65f8016aa tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:25.054843 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82f08fc6-5312-480c-bb6d-1b669050e5d6 req-f0e3e281-153c-4bf9-8f6f-49d65f8016aa tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 945 time: 0.0491564 Dec 06 13:06:25.104238 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-82f08fc6-5312-480c-bb6d-1b669050e5d6 req-c2749f0e-7e7f-4b79-b65c-130051c3c8fc tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427589 Dec 06 13:06:25.229488 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16670e72-7bf7-4963-9fcb-19d7bdc6e1c1 req-4fcc48b5-7ca0-481f-b4bd-96227ee3d6ea tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:25.231484 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-16670e72-7bf7-4963-9fcb-19d7bdc6e1c1 req-4fcc48b5-7ca0-481f-b4bd-96227ee3d6ea tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 945 time: 0.0620492 Dec 06 13:06:25.280867 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-16670e72-7bf7-4963-9fcb-19d7bdc6e1c1 req-c7b296e6-b85a-48c7-8320-4e7fad83103d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434601 Dec 06 13:06:25.303163 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53198) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:25.385004 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb4ff3-5e75-4ddd-89d6-2af24c9ed830 tempest-TestSnapshotPattern-74068886 tempest-TestSnapshotPattern-74068886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:25.386642 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-dbbb4ff3-5e75-4ddd-89d6-2af24c9ed830 tempest-TestSnapshotPattern-74068886 tempest-TestSnapshotPattern-74068886-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1093 time: 0.0823479 Dec 06 13:06:25.389539 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53202) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:06:25.393833 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:06:25.415714 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:25.511340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:25.611898 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Allocated IP 172.36.1.233 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/ea9675b5-0579-47a1-a42b-22d747e88f19) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:06:25.715099 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:25.747128 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:25.785823 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:06:25.788604 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:06:25.791026 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:06:25.815889 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'Port': ['ID=ea9675b5-0579-47a1-a42b-22d747e88f19,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:26.389757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3956e8e-31cd-472b-9c15-6610f0de4990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:26.482808 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:26.547473 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:26.703240 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:26.707465 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:26.776603 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'Port': ['ID=ea9675b5-0579-47a1-a42b-22d747e88f19,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:06:26.788314 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:26.884561 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Floating IP b2bb04c9-78aa-4c5e-91eb-3196ee81802e associated. External IP: 172.36.1.233, port: 5fab1717-f52f-4ba4-8763-38afc48eb7aa. Dec 06 13:06:27.098785 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:06:27.202506 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:06:27.214062 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] Sync routers for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:06:27.220106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:27.224612 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:27.225349 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:27.246349 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-25420715-f1e9-4fbb-a457-c8d4852f8873 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8557818 Dec 06 13:06:27.246975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:06:27.249376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0e4efd48b61d4c794ff954bbefa4c5d8b50f2b1c9c34d616500850f2a6883f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19439669-fdc1-4cca-8fb3-e2a2f218af40" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:06:27.298014 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf59dd-642f-4a50-b347-8e688d5e3b9c x-openstack-request-id: req-90cf59dd-642f-4a50-b347-8e688d5e3b9c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:06:27.298461 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:06:27.298723 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90cf59dd-642f-4a50-b347-8e688d5e3b9c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:06:27.299121 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'status': 'completed', 'code': 200} Dec 06 13:06:27.345776 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:27.365767 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-bba8ac18-55f2-456a-98d2-e274317a2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:27.367223 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-bba8ac18-55f2-456a-98d2-e274317a2d16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1098 time: 0.0429404 Dec 06 13:06:27.458396 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-205b41ba-dd09-4a68-91ba-d79860e42fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:27.459903 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-205b41ba-dd09-4a68-91ba-d79860e42fb7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0855978 Dec 06 13:06:27.529208 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-d7115ca2-a60d-4dde-964d-f684621a9777 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 999 time: 0.0622015 Dec 06 13:06:27.566440 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:26Z', 'revision_number': 0, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:27.579411 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-d9ec6083-93b8-4e92-8a63-6fb03b0fb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:27.580904 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-d9ec6083-93b8-4e92-8a63-6fb03b0fb7a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0451882 Dec 06 13:06:27.593023 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] Checking router: ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:06:27.606336 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:06:27.606971 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:05:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:27.640921 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-eeb79ca8-c911-40c8-836c-e3e3c59b7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:06:27.642340 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-eeb79ca8-c911-40c8-836c-e3e3c59b7e65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546992 Dec 06 13:06:27.716524 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:06:27.736790 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-d3a092c3-0761-40ff-91eb-4e31473462a3 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862861 Dec 06 13:06:27.828954 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-19439669-fdc1-4cca-8fb3-e2a2f218af40 req-234f00b8-a42a-4c35-9a03-9ddbc4758273 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848732 Dec 06 13:06:28.024896 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:26Z', 'revision_number': 0, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:06:28.050236 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bd3fd-0552-41f7-bb8c-fc2d761f106e None None] The sync data for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv is: [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:26Z', 'revision_number': 0, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:06:28.245597 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730ec8fb-c60d-42e3-a1f5-bf7acfb9c148 None None] New status for floating IP b2bb04c9-78aa-4c5e-91eb-3196ee81802e: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:06:28.789558 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-543e7a0d-8ea1-4dc2-8186-f811db87f5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:30.077421 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:31.139718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:32.074908 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:45.742766 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:54.608740 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:06:56.380320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31093148-3522-4266-9e66-bfcd03e0a6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:06:58.789522 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c94c791f-8a71-4c3e-ac1e-4ed3a282400a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:00.080609 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:01.142248 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:02.078670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:12.977056 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-e66f1d02-a70d-40d8-b6ae-3a4ff3be32f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903945 Dec 06 13:07:13.058139 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-821c2f76-f482-4036-9c42-46b4154bd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:13.059515 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-821c2f76-f482-4036-9c42-46b4154bd0be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1098 time: 0.0403056 Dec 06 13:07:13.159634 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-e05e7340-588b-4610-a0c6-2bced77b0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:13.161093 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-e05e7340-588b-4610-a0c6-2bced77b0b94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0824449 Dec 06 13:07:13.227877 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-48150014-d838-4ede-a252-dec1e53df5ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 1001 time: 0.0599282 Dec 06 13:07:13.279397 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-89fd4ca4-34fd-4e99-8979-fb08d0a12cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:13.281458 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-89fd4ca4-34fd-4e99-8979-fb08d0a12cf3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0466993 Dec 06 13:07:13.330281 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-ba29eaf2-c96b-4a47-b2d3-c8652f99023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:07:13.331713 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-ba29eaf2-c96b-4a47-b2d3-c8652f99023f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434241 Dec 06 13:07:13.424522 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-13c6e8cd-22da-4a59-8030-77716228747a service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851846 Dec 06 13:07:13.516232 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d75570f5-2ba4-415c-b4e6-6658c805e192 req-ff024c93-842f-4a93-aceb-bb1e6a43465f service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837448 Dec 06 13:07:15.752051 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:26.381865 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2de2-4b37-442f-a531-2356fae149df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:28.791076 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4860efd9-df4b-4c72-97e0-e716cf07779f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:30.083265 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:31.145423 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:31.607084 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:07:32.081147 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:45.753139 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:56.384001 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb0cc368-4eee-4b7b-87ea-c7fcf858f62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:07:58.793039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5adeea40-6ba3-438e-a590-212b29b74fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:00.087349 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:01.147350 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:02.085881 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:08.605659 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:08:14.926699 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-083fc936-7496-4249-9223-a760ed0d38bd req-6614e460-ad01-4616-8b90-2f76c25f81ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410180 Dec 06 13:08:15.010036 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fc936-7496-4249-9223-a760ed0d38bd req-ad1ca5f9-9ab3-4489-bb6c-74e78c1d6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:15.011510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-083fc936-7496-4249-9223-a760ed0d38bd req-ad1ca5f9-9ab3-4489-bb6c-74e78c1d6803 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1098 time: 0.0398962 Dec 06 13:08:15.116711 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fc936-7496-4249-9223-a760ed0d38bd req-ff9e0584-2b11-4045-a4df-57303b190692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:15.118223 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-083fc936-7496-4249-9223-a760ed0d38bd req-ff9e0584-2b11-4045-a4df-57303b190692 service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0878844 Dec 06 13:08:15.199781 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-083fc936-7496-4249-9223-a760ed0d38bd req-52ee240b-6eb7-4b74-b4c6-94eafc355b54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 1001 time: 0.0740802 Dec 06 13:08:15.247642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fc936-7496-4249-9223-a760ed0d38bd req-899041ac-4813-4290-8f87-8f6f797cfa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:15.249118 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-083fc936-7496-4249-9223-a760ed0d38bd req-899041ac-4813-4290-8f87-8f6f797cfa81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0423422 Dec 06 13:08:15.297454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fc936-7496-4249-9223-a760ed0d38bd req-b82fd6a1-3949-441a-93c2-1ccc576811c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:08:15.298958 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-083fc936-7496-4249-9223-a760ed0d38bd req-b82fd6a1-3949-441a-93c2-1ccc576811c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433707 Dec 06 13:08:15.388066 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-083fc936-7496-4249-9223-a760ed0d38bd req-8228f67a-a65f-4bc7-9dd9-3ba56e99c170 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819709 Dec 06 13:08:15.480724 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-083fc936-7496-4249-9223-a760ed0d38bd req-bde3b376-abcd-4d57-a6de-258814fc4d2b service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849965 Dec 06 13:08:15.752400 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:26.386071 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0ec00b0-ed70-4374-ba8c-6df7e65dbcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:28.794344 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b045c070-2607-4a8a-a897-71c18e1d7b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:30.091072 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:31.151485 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:32.088911 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:45.604671 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:08:45.751775 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:56.387599 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-753fdab6-6cb9-4431-bdfe-7adc864ae24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:58.797230 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b689ba7a-1e34-4106-96dc-281c9f06a9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:59.492223 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5fab1717-f52f-4ba4-8763-38afc48eb7aa details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:08:59.583699 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:59.594858 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:08:59.634405 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:59.646854 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fab1717-f52f-4ba4-8763-38afc48eb7aa {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:08:59.666016 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:08:59.670494 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:08:59.720129 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:08:59.726928 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.727278 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.727621 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.727990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.728320 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.728652 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.728979 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.729305 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.729632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.729954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.730275 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.730592 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.730910 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:08:59.755565 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['5fab1717-f52f-4ba4-8763-38afc48eb7aa'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:09:00.092746 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:01.154415 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:01.518691 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5fab1717-f52f-4ba4-8763-38afc48eb7aa up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:09:01.568625 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port 5fab1717-f52f-4ba4-8763-38afc48eb7aa triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:09:01.568990 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:01.649258 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:01.670963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:09:01.673247 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e27b1a55fc4c27f5c9daae4448963f25079f0efc84dc8d65da291b9270b0697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d7b9c1-00da-404a-9681-9c0314d8b42e" -d '{"events": [{"server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "name": "network-vif-plugged", "status": "completed", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:09:01.688632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:01.693033 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:01.739551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:01.796801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7639c572-51fc-40e5-b545-8a59c53d02d6 x-openstack-request-id: req-7639c572-51fc-40e5-b545-8a59c53d02d6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:09:01.797104 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "name": "network-vif-plugged", "status": "completed", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:09:01.797364 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7639c572-51fc-40e5-b545-8a59c53d02d6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:09:01.797769 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'code': 200} Dec 06 13:09:02.093835 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:14.283010 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-4261131f-b4de-489f-9963-081954a08690 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974918713&fields=id&tenant_id=5192bef982594b18a62833040c2c50e4 HTTP/1.1" status: 200 len: 267 time: 0.0447361 Dec 06 13:09:14.393490 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-66e3f59f-f8c2-431a-b827-99d351531e05 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:14.394930 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-66e3f59f-f8c2-431a-b827-99d351531e05 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 810 time: 0.1044545 Dec 06 13:09:14.410029 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-fd04b4d6-59c5-486e-ad06-e4e502aa59a8 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/quotas/5192bef982594b18a62833040c2c50e4 HTTP/1.1" status: 200 len: 375 time: 0.0093858 Dec 06 13:09:14.461798 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-5b62a684-1776-460f-ab63-d7d75daf1390 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464923 Dec 06 13:09:14.619096 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-d081359c-e790-4a7f-b79f-52bddb371a15 service neutron] 10.222.0.24 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455622 Dec 06 13:09:14.724201 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-31a298e3-41d4-47d9-8a89-16afe42b82eb service neutron] 10.222.0.24 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989590 Dec 06 13:09:14.897792 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-8c4b1aef-8cc0-4c5a-ace8-1cea69c5cfd7 req-eba98825-1885-4c2a-abce-14ae4e3a66ac tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 210 time: 0.0263114 Dec 06 13:09:15.765049 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:15.928225 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-1b03af71-8c4a-4697-b1ab-a3ee5bfbd9bd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:15.929738 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-1b03af71-8c4a-4697-b1ab-a3ee5bfbd9bd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 810 time: 0.1091292 Dec 06 13:09:16.008662 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9db25b67-c715-47a9-b8d5-6422d5d47b03 req-06258f32-c49a-436f-b5f7-d7ce48dcdbd4 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 210 time: 0.0369232 Dec 06 13:09:16.019515 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-02134d17-6f99-4403-aceb-b6e5d2ea7ef2 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5192bef982594b18a62833040c2c50e4 HTTP/1.1" status: 200 len: 379 time: 0.0798614 Dec 06 13:09:16.034405 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'port': {'device_id': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'admin_state_up': True, 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'security_groups': ['5392aa97-544a-4369-96b1-7780cc94b7dc']}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:09:16.147620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Made reservation on behalf of 5192bef982594b18a62833040c2c50e4 for: {'port': 1} {{(pid=103286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 13:09:16.150718 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:16.294352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Allocated IP 172.20.0.13 (267a6ff0-b96c-4f08-9744-76998f25f178/037363db-d013-4de4-bd6e-2219f11d83dc/d452ed99-452f-446e-8f8d-8eb35392fb93) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:09:16.509661 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:16.558773 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:16.612266 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Network 267a6ff0-b96c-4f08-9744-76998f25f178 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:09:16.615373 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:09:16.618083 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:09:16.673021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'Port': ['ID=d452ed99-452f-446e-8f8d-8eb35392fb93,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:16.690615 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:16.691106 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:16.694624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.694975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.695322 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.695660 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.696023 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.696352 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.696683 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.697009 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.697344 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.697666 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.697989 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.698318 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.698630 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:09:16.730470 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfe5ae78-073a-435c-b5a4-f997764806e7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7039886 Dec 06 13:09:16.864670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-f1edfa6a-6f12-4829-ae6b-89d06fb44f8a None None] Provisioning complete for port d452ed99-452f-446e-8f8d-8eb35392fb93 triggered by entity DHCP. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:09:16.865711 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1edfa6a-6f12-4829-ae6b-89d06fb44f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:16.910177 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f1edfa6a-6f12-4829-ae6b-89d06fb44f8a None None] Port d452ed99-452f-446e-8f8d-8eb35392fb93 cannot update to ACTIVE because it is not bound. {{(pid=103288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 13:09:17.133802 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926c57-9b91-47a5-89a5-3082fc64edd3 req-54f8f717-e7da-41fe-a976-3b3f0c803265 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:17.135394 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b8926c57-9b91-47a5-89a5-3082fc64edd3 req-54f8f717-e7da-41fe-a976-3b3f0c803265 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0511210 Dec 06 13:09:17.188600 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-b8926c57-9b91-47a5-89a5-3082fc64edd3 req-864e6a02-fdda-41c6-afdd-44173782af48 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466776 Dec 06 13:09:17.590840 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5fab1717-f52f-4ba4-8763-38afc48eb7aa no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:09:17.669793 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:17.695058 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:09:17.697585 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e27b1a55fc4c27f5c9daae4448963f25079f0efc84dc8d65da291b9270b0697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4734889c-00e5-43f3-b466-11385f7990d2" -d '{"events": [{"server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "name": "network-vif-unplugged", "status": "completed", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:09:17.711381 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:17.715371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:17.740743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 13:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0253af8-d0bb-4e16-af33-680edc9840c3 x-openstack-request-id: req-d0253af8-d0bb-4e16-af33-680edc9840c3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:09:17.741039 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "name": "network-vif-unplugged", "status": "completed", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:09:17.741295 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0253af8-d0bb-4e16-af33-680edc9840c3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:09:17.741733 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'code': 200} Dec 06 13:09:17.772620 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:18.327415 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef0db-bb4e-473d-bae7-75b68807af21 req-42f061b1-fbe8-42c9-8dfe-bf8dca034d06 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:18.329552 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-75bef0db-bb4e-473d-bae7-75b68807af21 req-42f061b1-fbe8-42c9-8dfe-bf8dca034d06 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0562325 Dec 06 13:09:18.382464 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-75bef0db-bb4e-473d-bae7-75b68807af21 req-c4756b52-5e3f-4cec-bbd5-31fd890b2196 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466628 Dec 06 13:09:19.507928 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6afc8-5f4b-4b88-8861-ba5316117ad5 req-b6801924-856c-4cf8-9e1c-741308717968 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:19.509437 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-25e6afc8-5f4b-4b88-8861-ba5316117ad5 req-b6801924-856c-4cf8-9e1c-741308717968 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0525310 Dec 06 13:09:19.563963 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-25e6afc8-5f4b-4b88-8861-ba5316117ad5 req-59338873-20a2-49f0-afe2-a5297e7704dd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471506 Dec 06 13:09:20.694943 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee162be-faaa-4e09-a255-9fc286afe936 req-5c7834a9-5d84-4a51-a6ad-9ae48fdc8010 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:20.696448 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ee162be-faaa-4e09-a255-9fc286afe936 req-5c7834a9-5d84-4a51-a6ad-9ae48fdc8010 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0572622 Dec 06 13:09:20.747419 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2ee162be-faaa-4e09-a255-9fc286afe936 req-8fe717a7-e5c3-4157-9abb-8a47608a4843 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448768 Dec 06 13:09:21.875084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4477-c4b9-424f-9961-703abf302025 req-a16e4833-a7f0-4e7f-80cc-8b6ce21b498b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:21.876631 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-309f4477-c4b9-424f-9961-703abf302025 req-a16e4833-a7f0-4e7f-80cc-8b6ce21b498b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0522997 Dec 06 13:09:21.932392 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-309f4477-c4b9-424f-9961-703abf302025 req-f141cb9b-4cc4-4b0a-8ffe-94c12b2b8fc5 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497184 Dec 06 13:09:22.603991 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:09:23.058760 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdc5d2-ee42-405c-a3e0-5adac76bac5e req-3dc7206d-136d-441d-8f8a-f2594e7f23e3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:23.060306 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cffdc5d2-ee42-405c-a3e0-5adac76bac5e req-3dc7206d-136d-441d-8f8a-f2594e7f23e3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0499675 Dec 06 13:09:23.119014 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cffdc5d2-ee42-405c-a3e0-5adac76bac5e req-e6138855-b1f8-4b35-b704-3a85be9e9b16 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447414 Dec 06 13:09:24.242713 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b76ea-4853-4251-ad95-dbba092cb2c8 req-b07fce58-ca27-435c-b6f0-ee74be02b4a7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:24.244245 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-404b76ea-4853-4251-ad95-dbba092cb2c8 req-b07fce58-ca27-435c-b6f0-ee74be02b4a7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0495608 Dec 06 13:09:24.297855 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-404b76ea-4853-4251-ad95-dbba092cb2c8 req-c38f2c57-0624-4e46-b728-c25efacc7134 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457039 Dec 06 13:09:25.420996 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566e1ee-7b2f-4591-a49f-c4be96ac57d9 req-052c1d1f-09f1-4f49-9b13-9fbd4bc654e4 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:25.422533 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9566e1ee-7b2f-4591-a49f-c4be96ac57d9 req-052c1d1f-09f1-4f49-9b13-9fbd4bc654e4 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0533247 Dec 06 13:09:25.472718 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-9566e1ee-7b2f-4591-a49f-c4be96ac57d9 req-04a96ed4-6d4d-4e84-896d-d94ee0892379 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441482 Dec 06 13:09:26.392607 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caba493c-c363-4f60-b556-969ac0ed6050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:26.593360 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f4a86-9585-4e55-a640-309ad652aa47 req-5d1abe2c-2811-4d62-a1cf-8acd4e84dd5f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:26.594823 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b3f4a86-9585-4e55-a640-309ad652aa47 req-5d1abe2c-2811-4d62-a1cf-8acd4e84dd5f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0490251 Dec 06 13:09:26.643377 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-0b3f4a86-9585-4e55-a640-309ad652aa47 req-cf5d6814-0ba9-41bb-a634-66a2273fb219 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427184 Dec 06 13:09:27.759063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29647e66-5eb0-4e46-af30-ac1d66d1c5a3 req-696dd561-ba9f-494c-89e6-f2c955d1b877 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:27.760573 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-29647e66-5eb0-4e46-af30-ac1d66d1c5a3 req-696dd561-ba9f-494c-89e6-f2c955d1b877 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0507083 Dec 06 13:09:27.809039 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-29647e66-5eb0-4e46-af30-ac1d66d1c5a3 req-014d2047-2727-4b3d-b233-904369c63f6c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 Dec 06 13:09:28.799108 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5168402d-104d-4f64-8d96-2b4edc496a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:28.927846 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8896188-e71d-4453-94b5-3b8e054da933 req-7d21a261-ffe3-4c1f-9b0c-b1396b7e15c5 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:28.929330 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d8896188-e71d-4453-94b5-3b8e054da933 req-7d21a261-ffe3-4c1f-9b0c-b1396b7e15c5 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 932 time: 0.0479715 Dec 06 13:09:28.977783 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d8896188-e71d-4453-94b5-3b8e054da933 req-ab551662-f794-47c1-8eb6-21f2ec773371 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 Dec 06 13:09:29.177990 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Request body: {'port': {'device_id': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:09:29.200696 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.43', 57665) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:09:29.234749 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:29.242932 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-63397dbc-be0a-4c75-93f2-a69553f18022 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410485 Dec 06 13:09:29.504581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d452ed99-452f-446e-8f8d-8eb35392fb93 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:09:29.512633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:29.525810 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Transition to ACTIVE for port object d452ed99-452f-446e-8f8d-8eb35392fb93 will not be triggered until provisioned by entity L2. {{(pid=103286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 13:09:29.529992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:29.609678 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Pushing event updated for resources: {'Port': ['ID=d452ed99-452f-446e-8f8d-8eb35392fb93,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:29.662521 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Attempting to bind port d452ed99-452f-446e-8f8d-8eb35392fb93 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 13:09:29.663010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Attempting to bind port d452ed99-452f-446e-8f8d-8eb35392fb93 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 13:09:29.663340 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Attempting to bind port d452ed99-452f-446e-8f8d-8eb35392fb93 on network 267a6ff0-b96c-4f08-9744-76998f25f178 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:09:29.668391 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Port d452ed99-452f-446e-8f8d-8eb35392fb93 on network 267a6ff0-b96c-4f08-9744-76998f25f178 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 13:09:29.668982 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Attempting to bind port d452ed99-452f-446e-8f8d-8eb35392fb93 on network 267a6ff0-b96c-4f08-9744-76998f25f178 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 13:09:29.675495 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Checking agent: {'id': '196f371c-cd7e-495d-b2de-ad297a457588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'started_at': datetime.datetime(2021, 12, 6, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 13:09:29.675840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Checking segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 13:09:29.676369 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Bound using segment: {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 13:09:29.676949 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Bound port: d452ed99-452f-446e-8f8d-8eb35392fb93, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e2a17c-191e-432a-b830-37070d32160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 13:09:29.677367 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:29.692988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-02d4035a-a490-4d9d-85a9-602bec7896fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:29.694799 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-02d4035a-a490-4d9d-85a9-602bec7896fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1096 time: 0.3984489 Dec 06 13:09:29.760304 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 13:09:29.763965 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d452ed99-452f-446e-8f8d-8eb35392fb93,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 13:09:29.769002 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:29.807673 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:29.808316 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:29.809703 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] 10.222.0.43 "PUT /v2.0/ports/d452ed99-452f-446e-8f8d-8eb35392fb93 HTTP/1.1" status: 200 len: 1094 time: 0.6361225 Dec 06 13:09:29.810147 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:09:29.813642 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0e4efd48b61d4c794ff954bbefa4c5d8b50f2b1c9c34d616500850f2a6883f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36394d7-3f19-4ca0-80c8-8dbeab69c144" -d '{"events": [{"name": "network-changed", "server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:09:29.846303 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a81fa-c704-49c0-b170-b61449196d44 service neutron] Pushing event updated for resources: {'Port': ['ID=d452ed99-452f-446e-8f8d-8eb35392fb93,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:29.883733 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-3bd64659-ae51-44af-a42b-5ea0356128d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:29.885627 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-3bd64659-ae51-44af-a42b-5ea0356128d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.1665232 Dec 06 13:09:29.922910 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-f85c9bf2-b1d5-4f37-a155-a1b1807c67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:29.924701 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-f85c9bf2-b1d5-4f37-a155-a1b1807c67e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 1097 time: 0.0633938 Dec 06 13:09:29.946162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d0a0b8-487b-45db-9c5c-9cc4c4ba2de4 x-openstack-request-id: req-b5d0a0b8-487b-45db-9c5c-9cc4c4ba2de4 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:09:29.946809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:09:29.946809 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5d0a0b8-487b-45db-9c5c-9cc4c4ba2de4 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:09:29.947327 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'status': 'completed', 'code': 200} Dec 06 13:09:29.975475 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-bcbf8803-553f-41a3-a8a9-4b3cfda9cd55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d452ed99-452f-446e-8f8d-8eb35392fb93 HTTP/1.1" status: 200 len: 217 time: 0.0399497 Dec 06 13:09:30.022835 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-f9f3520e-c20f-450e-b51f-7ad6137b947e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 999 time: 0.1300890 Dec 06 13:09:30.031879 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-3cc427a2-ec81-4cbb-84e1-b3eaa2383f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.033576 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-3cc427a2-ec81-4cbb-84e1-b3eaa2383f7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0518014 Dec 06 13:09:30.100550 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:30.104050 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-1e4f2c7b-884c-4f1b-bc50-19fd3bc738e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.105554 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-1e4f2c7b-884c-4f1b-bc50-19fd3bc738e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0757637 Dec 06 13:09:30.123068 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfd59414-826f-4fd2-9739-d8473e45cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.125129 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-cfd59414-826f-4fd2-9739-d8473e45cd31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837588 Dec 06 13:09:30.148223 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f6c16-b420-4a14-9903-5a4122f48867 req-1efd06e1-8504-4bc4-9c07-7a6d91128d51 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.149680 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-742f6c16-b420-4a14-9903-5a4122f48867 req-1efd06e1-8504-4bc4-9c07-7a6d91128d51 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 944 time: 0.0760720 Dec 06 13:09:30.182836 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-95d51016-32a3-4a21-b2bb-9694287f6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.184367 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-95d51016-32a3-4a21-b2bb-9694287f6653 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718796 Dec 06 13:09:30.243449 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-742f6c16-b420-4a14-9903-5a4122f48867 req-a1bea129-876f-4cbc-9c2b-6c3d37cddb66 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838933 Dec 06 13:09:30.267700 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-93048daa-4b5a-4168-80aa-22432b8b9a4e service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354783 Dec 06 13:09:30.280372 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-968f44a3-d107-4df0-ae29-9c70bad4869f service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878754 Dec 06 13:09:30.361012 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-2affe9a9-a4ee-46d7-82c6-d4725788c3b4 req-60dd5465-430b-45a3-85af-9ecdc0255259 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Dec 06 13:09:30.370909 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-11da6481-56e4-4c2e-a2c5-b0d8aca3e2ff req-12009feb-926b-4a5b-a9da-4df2c0cdc1f5 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838544 Dec 06 13:09:30.451889 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-5266c3ec-9105-49d7-8ca1-5d6dc44e34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.453394 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-5266c3ec-9105-49d7-8ca1-5d6dc44e34a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 1097 time: 0.0469210 Dec 06 13:09:30.541612 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-6c531e9a-b37c-45bc-a542-21a9f317f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.542946 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-6c531e9a-b37c-45bc-a542-21a9f317f61d service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0810544 Dec 06 13:09:30.586940 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-f049f8b7-ca94-41ee-a158-67f88817b365 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d452ed99-452f-446e-8f8d-8eb35392fb93 HTTP/1.1" status: 200 len: 217 time: 0.0367370 Dec 06 13:09:30.634516 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-819f8df7-be90-4003-80b8-263712061769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.635894 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-819f8df7-be90-4003-80b8-263712061769 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0423162 Dec 06 13:09:30.681158 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-da3e9a20-e30e-438e-ad7d-c9f5427d7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:30.682700 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-da3e9a20-e30e-438e-ad7d-c9f5427d7a90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397453 Dec 06 13:09:30.774735 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-eea75f45-0786-44a6-af55-a0f0bae072a8 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Dec 06 13:09:30.865860 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e36394d7-3f19-4ca0-80c8-8dbeab69c144 req-a8efe89e-c95f-40fb-bee9-4b7632ea953b service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820346 Dec 06 13:09:31.161453 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:31.363491 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb419a-08c4-4802-8b13-ec2390145250 req-b52960af-84f1-45c7-bdd6-52087618baee tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:31.365085 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cbeb419a-08c4-4802-8b13-ec2390145250 req-b52960af-84f1-45c7-bdd6-52087618baee tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 944 time: 0.0485132 Dec 06 13:09:31.413848 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-cbeb419a-08c4-4802-8b13-ec2390145250 req-f4ecd31d-2fd9-48b0-9a4b-0dc75f611ab4 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428255 Dec 06 13:09:32.096148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:32.860467 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3acab-7562-498c-8cbf-ba9711c54830 req-d52269b0-1ae4-4885-b384-f435aa13a344 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:32.861948 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-14a3acab-7562-498c-8cbf-ba9711c54830 req-d52269b0-1ae4-4885-b384-f435aa13a344 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 944 time: 0.3800781 Dec 06 13:09:32.910743 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-14a3acab-7562-498c-8cbf-ba9711c54830 req-895c037a-cd64-474d-a6ee-825243fb5bd1 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 Dec 06 13:09:33.642337 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d452ed99-452f-446e-8f8d-8eb35392fb93 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:09:33.742234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d452ed99-452f-446e-8f8d-8eb35392fb93,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:33.753880 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'port_id': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'mac_address': 'fa:16:3e:0a:00:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:09:33.792836 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:33.805965 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d452ed99-452f-446e-8f8d-8eb35392fb93 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:09:33.824417 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d452ed99-452f-446e-8f8d-8eb35392fb93,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:33.828733 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:33.875346 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d452ed99-452f-446e-8f8d-8eb35392fb93,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:34.024620 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0c9b9-2158-42d5-9a1c-660d3dc759f6 req-3cde0f96-d60c-458f-9225-d2e795df3dc5 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:34.026071 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d0f0c9b9-2158-42d5-9a1c-660d3dc759f6 req-3cde0f96-d60c-458f-9225-d2e795df3dc5 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 945 time: 0.0475495 Dec 06 13:09:34.074268 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-d0f0c9b9-2158-42d5-9a1c-660d3dc759f6 req-02c84f1f-145e-45dd-ae41-2fc7bae33abd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 Dec 06 13:09:34.215812 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d452ed99-452f-446e-8f8d-8eb35392fb93'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:09:35.187463 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899141e-8203-4279-989d-a524c6acf0ad req-d6d3ec66-661b-46ff-89a0-ae7af262ee0a tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:35.189053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a899141e-8203-4279-989d-a524c6acf0ad req-d6d3ec66-661b-46ff-89a0-ae7af262ee0a tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 945 time: 0.0487690 Dec 06 13:09:35.240455 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a899141e-8203-4279-989d-a524c6acf0ad req-3df6b734-f417-46c5-8537-ae3ba936c3b6 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455801 Dec 06 13:09:35.643098 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d452ed99-452f-446e-8f8d-8eb35392fb93 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:09:35.689898 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning for port d452ed99-452f-446e-8f8d-8eb35392fb93 completed by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 13:09:35.693860 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port d452ed99-452f-446e-8f8d-8eb35392fb93 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:09:35.694254 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:35.774649 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:35.797827 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:09:35.800103 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e27b1a55fc4c27f5c9daae4448963f25079f0efc84dc8d65da291b9270b0697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a985c6b-14b4-4ed8-85dc-be2d3e1686c4" -d '{"events": [{"server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "name": "network-vif-plugged", "status": "completed", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:09:35.812308 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d452ed99-452f-446e-8f8d-8eb35392fb93,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:09:35.816960 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:35.841596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16477c2-1450-4394-ac80-c2712d4ca736 x-openstack-request-id: req-d16477c2-1450-4394-ac80-c2712d4ca736 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:09:35.841891 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "name": "network-vif-plugged", "status": "completed", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:09:35.842148 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d16477c2-1450-4394-ac80-c2712d4ca736 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:09:35.842536 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'code': 200} Dec 06 13:09:35.870201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d452ed99-452f-446e-8f8d-8eb35392fb93,revision_number=5']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:36.008678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786c6c4-bc9f-4953-a874-d9903f8aa284 req-923d5a9f-4c0f-43ec-80f9-d02ac439bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:36.010149 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-1786c6c4-bc9f-4953-a874-d9903f8aa284 req-923d5a9f-4c0f-43ec-80f9-d02ac439bc25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 1099 time: 0.0437052 Dec 06 13:09:36.057980 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-1786c6c4-bc9f-4953-a874-d9903f8aa284 req-888b4865-1a08-4b9c-93fa-01f848c3acf7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402460 Dec 06 13:09:36.353416 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4f83-cacf-4087-856b-a43a39695748 req-e5177f57-721d-49b9-aa2a-acba5cc002d7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:36.354870 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e80e4f83-cacf-4087-856b-a43a39695748 req-e5177f57-721d-49b9-aa2a-acba5cc002d7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 946 time: 0.0481484 Dec 06 13:09:36.403180 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-e80e4f83-cacf-4087-856b-a43a39695748 req-88751fab-fe6f-4454-a2da-decf6bf6d062 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425327 Dec 06 13:09:37.519492 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e8496-4657-4e08-bba2-33974204bc94 req-bdb0fe49-cb31-4509-8d5f-3a0d801ba5a8 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:37.521069 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-198e8496-4657-4e08-bba2-33974204bc94 req-bdb0fe49-cb31-4509-8d5f-3a0d801ba5a8 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 946 time: 0.0477495 Dec 06 13:09:37.570139 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-198e8496-4657-4e08-bba2-33974204bc94 req-71ca15cb-cb95-4403-9472-047927e85265 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429416 Dec 06 13:09:37.685064 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c237c93-b131-4317-be3e-283d465c427a req-f97ce34f-3f4a-4577-b21f-b21e1441dad7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:37.686510 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c237c93-b131-4317-be3e-283d465c427a req-f97ce34f-3f4a-4577-b21f-b21e1441dad7 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 946 time: 0.0501866 Dec 06 13:09:37.735936 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6c237c93-b131-4317-be3e-283d465c427a req-eb9fed95-70b0-4c2c-aca5-8ee3b8f7d26a tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430808 Dec 06 13:09:37.757021 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53528) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:09:37.794614 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8141136-249f-4898-98cf-6a15207bcc52 tempest-TestSnapshotPattern-74068886 tempest-TestSnapshotPattern-74068886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:37.796157 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-a8141136-249f-4898-98cf-6a15207bcc52 tempest-TestSnapshotPattern-74068886 tempest-TestSnapshotPattern-74068886-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 1094 time: 0.0380847 Dec 06 13:09:37.799701 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53530) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:09:37.804108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.v2.base [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Request body: {'floatingip': {'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'port_id': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 13:09:37.826351 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for floatingip, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:37.924454 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:38.024978 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Allocated IP 172.36.1.234 (c355b24e-c41e-41ef-b5bb-f4107a1898b2/10f42656-d343-4265-9b82-01ebcabe99db/8f11be3c-8a17-46e6-a3eb-55cbe3f08b43) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 13:09:38.127053 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:38.159513 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760313923588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:38.197379 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Network c355b24e-c41e-41ef-b5bb-f4107a1898b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 13:09:38.200214 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 13:09:38.204298 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 13:09:38.225562 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'Port': ['ID=8f11be3c-8a17-46e6-a3eb-55cbe3f08b43,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:38.556776 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:38.621157 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:38.773144 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:38.777587 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26240341'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:38.851588 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event updated for resources: {'Port': ['ID=8f11be3c-8a17-46e6-a3eb-55cbe3f08b43,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:09:38.860716 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766113'] for floatingip, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:38.971497 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Floating IP 7365cba9-0a72-4f1f-9bdb-8e9b6e676343 associated. External IP: 172.36.1.234, port: d452ed99-452f-446e-8f8d-8eb35392fb93. Dec 06 13:09:39.176621 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:09:39.282233 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:09:39.297061 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] Sync routers for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:09:39.300550 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:39.307365 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:09:39.308020 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:09:39.328509 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-fa877eba-4e22-4c50-88e8-1ad7f25d1f1d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5277014 Dec 06 13:09:39.329078 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:09:39.331338 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0e4efd48b61d4c794ff954bbefa4c5d8b50f2b1c9c34d616500850f2a6883f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90038c25-2428-47ae-b5bf-86a5e0d8bab3" -d '{"events": [{"name": "network-changed", "server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:09:39.367301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a68af-16b9-4b92-8964-5be96bcf96f4 x-openstack-request-id: req-d63a68af-16b9-4b92-8964-5be96bcf96f4 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:09:39.367606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:09:39.367897 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d63a68af-16b9-4b92-8964-5be96bcf96f4 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:09:39.368339 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'status': 'completed', 'code': 200} Dec 06 13:09:39.416692 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:09:39.429961 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-272aeb30-91ec-4aef-97e4-bd0c0fd214f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:39.431410 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-272aeb30-91ec-4aef-97e4-bd0c0fd214f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 1099 time: 0.0400939 Dec 06 13:09:39.526060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-2b71495a-134a-4c5f-9cf5-6369cb04100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:39.527539 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-2b71495a-134a-4c5f-9cf5-6369cb04100c service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0886943 Dec 06 13:09:39.592349 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-95220270-67f2-4f85-8799-284eb3db00be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d452ed99-452f-446e-8f8d-8eb35392fb93 HTTP/1.1" status: 200 len: 1000 time: 0.0577555 Dec 06 13:09:39.641241 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-781acb23-24a8-4317-b431-0b511bd245a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:39.641606 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7365cba9-0a72-4f1f-9bdb-8e9b6e676343', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.234', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:0a:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:09:38Z', 'updated_at': '2021-12-06T13:09:38Z', 'revision_number': 0, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}, {'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:28Z', 'revision_number': 1, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:09:39.642934 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-781acb23-24a8-4317-b431-0b511bd245a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0442231 Dec 06 13:09:39.667326 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] Checking router: ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:09:39.675602 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:09:39.676243 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:09:29Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:09:39.692847 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-afe5bcac-f058-45bb-aeb6-990dfd65ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:09:39.694293 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-afe5bcac-f058-45bb-aeb6-990dfd65ec6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443618 Dec 06 13:09:39.780947 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:09:39.785278 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-5146b44b-57a4-4407-b50e-bab0859763d1 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833604 Dec 06 13:09:39.881643 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-90038c25-2428-47ae-b5bf-86a5e0d8bab3 req-a83a7282-0514-44b7-9e45-cc68a5a708f5 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883787 Dec 06 13:09:40.092485 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7365cba9-0a72-4f1f-9bdb-8e9b6e676343', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.234', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:0a:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:09:38Z', 'updated_at': '2021-12-06T13:09:38Z', 'revision_number': 0, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}, {'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:28Z', 'revision_number': 1, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:09:40.117933 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5798a-de8c-49fb-b84f-87ce6ce8238c None None] The sync data for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv is: [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7365cba9-0a72-4f1f-9bdb-8e9b6e676343', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.234', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:0a:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:09:38Z', 'updated_at': '2021-12-06T13:09:38Z', 'revision_number': 0, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}, {'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:28Z', 'revision_number': 1, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:09:40.304963 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b199b7d-d85c-4984-8810-991a79a39032 None None] New status for floating IP 7365cba9-0a72-4f1f-9bdb-8e9b6e676343: ACTIVE {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:09:45.780025 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:56.394479 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cb704e7-9ec6-4302-a7ed-eec4bfd52a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:58.800694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67ed5563-a160-48fb-aaf5-30f0ad086c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:09:59.606405 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:10:00.102986 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:01.160000 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:02.098174 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:15.781170 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:16.940195 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-8ca2f72e-47d1-4c93-9240-cf154d6b9cce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390868 Dec 06 13:10:17.022562 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-b7f9b923-985e-4b45-bc8c-31ab5ac9e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:17.024118 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-b7f9b923-985e-4b45-bc8c-31ab5ac9e64f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1096 time: 0.0397558 Dec 06 13:10:17.130559 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-ccd40cb8-7cb4-44e6-9711-f01e4e4fa9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:17.131922 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-ccd40cb8-7cb4-44e6-9711-f01e4e4fa9ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0858090 Dec 06 13:10:17.202864 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-148428f6-4401-46a8-8486-9459309b3249 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 999 time: 0.0640428 Dec 06 13:10:17.249980 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-ae44317e-acf4-4597-a70c-bd01fa9a8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:17.251360 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-ae44317e-acf4-4597-a70c-bd01fa9a8205 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0422707 Dec 06 13:10:17.296045 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-406037ea-f6fb-479f-9ac6-478611f1866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:10:17.297552 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-406037ea-f6fb-479f-9ac6-478611f1866c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393724 Dec 06 13:10:17.387927 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-ac3d0b81-e295-4b72-b8d9-2b946016b857 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828383 Dec 06 13:10:17.480198 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-414cfc90-2a8f-49d2-8c80-a92e1aadc11d req-9eeb4b51-7cfa-43a8-a911-70ff2e304c5d service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857949 Dec 06 13:10:26.395700 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6085-16fb-47a9-b023-a765b9f372a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:28.802935 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1460ecd4-500c-40cf-81de-dfe1702db925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:30.101316 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:31.164094 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:32.101055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:36.605184 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:10:45.794833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:56.396530 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b4e801a-2510-49f6-b50a-f631a0c3a14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:10:58.803040 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-122f9fb4-59ef-4513-a97d-5d5a3538f8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:00.107088 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:01.165939 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:02.103354 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:13.603896 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:11:15.792376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:16.931919 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-07729180-e370-4f91-8224-82ba62509c16 req-397b63ae-552c-47c6-ae50-1777f2b837dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400875 Dec 06 13:11:16.990995 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07729180-e370-4f91-8224-82ba62509c16 req-bbbda9a9-badb-4da1-a9a3-610eea4b6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:16.992487 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-07729180-e370-4f91-8224-82ba62509c16 req-bbbda9a9-badb-4da1-a9a3-610eea4b6b53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 1099 time: 0.0392127 Dec 06 13:11:17.097483 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07729180-e370-4f91-8224-82ba62509c16 req-c19934ae-2248-481d-b081-4a7281f80de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:17.098928 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-07729180-e370-4f91-8224-82ba62509c16 req-c19934ae-2248-481d-b081-4a7281f80de2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0861235 Dec 06 13:11:17.166373 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-07729180-e370-4f91-8224-82ba62509c16 req-40b3a0d5-24d4-4e26-b124-a39729083a66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d452ed99-452f-446e-8f8d-8eb35392fb93 HTTP/1.1" status: 200 len: 1002 time: 0.0592740 Dec 06 13:11:17.216395 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07729180-e370-4f91-8224-82ba62509c16 req-d965583d-2911-492e-b174-9a1b3b695730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:17.218322 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-07729180-e370-4f91-8224-82ba62509c16 req-d965583d-2911-492e-b174-9a1b3b695730 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0448482 Dec 06 13:11:17.265885 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07729180-e370-4f91-8224-82ba62509c16 req-5741d434-c780-4cfc-8e4b-9ee7312fa3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:17.267325 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-07729180-e370-4f91-8224-82ba62509c16 req-5741d434-c780-4cfc-8e4b-9ee7312fa3c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425823 Dec 06 13:11:17.356710 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-07729180-e370-4f91-8224-82ba62509c16 req-d26659b6-41e3-44dd-a514-256e5c6c6b7b service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811870 Dec 06 13:11:17.446798 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-07729180-e370-4f91-8224-82ba62509c16 req-fee554e7-4002-4b42-8d35-28e09a32ea87 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826399 Dec 06 13:11:26.397387 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dd86ca2-4d5d-48a1-8551-681a0386d814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:28.804306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f78d521c-7ca1-4d32-882c-b36d081fb05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:30.109155 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:31.169801 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:32.105006 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:44.320757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d452ed99-452f-446e-8f8d-8eb35392fb93 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 13:11:44.419315 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d452ed99-452f-446e-8f8d-8eb35392fb93,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:11:44.430501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Returning: {'device': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'port_id': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'mac_address': 'fa:16:3e:0a:00:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 13:11:44.468521 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:44.480916 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d452ed99-452f-446e-8f8d-8eb35392fb93 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 13:11:44.501670 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d452ed99-452f-446e-8f8d-8eb35392fb93,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:11:44.505956 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:44.560199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d452ed99-452f-446e-8f8d-8eb35392fb93,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:11:44.568191 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.568553 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.569192 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.569296 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.569909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.569909 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.570202 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.570541 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.570872 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.571207 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.571542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.571893 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.572227 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:44.591954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] get_ports_and_sgs() called for port_ids ['d452ed99-452f-446e-8f8d-8eb35392fb93'] {{(pid=103288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 13:11:45.792546 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:46.320627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d452ed99-452f-446e-8f8d-8eb35392fb93 up at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 13:11:46.370427 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Provisioning complete for port d452ed99-452f-446e-8f8d-8eb35392fb93 triggered by entity L2. {{(pid=103288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 13:11:46.370790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1719459'] for port, provisioning_complete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:46.445087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1705561'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:46.466680 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:11:46.469044 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e27b1a55fc4c27f5c9daae4448963f25079f0efc84dc8d65da291b9270b0697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c5c524-7a75-4517-b40a-d37363de7b42" -d '{"events": [{"server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "name": "network-vif-plugged", "status": "completed", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:11:46.482128 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d452ed99-452f-446e-8f8d-8eb35392fb93,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:11:46.488507 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760314415544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760313923606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760313923624'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:46.518646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa0856d-89a0-4319-bf46-18d117f3848a x-openstack-request-id: req-caa0856d-89a0-4319-bf46-18d117f3848a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:11:46.518942 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "name": "network-vif-plugged", "status": "completed", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:11:46.519200 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-caa0856d-89a0-4319-bf46-18d117f3848a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:11:46.519588 dv-neutron-master-2-hyperv neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'code': 200} Dec 06 13:11:46.544357 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Pushing event updated for resources: {'Port': ['ID=d452ed99-452f-446e-8f8d-8eb35392fb93,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:11:50.603500 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:11:56.400549 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d18f6a81-0d2a-425c-b630-a1efad6bde60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:58.578975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53780) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:11:58.739321 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Deleting port 8f11be3c-8a17-46e6-a3eb-55cbe3f08b43 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:11:58.739659 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:58.805431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-548e8608-3e0d-47d4-a30e-d3d8bf314f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:58.813930 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:58.814252 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:58.825565 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Calling delete_port for 8f11be3c-8a17-46e6-a3eb-55cbe3f08b43 owned by network:floatingip {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:11:58.971653 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:59.001143 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event deleted for resources: {'Port': ['ID=8f11be3c-8a17-46e6-a3eb-55cbe3f08b43,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:11:59.021646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.021992 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.022333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.022667 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.022997 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.023323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.023649 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.023998 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.024323 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.024646 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.024966 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.025291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.025606 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:11:59.070267 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for floatingip, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:59.070614 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.db.l3_db [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Floating IP 7365cba9-0a72-4f1f-9bdb-8e9b6e676343 disassociated (deleted). External IP: 172.36.1.234, port: d452ed99-452f-446e-8f8d-8eb35392fb93. Dec 06 13:11:59.273067 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:11:59.383696 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:11:59.388559 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:11:59.393534 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] Sync routers for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:11:59.404389 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:11:59.404998 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:11:59.416301 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-4c02fb9e-a59d-4a65-969e-0f59c5d4907e tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "DELETE /v2.0/floatingips/7365cba9-0a72-4f1f-9bdb-8e9b6e676343 HTTP/1.1" status: 204 len: 168 time: 0.8361366 Dec 06 13:11:59.416922 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:11:59.419243 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0e4efd48b61d4c794ff954bbefa4c5d8b50f2b1c9c34d616500850f2a6883f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40874723-309c-40fe-a2d1-2313e6e30548" -d '{"events": [{"name": "network-changed", "server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:11:59.477427 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90f34c4-a315-4c10-9bc5-643bd44e3bb6 x-openstack-request-id: req-c90f34c4-a315-4c10-9bc5-643bd44e3bb6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:11:59.477753 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93", "status": "completed", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:11:59.478010 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c90f34c4-a315-4c10-9bc5-643bd44e3bb6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:11:59.478418 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'status': 'completed', 'code': 200} Dec 06 13:11:59.517772 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:11:59.547974 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874723-309c-40fe-a2d1-2313e6e30548 req-a4572a5a-2c73-487c-8c65-027bd56f31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:59.550560 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-40874723-309c-40fe-a2d1-2313e6e30548 req-a4572a5a-2c73-487c-8c65-027bd56f31f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 1099 time: 0.0496736 Dec 06 13:11:59.651356 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874723-309c-40fe-a2d1-2313e6e30548 req-1cdec9ab-595b-40a2-964d-8378ec1acf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:59.652925 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-40874723-309c-40fe-a2d1-2313e6e30548 req-1cdec9ab-595b-40a2-964d-8378ec1acf9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.0935028 Dec 06 13:11:59.696310 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-40874723-309c-40fe-a2d1-2313e6e30548 req-1aa69e68-f423-4231-862b-9a1044d19434 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d452ed99-452f-446e-8f8d-8eb35392fb93 HTTP/1.1" status: 200 len: 217 time: 0.0355320 Dec 06 13:11:59.699931 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b43142-123e-4f42-addd-82a5f19491a5 req-cdd3f441-26d1-426d-9f84-729d388bfcec tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:59.701471 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3b43142-123e-4f42-addd-82a5f19491a5 req-cdd3f441-26d1-426d-9f84-729d388bfcec tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 946 time: 0.1025665 Dec 06 13:11:59.755809 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:28Z', 'revision_number': 1, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:11:59.756276 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874723-309c-40fe-a2d1-2313e6e30548 req-3e8db0b3-7985-4640-9b37-266e187eebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:59.757243 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-c3b43142-123e-4f42-addd-82a5f19491a5 req-8a41cd58-157a-4877-b217-1a6d92088ae4 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459812 Dec 06 13:11:59.757739 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-40874723-309c-40fe-a2d1-2313e6e30548 req-3e8db0b3-7985-4640-9b37-266e187eebb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0536129 Dec 06 13:11:59.783181 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] Checking router: ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:11:59.791592 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:11:59.792230 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:11:59.804459 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874723-309c-40fe-a2d1-2313e6e30548 req-ff99faab-1a1c-4898-addc-224d3bfcc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:11:59.805903 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-40874723-309c-40fe-a2d1-2313e6e30548 req-ff99faab-1a1c-4898-addc-224d3bfcc570 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404909 Dec 06 13:11:59.894733 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-40874723-309c-40fe-a2d1-2313e6e30548 req-8d68ab30-b7b2-4224-b29a-929bfd497f4f service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809898 Dec 06 13:11:59.896824 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:11:59.989725 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-40874723-309c-40fe-a2d1-2313e6e30548 req-65195ff3-07b6-4ec2-95c4-15c042949442 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872622 Dec 06 13:12:00.110901 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:00.123585 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:28Z', 'revision_number': 1, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:00.149744 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94a01f-7c4d-48b2-902a-e667d64ef4f6 None None] The sync data for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv is: [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2bb04c9-78aa-4c5e-91eb-3196ee81802e', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'floating_ip_address': '172.36.1.233', 'floating_network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'router_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'port_id': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'mac_address': 'fa:16:3e:da:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b2602-a174-4057-9226-b643f3fd7119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T13:06:26Z', 'updated_at': '2021-12-06T13:06:28Z', 'revision_number': 1, 'project_id': '5192bef982594b18a62833040c2c50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:00.359037 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d628d-1e0d-4a87-9b74-0db5ef278f8c None None] New status for floating IP 7365cba9-0a72-4f1f-9bdb-8e9b6e676343: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:12:00.874325 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d51a1e-88ab-4091-9912-f64b7e853039 req-797da8b7-2460-4c50-ac7a-268dcad5356d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:00.876401 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-84d51a1e-88ab-4091-9912-f64b7e853039 req-797da8b7-2460-4c50-ac7a-268dcad5356d tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 946 time: 0.0485084 Dec 06 13:12:00.925292 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-84d51a1e-88ab-4091-9912-f64b7e853039 req-c38f3b40-bce5-46e6-9f4e-636364a1df94 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 Dec 06 13:12:01.175099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:01.457879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56459b56-4888-4907-9c89-3a4f2457d121 req-27f9640d-a51d-4d8c-bd46-e6cd4d52e5de tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:01.459231 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-56459b56-4888-4907-9c89-3a4f2457d121 req-27f9640d-a51d-4d8c-bd46-e6cd4d52e5de tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 946 time: 0.0587335 Dec 06 13:12:01.551007 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Deleting port d452ed99-452f-446e-8f8d-8eb35392fb93 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:01.551337 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:01.636544 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] For port d452ed99-452f-446e-8f8d-8eb35392fb93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d452ed99-452f-446e-8f8d-8eb35392fb93,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:01.636895 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:01.653012 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Calling delete_port for d452ed99-452f-446e-8f8d-8eb35392fb93 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:01.776485 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:01.805665 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event deleted for resources: {'Port': ['ID=d452ed99-452f-446e-8f8d-8eb35392fb93,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:01.833354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.833710 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.834078 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.834415 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.834747 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.835072 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.835398 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.835724 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.836068 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.836394 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.836716 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.837034 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.837354 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 13:12:01.865570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] No DVR routers for this DVR port d452ed99-452f-446e-8f8d-8eb35392fb93 on host hv-neutron-mast {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:12:01.868167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:01.871520 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-56459b56-4888-4907-9c89-3a4f2457d121 req-e19fae05-500c-4c7a-969a-7843ec24204f tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "DELETE /v2.0/ports/d452ed99-452f-446e-8f8d-8eb35392fb93 HTTP/1.1" status: 204 len: 173 time: 0.4056635 Dec 06 13:12:01.872026 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'name': 'network-vif-deleted', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:12:01.874366 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2740f300689d704d8d60500b73d781ad99b5369c088b7b8bf5b525b5ce05ac69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea3a53-a828-4dd0-8533-a0e2512581d5" -d '{"events": [{"server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "name": "network-vif-deleted", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:12:01.969417 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f2ae46-dffd-411b-be64-878761c83c0a x-openstack-request-id: req-05f2ae46-dffd-411b-be64-878761c83c0a {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:12:01.969823 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b0e64d-df1d-4160-a9c3-32f21c84080e", "name": "network-vif-deleted", "tag": "d452ed99-452f-446e-8f8d-8eb35392fb93", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:12:01.970091 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05f2ae46-dffd-411b-be64-878761c83c0a {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:12:01.970500 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b0e64d-df1d-4160-a9c3-32f21c84080e', 'name': 'network-vif-deleted', 'tag': 'd452ed99-452f-446e-8f8d-8eb35392fb93', 'status': 'completed', 'code': 200} Dec 06 13:12:02.045417 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-a5a2773d-33df-480d-83ce-57bd3cb7fa2c req-1cacd862-2e45-44d1-b424-a2936f64ea0c tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b0e64d-df1d-4160-a9c3-32f21c84080e HTTP/1.1" status: 200 len: 210 time: 0.0247831 Dec 06 13:12:02.106632 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:02.360614 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d452ed99-452f-446e-8f8d-8eb35392fb93 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:02.381395 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: d452ed99-452f-446e-8f8d-8eb35392fb93 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:02.381743 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d452ed99-452f-446e-8f8d-8eb35392fb93 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:03.638162 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53846) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:03.794787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Deleting port ea9675b5-0579-47a1-a42b-22d747e88f19 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:03.795038 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:03.869246 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:03.869570 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:03.881804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Calling delete_port for ea9675b5-0579-47a1-a42b-22d747e88f19 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:04.029745 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:04.058060 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event deleted for resources: {'Port': ['ID=ea9675b5-0579-47a1-a42b-22d747e88f19,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:04.119360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for floatingip, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:04.119689 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.db.l3_db [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Floating IP b2bb04c9-78aa-4c5e-91eb-3196ee81802e disassociated (deleted). External IP: 172.36.1.233, port: 5fab1717-f52f-4ba4-8763-38afc48eb7aa. Dec 06 13:12:04.623338 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:12:04.728881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:12:04.733522 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for floatingip, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:04.739772 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] Sync routers for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:12:04.749985 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:04.750609 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:04.763191 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-4575153d-b73a-4f68-9e6e-4ac2e4cc92cd tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "DELETE /v2.0/floatingips/b2bb04c9-78aa-4c5e-91eb-3196ee81802e HTTP/1.1" status: 204 len: 168 time: 1.1239498 Dec 06 13:12:04.763761 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:12:04.766316 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2740f300689d704d8d60500b73d781ad99b5369c088b7b8bf5b525b5ce05ac69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c7775-175a-4067-b723-3e614b5883e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:12:04.803383 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3739b0c3-403e-42cd-bba6-432c60ac6980 x-openstack-request-id: req-3739b0c3-403e-42cd-bba6-432c60ac6980 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:12:04.803678 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:12:04.803972 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3739b0c3-403e-42cd-bba6-432c60ac6980 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:12:04.804380 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'status': 'completed', 'code': 200} Dec 06 13:12:04.874638 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7775-175a-4067-b723-3e614b5883e4 req-2eaabb38-0696-4d69-8225-61fb4d9d0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:04.876220 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e46c7775-175a-4067-b723-3e614b5883e4 req-2eaabb38-0696-4d69-8225-61fb4d9d0ecd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5192bef982594b18a62833040c2c50e4&device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 1096 time: 0.0445757 Dec 06 13:12:04.993039 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7775-175a-4067-b723-3e614b5883e4 req-296aacb9-de7b-40ff-b9c8-8fc8a246d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:04.994555 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e46c7775-175a-4067-b723-3e614b5883e4 req-296aacb9-de7b-40ff-b9c8-8fc8a246d885 service neutron] 10.222.0.43 "GET /v2.0/networks?id=267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 200 len: 911 time: 0.1105928 Dec 06 13:12:05.000341 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:05.042185 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e46c7775-175a-4067-b723-3e614b5883e4 req-5dfb01e3-a15c-40cb-9655-398337d95853 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 200 len: 217 time: 0.0392158 Dec 06 13:12:05.054389 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305082-c10c-4d11-991e-eddd6c6c8b05 req-ad4f904f-4e93-46a9-92bd-2684ffc200a8 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:05.055954 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27305082-c10c-4d11-991e-eddd6c6c8b05 req-ad4f904f-4e93-46a9-92bd-2684ffc200a8 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 943 time: 0.0523255 Dec 06 13:12:05.104263 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7775-175a-4067-b723-3e614b5883e4 req-60baa868-8024-4dc9-9934-501e722ee7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:05.105813 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e46c7775-175a-4067-b723-3e614b5883e4 req-60baa868-8024-4dc9-9934-501e722ee7b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 200 len: 849 time: 0.0563765 Dec 06 13:12:05.112053 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-27305082-c10c-4d11-991e-eddd6c6c8b05 req-50f9075a-9270-4251-a697-f8210e514cee tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496826 Dec 06 13:12:05.165482 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7775-175a-4067-b723-3e614b5883e4 req-9609d3f2-43b2-4997-b63b-be505d3097b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:05.166932 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e46c7775-175a-4067-b723-3e614b5883e4 req-9609d3f2-43b2-4997-b63b-be505d3097b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=267a6ff0-b96c-4f08-9744-76998f25f178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536585 Dec 06 13:12:05.210474 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:05.235770 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] Checking router: ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:12:05.244340 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:05.244955 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:05.257611 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e46c7775-175a-4067-b723-3e614b5883e4 req-f55961fb-222b-4830-a405-a9b560b04f78 service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823512 Dec 06 13:12:05.350829 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:05.354182 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-e46c7775-175a-4067-b723-3e614b5883e4 req-763d37b1-4d61-43c8-a1fd-59c26cd6d94b service neutron] 10.222.0.43 "GET /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879276 Dec 06 13:12:05.555754 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:05.585855 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33e383-6023-4ddc-b1b8-f05072c4e6b3 None None] The sync data for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv is: [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b00c3cec-c9f9-4bc0-82b5-67cada8a0060', 'name': '', 'network_id': '267a6ff0-b96c-4f08-9744-76998f25f178', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'mac_address': 'fa:16:3e:39:34:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:00Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'subnets': [{'id': '037363db-d013-4de4-bd6e-2219f11d83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:05.802780 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d4807f-074e-496b-9e93-f3acad9e5c2d None None] New status for floating IP b2bb04c9-78aa-4c5e-91eb-3196ee81802e: DOWN {{(pid=103288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 13:12:05.933177 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-4ea49e42-785f-4d54-a3b4-362768d04675 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:05.934636 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-4ea49e42-785f-4d54-a3b4-362768d04675 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 943 time: 0.0489881 Dec 06 13:12:06.022528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Deleting port 5fab1717-f52f-4ba4-8763-38afc48eb7aa {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:06.022862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.112444 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] For port 5fab1717-f52f-4ba4-8763-38afc48eb7aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5fab1717-f52f-4ba4-8763-38afc48eb7aa,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:06.112797 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.125432 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Calling delete_port for 5fab1717-f52f-4ba4-8763-38afc48eb7aa owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:06.229098 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0a36f-5d4b-47cc-9ad5-f5361a7f4461 req-d8594908-a5ee-4b6d-9777-929ca7bf2e77 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 13:12:06.230609 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6bc0a36f-5d4b-47cc-9ad5-f5361a7f4461 req-d8594908-a5ee-4b6d-9777-929ca7bf2e77 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a8b2602-a174-4057-9226-b643f3fd7119 HTTP/1.1" status: 200 len: 943 time: 0.0500274 Dec 06 13:12:06.258296 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.281124 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [req-6bc0a36f-5d4b-47cc-9ad5-f5361a7f4461 req-3f26cb08-f931-45e7-b8dd-cb1741c40dcf tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "GET /v2.0/security-groups?id=5392aa97-544a-4369-96b1-7780cc94b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446587 Dec 06 13:12:06.285167 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event deleted for resources: {'Port': ['ID=5fab1717-f52f-4ba4-8763-38afc48eb7aa,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:06.338061 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] No DVR routers for this DVR port 5fab1717-f52f-4ba4-8763-38afc48eb7aa on host hv-neutron-mast {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:12:06.340451 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147557'] for port, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:06.343744 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [req-7964991e-f8e4-4d03-af20-5cc7ad6719fd req-0542b458-f391-4d6e-8a05-02f0032b1c1b tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.43 "DELETE /v2.0/ports/5fab1717-f52f-4ba4-8763-38afc48eb7aa HTTP/1.1" status: 204 len: 173 time: 0.4031634 Dec 06 13:12:06.374055 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d452ed99-452f-446e-8f8d-8eb35392fb93 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:06.395150 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: d452ed99-452f-446e-8f8d-8eb35392fb93 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:06.395572 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device d452ed99-452f-446e-8f8d-8eb35392fb93 not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:06.805537 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'name': 'network-vif-deleted', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 13:12:06.807924 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2740f300689d704d8d60500b73d781ad99b5369c088b7b8bf5b525b5ce05ac69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b26d7-c471-40eb-b816-b0b0867d978a" -d '{"events": [{"server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "name": "network-vif-deleted", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 13:12:06.848363 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 13:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e41bc6-8c84-4e54-bd02-2357f09e11ee x-openstack-request-id: req-12e41bc6-8c84-4e54-bd02-2357f09e11ee {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 13:12:06.848759 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b2602-a174-4057-9226-b643f3fd7119", "name": "network-vif-deleted", "tag": "5fab1717-f52f-4ba4-8763-38afc48eb7aa", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 13:12:06.849137 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12e41bc6-8c84-4e54-bd02-2357f09e11ee {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 13:12:06.849612 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b2602-a174-4057-9226-b643f3fd7119', 'name': 'network-vif-deleted', 'tag': '5fab1717-f52f-4ba4-8763-38afc48eb7aa', 'status': 'completed', 'code': 200} Dec 06 13:12:07.338738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53860) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:07.397360 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8872f67e-010b-4e73-9f02-89fb1e202dc3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.428401 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8872f67e-010b-4e73-9f02-89fb1e202dc3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.488250 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8872f67e-010b-4e73-9f02-89fb1e202dc3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.490881 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8872f67e-010b-4e73-9f02-89fb1e202dc3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Publish callbacks [] for security_group, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:07.492060 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-8872f67e-010b-4e73-9f02-89fb1e202dc3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] 10.222.0.24 "DELETE /v2.0/security-groups/5392aa97-544a-4369-96b1-7780cc94b7dc HTTP/1.1" status: 204 len: 168 time: 0.1523232 Dec 06 13:12:07.501793 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872f67e-010b-4e73-9f02-89fb1e202dc3 tempest-TestSnapshotPattern-1283971277 tempest-TestSnapshotPattern-1283971277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5392aa97-544a-4369-96b1-7780cc94b7dc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:07.544250 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53864) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:07.975783 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.214300 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Deleting port b00c3cec-c9f9-4bc0-82b5-67cada8a0060 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:08.214633 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.293789 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] For port b00c3cec-c9f9-4bc0-82b5-67cada8a0060, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:08.294145 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.307261 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Calling delete_port for b00c3cec-c9f9-4bc0-82b5-67cada8a0060 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:08.484081 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.509572 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Pushing event deleted for resources: {'Port': ['ID=b00c3cec-c9f9-4bc0-82b5-67cada8a0060,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:08.672726 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:08.883358 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:12:08.990567 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:12:08.995636 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-0f713d14-a99e-4e21-a468-20c28ae9046d admin admin] 10.222.0.24 "PUT /v2.0/routers/ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4502439 Dec 06 13:12:08.998048 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53868) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:09.000508 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] Sync routers for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:12:09.010846 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:09.011453 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:09.103476 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks [] for router, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.117021 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:09.205634 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.257938 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Deleting port a7abd3a5-232b-4b1a-939a-f297a7addaea {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:09.258288 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.291906 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205'}], 'enable_snat': True}, 'gw_port_id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:12:08Z', 'revision_number': 5, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port': {'id': 'a7abd3a5-232b-4b1a-939a-f297a7addaea', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:05:58Z', 'updated_at': '2021-12-06T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:09.322912 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] Checking router: ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 for host: dv-neutron-master-2-hyperv {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:12:09.332235 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] Routers {'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:09.332857 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:09.341950 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] For port a7abd3a5-232b-4b1a-939a-f297a7addaea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7abd3a5-232b-4b1a-939a-f297a7addaea,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:09.342312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.354753 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Calling delete_port for a7abd3a5-232b-4b1a-939a-f297a7addaea owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:09.420157 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] Set router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:09.471470 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:12:09Z', 'revision_number': 6, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:09.502618 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e2a42-7bee-4cc0-893d-b3a9202dd4a2 None None] The sync data for ids ['ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3'] in dv-neutron-master-2-hyperv is: [{'id': 'ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3', 'name': 'tempest-TestSnapshotPattern-1173938614-router', 'tenant_id': '5192bef982594b18a62833040c2c50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:05:57Z', 'updated_at': '2021-12-06T13:12:09Z', 'revision_number': 6, 'project_id': '5192bef982594b18a62833040c2c50e4', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:09.523528 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.555738 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Pushing event deleted for resources: {'Port': ['ID=a7abd3a5-232b-4b1a-939a-f297a7addaea,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:09.566261 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879c983b-c009-439a-a342-8e5cbee25ff7 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:09.612640 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.702553 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.705555 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.745879 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.746462 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:12:09.751016 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] Publish callbacks [] for router, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.752865 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-76de23b3-525f-484a-99bd-cbfbada2cdef admin admin] 10.222.0.24 "DELETE /v2.0/routers/ed91bd2d-7c5c-4092-8e86-5f2fd0a7a8f3 HTTP/1.1" status: 204 len: 168 time: 0.7538419 Dec 06 13:12:09.755367 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53870) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:09.799141 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0313b0-d80d-4374-b867-61ec002e7e74 admin admin] Deleting subnet 037363db-d013-4de4-bd6e-2219f11d83dc {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:12:09.802100 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc0313b0-d80d-4374-b867-61ec002e7e74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.836804 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc0313b0-d80d-4374-b867-61ec002e7e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3004283'] for subnet, precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.919989 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc0313b0-d80d-4374-b867-61ec002e7e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.972959 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc0313b0-d80d-4374-b867-61ec002e7e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3116990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26784825'] for subnet, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:09.997675 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0313b0-d80d-4374-b867-61ec002e7e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037363db-d013-4de4-bd6e-2219f11d83dc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:10.001763 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc0313b0-d80d-4374-b867-61ec002e7e74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.005697 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-fc0313b0-d80d-4374-b867-61ec002e7e74 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/037363db-d013-4de4-bd6e-2219f11d83dc HTTP/1.1" status: 204 len: 168 time: 0.2490089 Dec 06 13:12:10.007757 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4e9d2-cd66-4f02-af83-c16cd9eb8170 None None] Network 267a6ff0-b96c-4f08-9744-76998f25f178 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:12:10.008581 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53872) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:10.086557 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.141221 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Deleting port cbb2d22f-d45b-40c6-9a32-df1f69f15857 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:10.141537 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.207301 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] For port cbb2d22f-d45b-40c6-9a32-df1f69f15857, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbb2d22f-d45b-40c6-9a32-df1f69f15857,segment=NetworkSegment(f8e2a17c-191e-432a-b830-37070d32160b),segment_id=f8e2a17c-191e-432a-b830-37070d32160b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:10.207564 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.219840 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Calling delete_port for cbb2d22f-d45b-40c6-9a32-df1f69f15857 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:10.269010 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] DHCP port deletion for 267a6ff0-b96c-4f08-9744-76998f25f178 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:10.302270 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.327994 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] Deleting port cbb2d22f-d45b-40c6-9a32-df1f69f15857 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:10.328371 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.330613 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb2d22f-d45b-40c6-9a32-df1f69f15857,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:10.332494 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] No DVR routers for this DVR port cbb2d22f-d45b-40c6-9a32-df1f69f15857 on host dv-neutron-master-2-hyperv {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:12:10.397226 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] For port cbb2d22f-d45b-40c6-9a32-df1f69f15857, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:10.397604 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.409087 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5fab1717-f52f-4ba4-8763-38afc48eb7aa no longer exists at agent hyperv_hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:10.409279 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.416917 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] Calling delete_port for cbb2d22f-d45b-40c6-9a32-df1f69f15857 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:10.431372 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267a6ff0-b96c-4f08-9744-76998f25f178']}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:10.438256 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] Port cbb2d22f-d45b-40c6-9a32-df1f69f15857 was not found and therefore no delete operation was performed {{(pid=103288) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 13:12:10.439805 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] No Port match for: 5fab1717-f52f-4ba4-8763-38afc48eb7aa {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:10.440425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Device 5fab1717-f52f-4ba4-8763-38afc48eb7aa not bound to the agent host hv-neutron-mast {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:10.443084 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e2a17c-191e-432a-b830-37070d32160b') {'for_net_delete': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:10.443376 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.services.segments.db [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e2a17c-191e-432a-b830-37070d32160b') {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:10.443539 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.453826 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2896969'] for segment, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.468820 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.471969 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] Pushing event deleted for resources: {'Port': ['ID=cbb2d22f-d45b-40c6-9a32-df1f69f15857,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:10.476503 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c44bd0-77fd-44d9-ad90-1cf98e56bb15 None None] No DVR routers for this DVR port cbb2d22f-d45b-40c6-9a32-df1f69f15857 on host dv-neutron-master-2-hyperv {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:12:10.477850 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:12:10.478293 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26240361'] for segment, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: Traceback (most recent call last): Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: timer() Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: cb(*args, **kw) Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: return func(*args, **kwargs) Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: self._notify() Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: self.callback(batched_events) Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: event.method(event) Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: return f(self, *a, **k) Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: return self._get(url).json() Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: return self.request(url, 'GET', **kwargs) Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:12:10.480622 dv-neutron-master-2-hyperv neutron-server[103286]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:12:10.541686 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.546967 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Publish callbacks [] for network, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.551294 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] 10.222.0.24 "DELETE /v2.0/networks/267a6ff0-b96c-4f08-9744-76998f25f178 HTTP/1.1" status: 204 len: 168 time: 0.5415511 Dec 06 13:12:10.554453 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53874) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:10.566546 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7e884-ad9b-4e81-a49e-ca729d2bb102 admin admin] Pushing event deleted for resources: {'Network': ['ID=267a6ff0-b96c-4f08-9744-76998f25f178,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:10.902312 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775585'] for router_interface, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:10.973376 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a7abd3a5-232b-4b1a-939a-f297a7addaea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:11.000570 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: a7abd3a5-232b-4b1a-939a-f297a7addaea {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:11.000924 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device a7abd3a5-232b-4b1a-939a-f297a7addaea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:11.002136 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cbb2d22f-d45b-40c6-9a32-df1f69f15857 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:11.022240 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: cbb2d22f-d45b-40c6-9a32-df1f69f15857 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:11.022598 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device cbb2d22f-d45b-40c6-9a32-df1f69f15857 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:11.023035 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b00c3cec-c9f9-4bc0-82b5-67cada8a0060 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:11.043007 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: b00c3cec-c9f9-4bc0-82b5-67cada8a0060 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:11.043359 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device b00c3cec-c9f9-4bc0-82b5-67cada8a0060 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:11.468540 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Deleting port d454381c-5f81-4a3f-b840-dd2201685f78 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:11.468873 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.553605 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] For port d454381c-5f81-4a3f-b840-dd2201685f78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d454381c-5f81-4a3f-b840-dd2201685f78,segment=NetworkSegment(36d43344-31ee-4391-a7e2-0676b82faf72),segment_id=36d43344-31ee-4391-a7e2-0676b82faf72)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:11.553954 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.566862 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Calling delete_port for d454381c-5f81-4a3f-b840-dd2201685f78 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:11.740649 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:11.763174 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=d454381c-5f81-4a3f-b840-dd2201685f78,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:11.929988 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-775637'] for router_interface, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.149044 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Router aa6cfff7-6c21-445d-bfed-98c377493c15 has already been hosted by L3 agent 0821e08c-47dd-4ec5-8d12-469e14790ae0 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 13:12:12.252762 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 13:12:12.257697 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-48cc2e83-be61-406f-92bc-84b6ef9d1bfb admin admin] 10.222.0.24 "PUT /v2.0/routers/aa6cfff7-6c21-445d-bfed-98c377493c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022250 Dec 06 13:12:12.260336 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53876) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:12.261970 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] Sync routers for ids ['aa6cfff7-6c21-445d-bfed-98c377493c15'] in dv-neutron-master-2-hyperv {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 13:12:12.271980 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] Routers {'aa6cfff7-6c21-445d-bfed-98c377493c15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:12.272627 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aa6cfff7-6c21-445d-bfed-98c377493c15'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:12.363964 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.376770 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] Set router aa6cfff7-6c21-445d-bfed-98c377493c15 gateway port host: dv-neutron-master-2-hyperv {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:12.464108 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.516362 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Deleting port 185f9d5c-0066-4bd0-8c56-9a5518f49a53 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:12.516680 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.555014 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'external_fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76'}], 'enable_snat': True}, 'gw_port_id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:12:11Z', 'revision_number': 5, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port': {'id': '185f9d5c-0066-4bd0-8c56-9a5518f49a53', 'name': '', 'network_id': 'c355b24e-c41e-41ef-b5bb-f4107a1898b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '10f42656-d343-4265-9b82-01ebcabe99db', 'ip_address': '172.36.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T13:06:03Z', 'updated_at': '2021-12-06T13:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10f42656-d343-4265-9b82-01ebcabe99db', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:12.581445 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] Checking router: aa6cfff7-6c21-445d-bfed-98c377493c15 for host: dv-neutron-master-2-hyperv {{(pid=103288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 13:12:12.589661 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] Routers {'aa6cfff7-6c21-445d-bfed-98c377493c15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 13:12:12.590266 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T11:55:29Z,description=,heartbeat_timestamp=2021-12-06T13:11:59Z,host='dv-neutron-master-2-hyperv',id=0821e08c-47dd-4ec5-8d12-469e14790ae0,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T11:55:29Z,topic='l3_agent')) {'router_ids': ['aa6cfff7-6c21-445d-bfed-98c377493c15'], 'active': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:12.592975 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] For port 185f9d5c-0066-4bd0-8c56-9a5518f49a53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185f9d5c-0066-4bd0-8c56-9a5518f49a53,segment=NetworkSegment(bbbd943f-ef77-4a8d-8672-cb2560199c39),segment_id=bbbd943f-ef77-4a8d-8672-cb2560199c39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:12.593332 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.606333 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Calling delete_port for 185f9d5c-0066-4bd0-8c56-9a5518f49a53 owned by network:router_gateway {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:12.675326 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_dvr_db [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] Set router aa6cfff7-6c21-445d-bfed-98c377493c15 gateway port host: None {{(pid=103288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 13:12:12.725694 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.db.l3_hamode_db [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 6, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:12.755647 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f86755-9593-4699-a331-36fbb1353921 None None] The sync data for ids ['aa6cfff7-6c21-445d-bfed-98c377493c15'] in dv-neutron-master-2-hyperv is: [{'id': 'aa6cfff7-6c21-445d-bfed-98c377493c15', 'name': 'tempest-TestSnapshotPattern-1258840507-router', 'tenant_id': '6f587b95f5c2439d815e50dba23091f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T13:06:02Z', 'updated_at': '2021-12-06T13:12:12Z', 'revision_number': 6, 'project_id': '6f587b95f5c2439d815e50dba23091f0', 'gw_port_host': None}] {{(pid=103288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 13:12:12.767769 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26240348'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.797813 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=185f9d5c-0066-4bd0-8c56-9a5518f49a53,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:12.812004 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b7b53a-f0ce-40fa-88c0-1da9cfff63a5 None None] DHCP port deletion for c355b24e-c41e-41ef-b5bb-f4107a1898b2 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:12.857542 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-776063'] for router_gateway, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.943697 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.945854 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.988979 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658652'] for router, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.989668 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa6cfff7-6c21-445d-bfed-98c377493c15 {{(pid=103286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 13:12:12.994104 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:12.995247 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-c0a42bf3-ac5e-4adc-b741-5d1cefc3c5e6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/aa6cfff7-6c21-445d-bfed-98c377493c15 HTTP/1.1" status: 204 len: 168 time: 0.7338793 Dec 06 13:12:12.997725 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53878) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:13.043624 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5d35ff-88d9-4301-b952-f0a2f5afa046 admin admin] Deleting subnet 4f77a483-f702-499b-a78b-eb271d628b8c {{(pid=103286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 13:12:13.046651 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df5d35ff-88d9-4301-b952-f0a2f5afa046 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.080695 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df5d35ff-88d9-4301-b952-f0a2f5afa046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2896966'] for subnet, precommit_delete_associations {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.164633 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df5d35ff-88d9-4301-b952-f0a2f5afa046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830321'] for subnet, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.225286 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df5d35ff-88d9-4301-b952-f0a2f5afa046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1828930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26240139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27222883'] for subnet, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.524425 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d454381c-5f81-4a3f-b840-dd2201685f78 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:13.546234 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: d454381c-5f81-4a3f-b840-dd2201685f78 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:13.546580 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device d454381c-5f81-4a3f-b840-dd2201685f78 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:13.590087 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d35ff-88d9-4301-b952-f0a2f5afa046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f77a483-f702-499b-a78b-eb271d628b8c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:13.592063 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df5d35ff-88d9-4301-b952-f0a2f5afa046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.595795 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-df5d35ff-88d9-4301-b952-f0a2f5afa046 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4f77a483-f702-499b-a78b-eb271d628b8c HTTP/1.1" status: 204 len: 168 time: 0.5970898 Dec 06 13:12:13.597260 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4190a8ef-032e-4d7a-8b59-edc743decd90 None None] Network c974e092-dbc3-4c94-aed8-89b1787eb4b8 requested from dv-neutron-master-2-hyperv {{(pid=103288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 13:12:13.598346 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53880) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:13.670340 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1622677'] for network, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.733787 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Deleting port 00d4d925-ffa5-4b96-8320-2655cbb2f705 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 13:12:13.734128 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760314413132'] for port, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.805089 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] For port 00d4d925-ffa5-4b96-8320-2655cbb2f705, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00d4d925-ffa5-4b96-8320-2655cbb2f705,segment=NetworkSegment(36d43344-31ee-4391-a7e2-0676b82faf72),segment_id=36d43344-31ee-4391-a7e2-0676b82faf72)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 13:12:13.805438 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762971'] for port, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.818397 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Calling delete_port for 00d4d925-ffa5-4b96-8320-2655cbb2f705 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 13:12:13.902539 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1705496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760314415526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760313923597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3116649'] for port, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:13.928026 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4561fbdc-6403-4ad8-b704-412ebba11aff None None] DHCP port deletion for c974e092-dbc3-4c94-aed8-89b1787eb4b8 request from dv-neutron-master-2-hyperv {{(pid=103288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 13:12:13.928992 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Pushing event deleted for resources: {'Port': ['ID=00d4d925-ffa5-4b96-8320-2655cbb2f705,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:13.932379 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] No DVR routers for this DVR port 00d4d925-ffa5-4b96-8320-2655cbb2f705 on host dv-neutron-master-2-hyperv {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 13:12:14.010009 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1713206', 'neutron.services.segments.db._delete_segments_for_network-8760314251430'] for network, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.029837 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c974e092-dbc3-4c94-aed8-89b1787eb4b8']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:14.039329 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d43344-31ee-4391-a7e2-0676b82faf72') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:14.039627 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d43344-31ee-4391-a7e2-0676b82faf72') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 13:12:14.049418 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760314419568', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3004276'] for segment, before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.062486 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684'] for segment, precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.069245 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 13:12:14.069660 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1823684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3116636'] for segment, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: Traceback (most recent call last): Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: timer() Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: cb(*args, **kw) Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: return func(*args, **kwargs) Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: self._notify() Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: self.callback(batched_events) Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: event.method(event) Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: return f(self, *a, **k) Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: return self._get(url).json() Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: return self.request(url, 'GET', **kwargs) Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 13:12:14.071424 dv-neutron-master-2-hyperv neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 13:12:14.125558 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1713215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-776027'] for network, after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.131674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543898'] for network, before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.134872 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] 10.222.0.24 "DELETE /v2.0/networks/c974e092-dbc3-4c94-aed8-89b1787eb4b8 HTTP/1.1" status: 204 len: 168 time: 0.5354211 Dec 06 13:12:14.145674 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990f12c-40a6-458c-a0d8-12e60ab4e22b admin admin] Pushing event deleted for resources: {'Network': ['ID=c974e092-dbc3-4c94-aed8-89b1787eb4b8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:14.240103 dv-neutron-master-2-hyperv neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 53884) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:14.278516 dv-neutron-master-2-hyperv neutron-server[103287]: INFO neutron.wsgi [None req-724aa7ac-c7ca-4cd7-96e3-f4389dedbfa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5192bef982594b18a62833040c2c50e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372634 Dec 06 13:12:14.280952 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53886) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:14.331162 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-543b98c3-383a-453f-9e04-3a3981ae8094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.352418 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-543b98c3-383a-453f-9e04-3a3981ae8094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.399556 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-543b98c3-383a-453f-9e04-3a3981ae8094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.402170 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-543b98c3-383a-453f-9e04-3a3981ae8094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.403608 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-543b98c3-383a-453f-9e04-3a3981ae8094 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f6483d5-7f2d-4a75-b225-aa180747937b HTTP/1.1" status: 204 len: 168 time: 0.1213832 Dec 06 13:12:14.411721 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b98c3-383a-453f-9e04-3a3981ae8094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6483d5-7f2d-4a75-b225-aa180747937b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:14.709027 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53892) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:14.748599 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-45739f9c-409f-47b7-b378-57c463910514 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f587b95f5c2439d815e50dba23091f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383379 Dec 06 13:12:14.750954 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.wsgi [-] (103286) accepted ('10.222.0.24', 53894) {{(pid=103286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 13:12:14.795438 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d17d921-70c1-4c16-b039-87e5bd9c256e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.819050 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d17d921-70c1-4c16-b039-87e5bd9c256e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.865283 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d17d921-70c1-4c16-b039-87e5bd9c256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700658'] for security_group, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.868291 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d17d921-70c1-4c16-b039-87e5bd9c256e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:14.869454 dv-neutron-master-2-hyperv neutron-server[103286]: INFO neutron.wsgi [None req-3d17d921-70c1-4c16-b039-87e5bd9c256e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4000cc43-adb0-40ac-ad54-4acb098a5026 HTTP/1.1" status: 204 len: 168 time: 0.1170163 Dec 06 13:12:14.877932 dv-neutron-master-2-hyperv neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17d921-70c1-4c16-b039-87e5bd9c256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000cc43-adb0-40ac-ad54-4acb098a5026,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 13:12:14.969596 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 185f9d5c-0066-4bd0-8c56-9a5518f49a53 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:14.990154 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 185f9d5c-0066-4bd0-8c56-9a5518f49a53 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:14.990501 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 185f9d5c-0066-4bd0-8c56-9a5518f49a53 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:14.990927 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 00d4d925-ffa5-4b96-8320-2655cbb2f705 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 13:12:15.020938 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] No Port match for: 00d4d925-ffa5-4b96-8320-2655cbb2f705 {{(pid=103288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 13:12:15.021288 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron.plugins.ml2.rpc [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Device 00d4d925-ffa5-4b96-8320-2655cbb2f705 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 13:12:15.808185 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:26.404351 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f88abce4-02ee-4028-a45f-f601832db0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:27.602384 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:12:28.810643 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5ead9f2-6fee-4f92-8347-6ca0e4019394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:30.114982 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:31.177929 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:32.108099 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:45.809852 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:56.406199 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e548d0f6-99f0-4867-a8aa-6451a3872159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:12:58.811954 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd47242d-dd09-4b38-890d-c8e7547f4c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:00.117920 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:01.183020 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:02.111360 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:04.601762 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:13:15.836205 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:26.409403 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4339-9b48-4abb-be5c-d414733ebf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:28.813684 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a018952-e021-452e-9d87-d32cd177f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:30.120667 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:31.186107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:32.113513 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:41.600879 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:13:45.866934 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:56.411398 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d0de83-ed4f-45c3-852f-24341f9a2622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:13:58.814853 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1915af11-4b1d-4c36-9323-26a7d571bef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:00.123945 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:01.188921 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:02.115499 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:15.871442 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:18.600581 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:14:26.412804 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f357ddd-356f-4b83-9aa3-0d68eaf5ef33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:28.817846 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c751df91-f822-40ea-b77e-8fac6644358c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:30.127306 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:31.191848 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:32.117271 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:45.865772 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:55.600082 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:14:56.416879 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44343779-7fbc-48dd-8f66-7c41b63798e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:14:58.818851 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf08d54f-6db2-48c0-97df-e62c8e0a9ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:00.130481 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:01.196718 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:02.118877 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:15.867107 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:26.422392 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f54f18c1-9f07-4543-b7d2-bb2507624bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:28.819776 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81bdcd0d-2eff-4269-9c76-bdc6d0f849d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:30.133201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:31.199735 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:32.120274 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:32.598988 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:15:45.871586 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:56.423201 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d309f5c3-3746-43ee-9d67-da48e3235c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:15:58.820577 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0a51-179c-4e93-a5eb-a0ed72beed82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:00.135548 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:01.202431 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:02.121112 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:09.597388 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:16:15.862729 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:26.425868 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9f26fa2-6105-40f1-95e2-cb2e74b6fd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:28.822646 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a04ffc18-1807-469b-ab28-b197cc0fb6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:30.138542 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:31.204745 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:32.122712 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:45.861808 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:46.596064 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:16:56.427005 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-daed50bd-c3c6-47b6-a5d9-91a2f23402b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:16:58.827737 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f19ae5bd-da3d-449e-9b57-13b36ebef4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:00.141588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:01.208279 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:02.123617 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:15.861459 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:23.594562 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:17:26.428394 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1023c60b-d30c-41df-8e8c-255a646df61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:28.829257 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eaad64ed-7a6f-4da3-a59d-90f676005a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:30.144551 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:31.212082 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:32.125017 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d51a44f7-2cde-430f-94a5-f6fe6bb0b83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:45.869588 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42e03d49-6357-426b-9913-591d07c3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:56.429533 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b294f10a-b596-4832-8b56-572f68607e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:17:58.834790 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc08264f-ea6e-46cd-91c7-3b3c834a5737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:00.147966 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0765998e-14c4-407a-a25a-efd0464410c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 13:18:00.593340 dv-neutron-master-2-hyperv neutron-server[103289]: DEBUG neutron.db.agents_db [None req-0f2dee47-1333-44e7-a952-c0925a512530 None None] Agent healthcheck: found 6 active agents {{(pid=103289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 13:18:01.215833 dv-neutron-master-2-hyperv neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759ba44f-118b-4810-bb28-821e83ff1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760314250707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718652'] for agent, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}